2024-09-22T08:26:28.793 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-22T08:26:28.816 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-22T08:26:28.908 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064 branch: wip-skoduri-cloud-restore description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} email: null first_in_suite: false job_id: '7915064' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-skoduri-cloud-restore ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: 8852379c050c686f4605f33f0129009b2029ca9d ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8852379c050c686f4605f33f0129009b2029ca9d openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-skoduri-cloud-restore sha1: 8852379c050c686f4605f33f0129009b2029ca9d owner: scheduled_soumyakoduri@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: 8852379c050c686f4605f33f0129009b2029ca9d sleep_before_teardown: 0 suite: rgw suite_branch: wip-skoduri-cloud-restore suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 8852379c050c686f4605f33f0129009b2029ca9d targets: smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMUS/EJVGmlJfUP4MK74tfs6b0nTBmLJAMY73/eEPayZPAEgEq5mYgmR9LBSzvtWycHxF0Xu6Zofl7GHTBuFguU= smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGJgg/p4EBlW5p/TC/3XJp58L0l86Bt3itMqrQa20s+cHapAW8N3vO8JvbJCnvjmUmbiuOWSLm8orZ41zDcTlB8= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-22_06:37:27 tube: smithi user: soumyakoduri verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-22T08:26:28.908 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa; will attempt to use it 2024-09-22T08:26:28.908 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa/tasks 2024-09-22T08:26:28.909 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-22T08:26:28.910 INFO:teuthology.task.internal:Checking packages... 2024-09-22T08:26:28.930 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '8852379c050c686f4605f33f0129009b2029ca9d' 2024-09-22T08:26:28.930 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-22T08:26:28.930 INFO:teuthology.packaging:ref: None 2024-09-22T08:26:28.930 INFO:teuthology.packaging:tag: None 2024-09-22T08:26:28.930 INFO:teuthology.packaging:branch: wip-skoduri-cloud-restore 2024-09-22T08:26:28.930 INFO:teuthology.packaging:sha1: 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:26:28.930 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-skoduri-cloud-restore 2024-09-22T08:26:29.065 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:26:29.066 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-22T08:26:29.074 INFO:teuthology.task.internal:no buildpackages task found 2024-09-22T08:26:29.074 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-22T08:26:29.083 INFO:teuthology.task.internal:Saving configuration 2024-09-22T08:26:29.099 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-22T08:26:29.109 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-22T08:26:29.133 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-22 08:20:59.356976', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJHyAxt9+Qg8Znz8Y3mnbGWDP2+6MIvkFZLnQW/U14MN'} 2024-09-22T08:26:29.157 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-22 08:20:59.358026', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAKdFXokCNI92ctuE0HEeJGfFenvMrvi/rZSOid4IExx'} 2024-09-22T08:26:29.157 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-22T08:26:29.166 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-22T08:26:29.166 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-22T08:26:29.166 INFO:teuthology.run_tasks:Running task console_log... 2024-09-22T08:26:29.294 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb61b893640>, signals=[15]) 2024-09-22T08:26:29.295 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-22T08:26:29.301 INFO:teuthology.task.internal:Opening connections... 2024-09-22T08:26:29.301 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:26:29.303 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:26:29.380 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:26:29.381 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:26:29.456 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-22T08:26:29.462 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-09-22T08:26:29.467 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-09-22T08:26:29.467 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="Ubuntu" 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="22.04" 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_CODENAME=jammy 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:ID=ubuntu 2024-09-22T08:26:29.513 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE=debian 2024-09-22T08:26:29.514 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-22T08:26:29.514 INFO:teuthology.orchestra.run.smithi084.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-22T08:26:29.514 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-22T08:26:29.514 INFO:teuthology.orchestra.run.smithi084.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-22T08:26:29.514 INFO:teuthology.orchestra.run.smithi084.stdout:UBUNTU_CODENAME=jammy 2024-09-22T08:26:29.514 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-09-22T08:26:29.539 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-09-22T08:26:29.544 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-09-22T08:26:29.544 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="Ubuntu" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="22.04" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_CODENAME=jammy 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:ID=ubuntu 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE=debian 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-22T08:26:29.591 INFO:teuthology.orchestra.run.smithi112.stdout:UBUNTU_CODENAME=jammy 2024-09-22T08:26:29.592 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-09-22T08:26:29.614 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-22T08:26:29.624 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-22T08:26:29.639 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-22T08:26:29.639 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-09-22T08:26:29.642 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-09-22T08:26:29.646 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-22T08:26:29.657 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-22T08:26:29.657 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-09-22T08:26:29.691 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-09-22T08:26:29.709 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-22T08:26:29.765 INFO:teuthology.run_tasks:Running task kernel... 2024-09-22T08:26:29.780 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-09-22T08:26:29.780 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-09-22T08:26:29.780 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-22T08:26:29.781 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-22T08:26:29.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:26:29.785 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-09-22T08:26:29.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:26:29.786 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-22T08:26:29.833 INFO:teuthology.orchestra.run.smithi084.stdout:5.15.0-56-generic 2024-09-22T08:26:29.834 INFO:teuthology.task.kernel:Running kernel on smithi084: 5.15.0-56-generic 2024-09-22T08:26:29.834 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-get clean 2024-09-22T08:26:29.835 INFO:teuthology.orchestra.run.smithi112.stdout:5.15.0-56-generic 2024-09-22T08:26:29.835 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.15.0-56-generic 2024-09-22T08:26:29.835 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get clean 2024-09-22T08:26:29.957 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get update 2024-09-22T08:26:29.960 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-get update 2024-09-22T08:26:30.091 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:26:30.091 INFO:teuthology.orchestra.run.smithi084.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:26:30.092 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:26:30.093 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:26:30.102 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:26:30.168 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-22T08:26:30.169 INFO:teuthology.orchestra.run.smithi084.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-22T08:26:30.203 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:26:30.314 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,061 kB] 2024-09-22T08:26:30.324 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-22T08:26:30.394 INFO:teuthology.orchestra.run.smithi084.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,061 kB] 2024-09-22T08:26:30.423 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-22T08:26:30.425 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-22T08:26:30.427 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-22T08:26:30.428 INFO:teuthology.orchestra.run.smithi084.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-22T08:26:30.430 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-22T08:26:30.430 INFO:teuthology.orchestra.run.smithi112.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-22T08:26:30.430 INFO:teuthology.orchestra.run.smithi084.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-22T08:26:30.431 INFO:teuthology.orchestra.run.smithi084.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-22T08:26:30.451 INFO:teuthology.orchestra.run.smithi084.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-22T08:26:30.451 INFO:teuthology.orchestra.run.smithi084.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-22T08:26:30.451 INFO:teuthology.orchestra.run.smithi112.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-22T08:26:30.451 INFO:teuthology.orchestra.run.smithi112.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-22T08:26:30.454 INFO:teuthology.orchestra.run.smithi084.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-22T08:26:30.454 INFO:teuthology.orchestra.run.smithi084.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-22T08:26:30.455 INFO:teuthology.orchestra.run.smithi112.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-22T08:26:30.455 INFO:teuthology.orchestra.run.smithi112.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-22T08:26:30.458 INFO:teuthology.orchestra.run.smithi084.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-22T08:26:30.461 INFO:teuthology.orchestra.run.smithi112.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-22T08:26:30.463 INFO:teuthology.orchestra.run.smithi084.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-22T08:26:30.464 INFO:teuthology.orchestra.run.smithi084.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-22T08:26:30.469 INFO:teuthology.orchestra.run.smithi112.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-22T08:26:30.472 INFO:teuthology.orchestra.run.smithi112.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-22T08:26:30.472 INFO:teuthology.orchestra.run.smithi112.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-22T08:26:30.472 INFO:teuthology.orchestra.run.smithi112.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-22T08:26:30.481 INFO:teuthology.orchestra.run.smithi084.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-22T08:26:30.496 INFO:teuthology.orchestra.run.smithi112.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-22T08:26:30.496 INFO:teuthology.orchestra.run.smithi112.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-22T08:26:30.497 INFO:teuthology.orchestra.run.smithi112.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-22T08:26:30.497 INFO:teuthology.orchestra.run.smithi112.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-22T08:26:30.498 INFO:teuthology.orchestra.run.smithi112.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-22T08:26:30.500 INFO:teuthology.orchestra.run.smithi112.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-22T08:26:30.500 INFO:teuthology.orchestra.run.smithi112.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-22T08:26:30.500 INFO:teuthology.orchestra.run.smithi112.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-22T08:26:30.501 INFO:teuthology.orchestra.run.smithi112.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-22T08:26:30.501 INFO:teuthology.orchestra.run.smithi112.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-22T08:26:30.511 INFO:teuthology.orchestra.run.smithi084.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-22T08:26:30.511 INFO:teuthology.orchestra.run.smithi084.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-22T08:26:30.511 INFO:teuthology.orchestra.run.smithi084.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-22T08:26:30.512 INFO:teuthology.orchestra.run.smithi084.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-22T08:26:30.512 INFO:teuthology.orchestra.run.smithi084.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-22T08:26:30.517 INFO:teuthology.orchestra.run.smithi084.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-22T08:26:30.518 INFO:teuthology.orchestra.run.smithi084.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-22T08:26:30.555 INFO:teuthology.orchestra.run.smithi084.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-22T08:26:30.556 INFO:teuthology.orchestra.run.smithi084.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-22T08:26:30.561 INFO:teuthology.orchestra.run.smithi084.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-22T08:26:30.561 INFO:teuthology.orchestra.run.smithi084.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-22T08:26:30.568 INFO:teuthology.orchestra.run.smithi084.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-22T08:26:30.578 INFO:teuthology.orchestra.run.smithi084.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-22T08:26:30.581 INFO:teuthology.orchestra.run.smithi084.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-22T08:26:30.581 INFO:teuthology.orchestra.run.smithi084.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-22T08:26:30.582 INFO:teuthology.orchestra.run.smithi084.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-22T08:26:30.582 INFO:teuthology.orchestra.run.smithi084.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-22T08:26:30.591 INFO:teuthology.orchestra.run.smithi084.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-22T08:26:30.592 INFO:teuthology.orchestra.run.smithi084.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-22T08:26:30.592 INFO:teuthology.orchestra.run.smithi084.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-22T08:26:30.593 INFO:teuthology.orchestra.run.smithi084.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-22T08:26:30.609 INFO:teuthology.orchestra.run.smithi084.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-22T08:26:30.609 INFO:teuthology.orchestra.run.smithi084.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-22T08:26:30.609 INFO:teuthology.orchestra.run.smithi084.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-22T08:26:30.609 INFO:teuthology.orchestra.run.smithi084.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-22T08:26:30.610 INFO:teuthology.orchestra.run.smithi084.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-22T08:26:30.643 INFO:teuthology.orchestra.run.smithi112.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-22T08:26:30.928 INFO:teuthology.orchestra.run.smithi112.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-22T08:26:31.103 INFO:teuthology.orchestra.run.smithi112.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-22T08:26:31.115 INFO:teuthology.orchestra.run.smithi112.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-22T08:26:31.116 INFO:teuthology.orchestra.run.smithi112.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-22T08:26:31.118 INFO:teuthology.orchestra.run.smithi112.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-22T08:26:31.203 INFO:teuthology.orchestra.run.smithi112.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-22T08:26:31.211 INFO:teuthology.orchestra.run.smithi112.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-22T08:26:31.211 INFO:teuthology.orchestra.run.smithi112.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-22T08:26:31.234 INFO:teuthology.orchestra.run.smithi112.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-22T08:26:31.263 INFO:teuthology.orchestra.run.smithi112.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-22T08:26:31.270 INFO:teuthology.orchestra.run.smithi112.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-22T08:26:31.270 INFO:teuthology.orchestra.run.smithi112.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-22T08:26:31.271 INFO:teuthology.orchestra.run.smithi112.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-22T08:26:31.272 INFO:teuthology.orchestra.run.smithi112.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-22T08:26:31.351 INFO:teuthology.orchestra.run.smithi112.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-22T08:26:36.670 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 16.3 MB in 2s (7,596 kB/s) 2024-09-22T08:26:36.755 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 16.3 MB in 2s (7,436 kB/s) 2024-09-22T08:26:37.982 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:26:38.000 DEBUG:teuthology.orchestra.run.smithi084:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:38.062 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:26:38.273 INFO:teuthology.orchestra.run.smithi084.stdout:Building dependency tree... 2024-09-22T08:26:38.273 INFO:teuthology.orchestra.run.smithi084.stdout:Reading state information... 2024-09-22T08:26:38.289 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:26:38.309 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:26:38.365 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:26:38.463 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:38.463 INFO:teuthology.orchestra.run.smithi084.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:38.463 INFO:teuthology.orchestra.run.smithi084.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:38.464 INFO:teuthology.orchestra.run.smithi084.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:38.464 INFO:teuthology.orchestra.run.smithi084.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-22T08:26:38.464 INFO:teuthology.orchestra.run.smithi084.stdout: python2.7-minimal 2024-09-22T08:26:38.464 INFO:teuthology.orchestra.run.smithi084.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:38.465 INFO:teuthology.orchestra.run.smithi084.stdout:The following additional packages will be installed: 2024-09-22T08:26:38.465 INFO:teuthology.orchestra.run.smithi084.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:38.465 INFO:teuthology.orchestra.run.smithi084.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-22T08:26:38.466 INFO:teuthology.orchestra.run.smithi084.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:38.467 INFO:teuthology.orchestra.run.smithi084.stdout:Suggested packages: 2024-09-22T08:26:38.467 INFO:teuthology.orchestra.run.smithi084.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-22T08:26:38.467 INFO:teuthology.orchestra.run.smithi084.stdout:Recommended packages: 2024-09-22T08:26:38.467 INFO:teuthology.orchestra.run.smithi084.stdout: thermald 2024-09-22T08:26:38.507 INFO:teuthology.orchestra.run.smithi084.stdout:The following NEW packages will be installed: 2024-09-22T08:26:38.507 INFO:teuthology.orchestra.run.smithi084.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:38.507 INFO:teuthology.orchestra.run.smithi084.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-22T08:26:38.507 INFO:teuthology.orchestra.run.smithi084.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:38.508 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages will be upgraded: 2024-09-22T08:26:38.509 INFO:teuthology.orchestra.run.smithi084.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-22T08:26:38.560 INFO:teuthology.orchestra.run.smithi084.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:38.560 INFO:teuthology.orchestra.run.smithi084.stdout:Need to get 113 MB of archives. 2024-09-22T08:26:38.560 INFO:teuthology.orchestra.run.smithi084.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-22T08:26:38.560 INFO:teuthology.orchestra.run.smithi084.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-22T08:26:38.575 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-22T08:26:38.576 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-22T08:26:38.748 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:26:38.748 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:26:38.748 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:26:38.748 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:26:38.749 INFO:teuthology.orchestra.run.smithi112.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-22T08:26:38.749 INFO:teuthology.orchestra.run.smithi112.stdout: python2.7-minimal 2024-09-22T08:26:38.749 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:26:38.750 INFO:teuthology.orchestra.run.smithi112.stdout:The following additional packages will be installed: 2024-09-22T08:26:38.750 INFO:teuthology.orchestra.run.smithi112.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:38.750 INFO:teuthology.orchestra.run.smithi112.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-22T08:26:38.750 INFO:teuthology.orchestra.run.smithi112.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:38.751 INFO:teuthology.orchestra.run.smithi112.stdout:Suggested packages: 2024-09-22T08:26:38.752 INFO:teuthology.orchestra.run.smithi112.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-22T08:26:38.752 INFO:teuthology.orchestra.run.smithi112.stdout:Recommended packages: 2024-09-22T08:26:38.752 INFO:teuthology.orchestra.run.smithi112.stdout: thermald 2024-09-22T08:26:38.794 INFO:teuthology.orchestra.run.smithi112.stdout:The following NEW packages will be installed: 2024-09-22T08:26:38.794 INFO:teuthology.orchestra.run.smithi112.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-22T08:26:38.794 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-22T08:26:38.794 INFO:teuthology.orchestra.run.smithi112.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-22T08:26:38.795 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages will be upgraded: 2024-09-22T08:26:38.796 INFO:teuthology.orchestra.run.smithi112.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-22T08:26:38.974 INFO:teuthology.orchestra.run.smithi112.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:26:38.975 INFO:teuthology.orchestra.run.smithi112.stdout:Need to get 113 MB of archives. 2024-09-22T08:26:38.975 INFO:teuthology.orchestra.run.smithi112.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-22T08:26:38.975 INFO:teuthology.orchestra.run.smithi112.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-22T08:26:38.991 INFO:teuthology.orchestra.run.smithi084.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-22T08:26:39.088 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-22T08:26:39.854 INFO:teuthology.orchestra.run.smithi084.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-22T08:26:39.854 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-22T08:26:39.854 INFO:teuthology.orchestra.run.smithi084.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-22T08:26:39.974 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-22T08:26:39.994 INFO:teuthology.orchestra.run.smithi084.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-22T08:26:40.418 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-22T08:26:40.460 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 113 MB in 2s (73.4 MB/s) 2024-09-22T08:26:40.630 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-22T08:26:40.769 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-22T08:26:42.635 INFO:teuthology.orchestra.run.smithi084.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-22T08:26:42.640 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:42.693 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:42.955 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-22T08:26:42.956 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-22T08:26:42.956 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-22T08:26:43.308 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-22T08:26:43.389 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-22T08:26:43.837 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 113 MB in 5s (24.7 MB/s) 2024-09-22T08:26:44.006 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-22T08:26:44.787 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-22T08:26:44.808 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:44.883 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:45.798 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-22T08:26:45.819 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:45.856 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:45.985 INFO:teuthology.orchestra.run.smithi112.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-22T08:26:45.989 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:46.087 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:48.264 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-22T08:26:48.285 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:48.378 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:48.884 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-22T08:26:48.904 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:48.942 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:26:52.369 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:52.471 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:52.812 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:52.933 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:53.227 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-22T08:26:53.250 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-22T08:26:53.294 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:55.968 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:56.079 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:56.413 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:26:56.541 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:26:56.835 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-22T08:26:56.858 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-22T08:26:56.910 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:26:59.294 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-22T08:26:59.330 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:26:59.369 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:01.998 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:27:02.121 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:27:02.446 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:27:02.568 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:02.692 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-22T08:27:02.694 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-22T08:27:02.729 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-22T08:27:02.767 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:02.823 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:04.141 INFO:teuthology.orchestra.run.smithi084.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:04.141 INFO:teuthology.orchestra.run.smithi084.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:04.141 INFO:teuthology.orchestra.run.smithi084.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:04.141 INFO:teuthology.orchestra.run.smithi084.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:04.299 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:06.464 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-22T08:27:06.593 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-22T08:27:06.719 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:06.961 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-22T08:27:07.087 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-22T08:27:07.453 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-22T08:27:07.574 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:07.717 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-22T08:27:07.879 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:08.088 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:08.155 INFO:teuthology.orchestra.run.smithi084.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-22T08:27:08.155 INFO:teuthology.orchestra.run.smithi084.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:09.231 INFO:teuthology.orchestra.run.smithi112.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:09.231 INFO:teuthology.orchestra.run.smithi112.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:09.231 INFO:teuthology.orchestra.run.smithi112.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:09.231 INFO:teuthology.orchestra.run.smithi112.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:09.372 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:10.723 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-22T08:27:10.849 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-22T08:27:11.008 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:12.969 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-22T08:27:13.034 INFO:teuthology.orchestra.run.smithi112.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-22T08:27:13.034 INFO:teuthology.orchestra.run.smithi112.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:22.600 INFO:teuthology.orchestra.run.smithi084.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-22T08:27:22.600 INFO:teuthology.orchestra.run.smithi084.stdout:Sourcing file `/etc/default/grub' 2024-09-22T08:27:22.616 INFO:teuthology.orchestra.run.smithi084.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:27:22.640 INFO:teuthology.orchestra.run.smithi084.stdout:Generating grub configuration file ... 2024-09-22T08:27:22.912 INFO:teuthology.orchestra.run.smithi084.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:22.926 INFO:teuthology.orchestra.run.smithi084.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:23.222 INFO:teuthology.orchestra.run.smithi084.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:23.227 INFO:teuthology.orchestra.run.smithi084.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:23.303 INFO:teuthology.orchestra.run.smithi084.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:27:23.308 INFO:teuthology.orchestra.run.smithi084.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:27:23.479 INFO:teuthology.orchestra.run.smithi084.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:27:23.479 INFO:teuthology.orchestra.run.smithi084.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:27:23.479 INFO:teuthology.orchestra.run.smithi084.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:27:23.510 INFO:teuthology.orchestra.run.smithi084.stdout:done 2024-09-22T08:27:24.035 DEBUG:teuthology.orchestra.run.smithi084:> dpkg -s linux-image-generic 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Package: linux-image-generic 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Status: install ok installed 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Priority: optional 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Section: kernel 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Installed-Size: 21 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Architecture: amd64 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Source: linux-meta 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Version: 5.15.0.122.122 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:27:24.053 INFO:teuthology.orchestra.run.smithi084.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:27:24.054 INFO:teuthology.orchestra.run.smithi084.stdout:Recommends: thermald 2024-09-22T08:27:24.054 INFO:teuthology.orchestra.run.smithi084.stdout:Description: Generic Linux kernel image 2024-09-22T08:27:24.054 INFO:teuthology.orchestra.run.smithi084.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:27:24.054 INFO:teuthology.orchestra.run.smithi084.stdout: available. 2024-09-22T08:27:24.054 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-22T08:27:24.054 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-22T08:27:24.054 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-22T08:27:24.054 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-22T08:27:24.054 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi084.front.sepia.ceph.com, path=None, version=distro) 2024-09-22T08:27:24.055 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-get clean 2024-09-22T08:27:24.216 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-get update 2024-09-22T08:27:24.449 INFO:teuthology.orchestra.run.smithi084.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-22T08:27:24.460 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:27:24.531 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:27:24.886 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:27:25.085 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 257 kB in 1s (363 kB/s) 2024-09-22T08:27:26.103 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:27:26.121 DEBUG:teuthology.orchestra.run.smithi084:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:27:26.174 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:27:26.361 INFO:teuthology.orchestra.run.smithi084.stdout:Building dependency tree... 2024-09-22T08:27:26.362 INFO:teuthology.orchestra.run.smithi084.stdout:Reading state information... 2024-09-22T08:27:26.529 INFO:teuthology.orchestra.run.smithi084.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-22T08:27:26.529 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:27:26.529 INFO:teuthology.orchestra.run.smithi084.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:27:26.530 INFO:teuthology.orchestra.run.smithi084.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:27:26.530 INFO:teuthology.orchestra.run.smithi084.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:27:26.530 INFO:teuthology.orchestra.run.smithi084.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:27:26.530 INFO:teuthology.orchestra.run.smithi084.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:27:26.530 INFO:teuthology.orchestra.run.smithi084.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:27:26.568 INFO:teuthology.orchestra.run.smithi084.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:27:26.570 DEBUG:teuthology.orchestra.run.smithi084:> dpkg -s linux-image-generic 2024-09-22T08:27:26.627 INFO:teuthology.orchestra.run.smithi084.stdout:Package: linux-image-generic 2024-09-22T08:27:26.627 INFO:teuthology.orchestra.run.smithi084.stdout:Status: install ok installed 2024-09-22T08:27:26.627 INFO:teuthology.orchestra.run.smithi084.stdout:Priority: optional 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Section: kernel 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Installed-Size: 21 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Architecture: amd64 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Source: linux-meta 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Version: 5.15.0.122.122 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Recommends: thermald 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout:Description: Generic Linux kernel image 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:27:26.628 INFO:teuthology.orchestra.run.smithi084.stdout: available. 2024-09-22T08:27:26.629 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-09-22T08:27:26.672 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.ZR08Wmmtio 2024-09-22T08:27:26.673 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ZR08Wmmtio 2024-09-22T08:27:26.729 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.ZR08Wmmtio 2024-09-22T08:27:26.844 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.ZR08Wmmtio is 10KB 2024-09-22T08:27:26.856 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.ZR08Wmmtio 2024-09-22T08:27:26.861 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-22T08:27:26.916 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:27:26.916 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-22T08:27:26.916 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-22T08:27:26.984 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-22T08:27:26.984 DEBUG:teuthology.orchestra.run.smithi084:> sudo update-grub 2024-09-22T08:27:27.148 INFO:teuthology.orchestra.run.smithi112.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-22T08:27:27.148 INFO:teuthology.orchestra.run.smithi112.stdout:Sourcing file `/etc/default/grub' 2024-09-22T08:27:27.172 INFO:teuthology.orchestra.run.smithi112.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:27:27.198 INFO:teuthology.orchestra.run.smithi112.stdout:Generating grub configuration file ... 2024-09-22T08:27:27.484 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:27.500 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:27.828 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:27.834 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:27.905 INFO:teuthology.orchestra.run.smithi112.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:27:27.910 INFO:teuthology.orchestra.run.smithi112.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:27:28.066 INFO:teuthology.orchestra.run.smithi112.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:27:28.066 INFO:teuthology.orchestra.run.smithi112.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:27:28.066 INFO:teuthology.orchestra.run.smithi112.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:27:28.113 INFO:teuthology.orchestra.run.smithi112.stdout:done 2024-09-22T08:27:28.165 INFO:teuthology.orchestra.run.smithi084.stderr:Sourcing file `/etc/default/grub' 2024-09-22T08:27:28.166 INFO:teuthology.orchestra.run.smithi084.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:27:28.168 INFO:teuthology.orchestra.run.smithi084.stderr:Generating grub configuration file ... 2024-09-22T08:27:28.349 INFO:teuthology.orchestra.run.smithi084.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:28.355 INFO:teuthology.orchestra.run.smithi084.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:28.569 DEBUG:teuthology.orchestra.run.smithi112:> dpkg -s linux-image-generic 2024-09-22T08:27:28.579 INFO:teuthology.orchestra.run.smithi084.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:28.593 INFO:teuthology.orchestra.run.smithi112.stdout:Package: linux-image-generic 2024-09-22T08:27:28.593 INFO:teuthology.orchestra.run.smithi112.stdout:Status: install ok installed 2024-09-22T08:27:28.593 INFO:teuthology.orchestra.run.smithi112.stdout:Priority: optional 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Section: kernel 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Installed-Size: 21 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: amd64 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Source: linux-meta 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Version: 5.15.0.122.122 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Recommends: thermald 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout:Description: Generic Linux kernel image 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:27:28.594 INFO:teuthology.orchestra.run.smithi112.stdout: available. 2024-09-22T08:27:28.595 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-22T08:27:28.595 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-22T08:27:28.595 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-22T08:27:28.595 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-22T08:27:28.595 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=None, version=distro) 2024-09-22T08:27:28.595 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get clean 2024-09-22T08:27:28.624 INFO:teuthology.orchestra.run.smithi084.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:27:28.630 INFO:teuthology.orchestra.run.smithi084.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:27:28.752 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get update 2024-09-22T08:27:28.774 INFO:teuthology.orchestra.run.smithi084.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:27:28.774 INFO:teuthology.orchestra.run.smithi084.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:27:28.774 INFO:teuthology.orchestra.run.smithi084.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:27:28.798 INFO:teuthology.orchestra.run.smithi084.stderr:done 2024-09-22T08:27:28.807 DEBUG:teuthology.orchestra.run.smithi084:> sudo shutdown -r now 2024-09-22T08:27:28.875 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:27:28.875 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:27:28.884 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-22T08:27:28.965 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:27:29.270 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 128 kB in 0s (356 kB/s) 2024-09-22T08:27:30.277 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:27:30.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-22T08:27:30.359 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:27:30.571 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-22T08:27:30.571 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-22T08:27:30.761 INFO:teuthology.orchestra.run.smithi112.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-22T08:27:30.762 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:27:30.762 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:27:30.762 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:27:30.762 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:27:30.763 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:27:30.763 INFO:teuthology.orchestra.run.smithi112.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:27:30.763 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:27:30.803 INFO:teuthology.orchestra.run.smithi112.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-22T08:27:30.805 DEBUG:teuthology.orchestra.run.smithi112:> dpkg -s linux-image-generic 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Package: linux-image-generic 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Status: install ok installed 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Priority: optional 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Section: kernel 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Installed-Size: 21 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Maintainer: Ubuntu Kernel Team 2024-09-22T08:27:30.820 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: amd64 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Source: linux-meta 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Version: 5.15.0.122.122 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Recommends: thermald 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout:Description: Generic Linux kernel image 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout: This package will always depend on the latest generic kernel image 2024-09-22T08:27:30.821 INFO:teuthology.orchestra.run.smithi112.stdout: available. 2024-09-22T08:27:30.821 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-22T08:27:30.865 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.XqO2LCA8az 2024-09-22T08:27:30.865 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub/grub.cfg /tmp/tmp.XqO2LCA8az 2024-09-22T08:27:30.921 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.XqO2LCA8az 2024-09-22T08:27:31.041 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.XqO2LCA8az is 10KB 2024-09-22T08:27:31.053 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.XqO2LCA8az 2024-09-22T08:27:31.058 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-22T08:27:31.112 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:27:31.112 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-22T08:27:31.112 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-22T08:27:31.185 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-22T08:27:31.185 DEBUG:teuthology.orchestra.run.smithi112:> sudo update-grub 2024-09-22T08:27:32.519 INFO:teuthology.orchestra.run.smithi112.stderr:Sourcing file `/etc/default/grub' 2024-09-22T08:27:32.520 INFO:teuthology.orchestra.run.smithi112.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-22T08:27:32.522 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-09-22T08:27:32.687 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-22T08:27:32.693 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-22T08:27:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-22T08:27:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-22T08:27:33.001 INFO:teuthology.orchestra.run.smithi112.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-22T08:27:33.006 INFO:teuthology.orchestra.run.smithi112.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-22T08:27:33.122 INFO:teuthology.orchestra.run.smithi112.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-22T08:27:33.122 INFO:teuthology.orchestra.run.smithi112.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-22T08:27:33.122 INFO:teuthology.orchestra.run.smithi112.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-22T08:27:33.135 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-09-22T08:27:33.137 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-09-22T08:27:58.827 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-22T08:27:58.827 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:27:58.828 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:03.142 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-22T08:28:03.143 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:28:03.143 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:17.263 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-09-22T08:28:21.615 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-22T08:28:26.266 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:28:26.270 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:29.327 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-09-22T08:28:30.616 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:28:30.617 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:33.678 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-09-22T08:28:41.334 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:28:41.335 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:28:45.684 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:28:45.684 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:29:13.102 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-09-22T08:29:13.810 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:29:13.811 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-22T08:29:13.811 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-09-22T08:29:13.858 INFO:teuthology.orchestra.run.smithi084.stdout:5.15.0-122-generic 2024-09-22T08:29:13.858 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-22T08:29:13.858 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-22T08:29:13.858 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-22T08:29:14.859 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-22T08:29:14.860 DEBUG:teuthology.orchestra.run.smithi084:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-22T08:29:14.928 INFO:teuthology.orchestra.run.smithi084.stdout:ttyS1 2024-09-22T08:29:14.953 DEBUG:teuthology.parallel:result is None 2024-09-22T08:29:17.428 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-22T08:29:18.003 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:29:18.003 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-22T08:29:18.003 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-09-22T08:29:18.050 INFO:teuthology.orchestra.run.smithi112.stdout:5.15.0-122-generic 2024-09-22T08:29:18.050 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-22T08:29:18.050 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-22T08:29:18.050 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-22T08:29:19.051 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-22T08:29:19.052 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-22T08:29:19.128 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-09-22T08:29:19.148 DEBUG:teuthology.parallel:result is None 2024-09-22T08:29:19.148 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-22T08:29:19.155 INFO:teuthology.task.internal:Creating test directory... 2024-09-22T08:29:19.155 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-22T08:29:19.158 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-22T08:29:19.164 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-22T08:29:19.170 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-22T08:29:19.193 INFO:teuthology.task.internal:Creating archive directory... 2024-09-22T08:29:19.193 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-22T08:29:19.208 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-22T08:29:19.286 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-22T08:29:19.292 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-22T08:29:19.293 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-22T08:29:19.295 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-22T08:29:19.312 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:19.317 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:19.320 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:19.326 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-22T08:29:19.327 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-22T08:29:19.334 INFO:teuthology.task.internal:Configuring sudo... 2024-09-22T08:29:19.334 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-22T08:29:19.367 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-22T08:29:19.382 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-22T08:29:19.390 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-22T08:29:19.390 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-22T08:29:19.419 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-22T08:29:19.430 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-22T08:29:19.470 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-22T08:29:19.518 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:29:19.519 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-22T08:29:19.579 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-22T08:29:19.585 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-22T08:29:19.630 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:29:19.630 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-22T08:29:19.687 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-09-22T08:29:19.689 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-09-22T08:29:19.761 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-22T08:29:19.769 INFO:teuthology.task.internal:Starting timer... 2024-09-22T08:29:19.769 INFO:teuthology.run_tasks:Running task pcp... 2024-09-22T08:29:19.779 INFO:teuthology.run_tasks:Running task selinux... 2024-09-22T08:29:19.788 DEBUG:teuthology.task.selinux:Excluding smithi084: OS 'ubuntu' does not support SELinux 2024-09-22T08:29:19.788 DEBUG:teuthology.task.selinux:Excluding smithi112: OS 'ubuntu' does not support SELinux 2024-09-22T08:29:19.788 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-22T08:29:19.788 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-22T08:29:19.788 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-22T08:29:19.788 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-22T08:29:19.796 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-22T08:29:19.809 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-22T08:29:19.810 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi084.front.sepia.ceph.com,smithi112.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-22T08:36:50.411 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi084.front.sepia.ceph.com'), Remote(name='ubuntu@smithi112.front.sepia.ceph.com')] 2024-09-22T08:36:50.412 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:36:50.412 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:36:50.491 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-09-22T08:36:50.570 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-09-22T08:36:50.571 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:36:50.571 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-22T08:36:50.648 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-09-22T08:36:50.726 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-09-22T08:36:50.727 INFO:teuthology.run_tasks:Running task clock... 2024-09-22T08:36:50.736 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-22T08:36:50.736 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-22T08:36:50.736 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T08:36:50.738 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-22T08:36:50.739 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T08:36:50.765 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-22T08:36:50.765 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Command line: ntpd -gq 2024-09-22T08:36:50.765 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: ---------------------------------------------------- 2024-09-22T08:36:50.766 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: ntp-4 is maintained by Network Time Foundation, 2024-09-22T08:36:50.766 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-22T08:36:50.766 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: corporation. Support and training for ntp-4 are 2024-09-22T08:36:50.766 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: available at https://www.nwtime.org/support 2024-09-22T08:36:50.766 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: ---------------------------------------------------- 2024-09-22T08:36:50.767 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: proto: precision = 0.060 usec (-24) 2024-09-22T08:36:50.767 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: basedate set to 2022-02-04 2024-09-22T08:36:50.767 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: gps base set to 2022-02-06 (week 2196) 2024-09-22T08:36:50.767 INFO:teuthology.orchestra.run.smithi084.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:50.768 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:50.768 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:50.768 INFO:teuthology.orchestra.run.smithi084.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen and drop on 0 v6wildcard [::]:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen normally on 2 lo 127.0.0.1:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen normally on 3 enp3s0f1 172.21.15.84:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen normally on 4 lo [::1]:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d751%5]:123 2024-09-22T08:36:50.769 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:50 ntpd[18459]: Listening on routing socket on fd #22 for interface updates 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Command line: ntpd -gq 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: ---------------------------------------------------- 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: ntp-4 is maintained by Network Time Foundation, 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: corporation. Support and training for ntp-4 are 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: available at https://www.nwtime.org/support 2024-09-22T08:36:50.796 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: ---------------------------------------------------- 2024-09-22T08:36:50.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: proto: precision = 0.046 usec (-24) 2024-09-22T08:36:50.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: basedate set to 2022-02-04 2024-09-22T08:36:50.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: gps base set to 2022-02-06 (week 2196) 2024-09-22T08:36:50.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:50.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:50.798 INFO:teuthology.orchestra.run.smithi112.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-22T08:36:50.798 INFO:teuthology.orchestra.run.smithi112.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen and drop on 0 v6wildcard [::]:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen normally on 2 lo 127.0.0.1:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen normally on 3 enp3s0f1 172.21.15.112:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen normally on 4 lo [::1]:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cb69%5]:123 2024-09-22T08:36:50.799 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:36:50 ntpd[18457]: Listening on routing socket on fd #22 for interface updates 2024-09-22T08:36:51.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:51.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:51.768 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:51 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:53.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:53.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:53.768 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:53.768 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:53.768 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:53.768 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:53 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:54.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:54 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:54.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:54.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:54 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:55.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:55.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:55 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:55.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:55.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:55.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:55.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:55 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:56.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:56 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:56.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:56.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:56.799 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:56 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:57.766 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stdout:22 Sep 08:36:57 ntpd[18459]: ntpd: time slew -0.000740 s 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stdout:ntpd: time slew -0.000740s 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-22T08:36:57.767 INFO:teuthology.orchestra.run.smithi084.stderr:22 Sep 08:36:57 ntpd[18459]: can't open /var/log/ntpstats/loopstats.20240922: Permission denied 2024-09-22T08:36:57.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:57.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:57.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:57.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:57.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:57.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:57 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================== 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:36:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:58.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:58.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:58.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:58 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:36:59.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:36:59.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:36:59.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:36:59.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:36:59 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:00.796 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: can't open /var/log/ntpstats/rawstats.20240922: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stdout:22 Sep 08:37:00 ntpd[18457]: ntpd: time slew +0.001030 s 2024-09-22T08:37:00.797 INFO:teuthology.orchestra.run.smithi112.stdout:ntpd: time slew +0.001030s 2024-09-22T08:37:00.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: can't open /var/log/ntpstats/peerstats.20240922: Permission denied 2024-09-22T08:37:00.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-22T08:37:00.798 INFO:teuthology.orchestra.run.smithi112.stderr:22 Sep 08:37:00 ntpd[18457]: can't open /var/log/ntpstats/loopstats.20240922: Permission denied 2024-09-22T08:37:00.852 INFO:teuthology.orchestra.run.smithi112.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T08:37:00.852 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================== 2024-09-22T08:37:00.852 INFO:teuthology.orchestra.run.smithi112.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:00.852 INFO:teuthology.orchestra.run.smithi112.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:00.852 INFO:teuthology.orchestra.run.smithi112.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:00.853 INFO:teuthology.orchestra.run.smithi112.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-22T08:37:00.853 INFO:teuthology.run_tasks:Running task install... 2024-09-22T08:37:00.862 DEBUG:teuthology.task.install:project ceph 2024-09-22T08:37:00.862 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}} 2024-09-22T08:37:00.862 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'} 2024-09-22T08:37:00.862 INFO:teuthology.task.install:Using flavor: default 2024-09-22T08:37:00.867 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-22T08:37:00.867 INFO:teuthology.task.install:extra packages: [] 2024-09-22T08:37:00.868 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-key list | grep Ceph 2024-09-22T08:37:00.868 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-key list | grep Ceph 2024-09-22T08:37:00.934 INFO:teuthology.orchestra.run.smithi084.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-22T08:37:00.955 INFO:teuthology.orchestra.run.smithi112.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-22T08:37:00.985 INFO:teuthology.orchestra.run.smithi112.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-22T08:37:00.985 INFO:teuthology.orchestra.run.smithi112.stdout:uid [ unknown] Ceph.com (release key) 2024-09-22T08:37:00.985 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-22T08:37:00.985 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-22T08:37:00.986 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:37:00.995 INFO:teuthology.orchestra.run.smithi084.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-22T08:37:00.995 INFO:teuthology.orchestra.run.smithi084.stdout:uid [ unknown] Ceph.com (release key) 2024-09-22T08:37:00.996 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-22T08:37:00.996 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-22T08:37:00.996 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:37:01.129 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default/ 2024-09-22T08:37:01.129 INFO:teuthology.task.install.deb:Package version is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:01.132 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default/ 2024-09-22T08:37:01.132 INFO:teuthology.task.install.deb:Package version is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:01.242 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:37:01.242 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-22T08:37:01.244 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:37:01.244 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-22T08:37:01.255 DEBUG:teuthology.orchestra.run.smithi112:> sudo apt-get update 2024-09-22T08:37:01.258 DEBUG:teuthology.orchestra.run.smithi084:> sudo apt-get update 2024-09-22T08:37:01.421 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:37:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-22T08:37:01.431 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-22T08:37:01.438 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-22T08:37:01.448 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:37:01.455 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-22T08:37:01.477 INFO:teuthology.orchestra.run.smithi112.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy InRelease 2024-09-22T08:37:01.482 INFO:teuthology.orchestra.run.smithi084.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy InRelease 2024-09-22T08:37:01.502 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-22T08:37:01.504 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-22T08:37:01.524 INFO:teuthology.orchestra.run.smithi112.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-22T08:37:01.526 INFO:teuthology.orchestra.run.smithi084.stdout:Ign:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-22T08:37:01.544 INFO:teuthology.orchestra.run.smithi112.stdout:Hit:7 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:37:01.545 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-22T08:37:01.547 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,420 B] 2024-09-22T08:37:01.552 INFO:teuthology.orchestra.run.smithi084.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-22T08:37:01.571 INFO:teuthology.orchestra.run.smithi112.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-22T08:37:01.573 INFO:teuthology.orchestra.run.smithi084.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-22T08:37:01.778 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 28.6 kB in 0s (84.4 kB/s) 2024-09-22T08:37:01.779 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 28.6 kB in 0s (84.4 kB/s) 2024-09-22T08:37:02.786 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:37:02.802 DEBUG:teuthology.orchestra.run.smithi084:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5106-g8852379c-1jammy cephadm=19.3.0-5106-g8852379c-1jammy ceph-mds=19.3.0-5106-g8852379c-1jammy ceph-mgr=19.3.0-5106-g8852379c-1jammy ceph-common=19.3.0-5106-g8852379c-1jammy ceph-fuse=19.3.0-5106-g8852379c-1jammy ceph-test=19.3.0-5106-g8852379c-1jammy ceph-volume=19.3.0-5106-g8852379c-1jammy radosgw=19.3.0-5106-g8852379c-1jammy python3-rados=19.3.0-5106-g8852379c-1jammy python3-rgw=19.3.0-5106-g8852379c-1jammy python3-cephfs=19.3.0-5106-g8852379c-1jammy python3-rbd=19.3.0-5106-g8852379c-1jammy libcephfs2=19.3.0-5106-g8852379c-1jammy libcephfs-dev=19.3.0-5106-g8852379c-1jammy librados2=19.3.0-5106-g8852379c-1jammy librbd1=19.3.0-5106-g8852379c-1jammy rbd-fuse=19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:02.828 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:37:02.844 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5106-g8852379c-1jammy cephadm=19.3.0-5106-g8852379c-1jammy ceph-mds=19.3.0-5106-g8852379c-1jammy ceph-mgr=19.3.0-5106-g8852379c-1jammy ceph-common=19.3.0-5106-g8852379c-1jammy ceph-fuse=19.3.0-5106-g8852379c-1jammy ceph-test=19.3.0-5106-g8852379c-1jammy ceph-volume=19.3.0-5106-g8852379c-1jammy radosgw=19.3.0-5106-g8852379c-1jammy python3-rados=19.3.0-5106-g8852379c-1jammy python3-rgw=19.3.0-5106-g8852379c-1jammy python3-cephfs=19.3.0-5106-g8852379c-1jammy python3-rbd=19.3.0-5106-g8852379c-1jammy libcephfs2=19.3.0-5106-g8852379c-1jammy libcephfs-dev=19.3.0-5106-g8852379c-1jammy librados2=19.3.0-5106-g8852379c-1jammy librbd1=19.3.0-5106-g8852379c-1jammy rbd-fuse=19.3.0-5106-g8852379c-1jammy 2024-09-22T08:37:02.867 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:37:02.897 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:37:03.078 INFO:teuthology.orchestra.run.smithi084.stdout:Building dependency tree... 2024-09-22T08:37:03.079 INFO:teuthology.orchestra.run.smithi084.stdout:Reading state information... 2024-09-22T08:37:03.084 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-22T08:37:03.085 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-22T08:37:03.272 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:37:03.272 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:37:03.272 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:37:03.272 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout:The following additional packages will be installed: 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-22T08:37:03.273 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-22T08:37:03.275 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-22T08:37:03.276 INFO:teuthology.orchestra.run.smithi112.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet zip 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout:Suggested packages: 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-22T08:37:03.277 INFO:teuthology.orchestra.run.smithi112.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout:Recommended packages: 2024-09-22T08:37:03.278 INFO:teuthology.orchestra.run.smithi112.stdout: btrfs-tools 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:37:03.279 INFO:teuthology.orchestra.run.smithi084.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout:The following additional packages will be installed: 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-22T08:37:03.281 INFO:teuthology.orchestra.run.smithi084.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-09-22T08:37:03.282 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet zip 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout:Suggested packages: 2024-09-22T08:37:03.283 INFO:teuthology.orchestra.run.smithi084.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout:Recommended packages: 2024-09-22T08:37:03.284 INFO:teuthology.orchestra.run.smithi084.stdout: btrfs-tools 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout:The following NEW packages will be installed: 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-22T08:37:03.378 INFO:teuthology.orchestra.run.smithi112.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-22T08:37:03.379 INFO:teuthology.orchestra.run.smithi112.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-22T08:37:03.380 INFO:teuthology.orchestra.run.smithi112.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-22T08:37:03.381 INFO:teuthology.orchestra.run.smithi112.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-22T08:37:03.385 INFO:teuthology.orchestra.run.smithi084.stdout:The following NEW packages will be installed: 2024-09-22T08:37:03.385 INFO:teuthology.orchestra.run.smithi084.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-22T08:37:03.385 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-22T08:37:03.385 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-22T08:37:03.385 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-22T08:37:03.386 INFO:teuthology.orchestra.run.smithi084.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2024-09-22T08:37:03.386 INFO:teuthology.orchestra.run.smithi084.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-22T08:37:03.387 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-22T08:37:03.388 INFO:teuthology.orchestra.run.smithi084.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-22T08:37:03.438 INFO:teuthology.orchestra.run.smithi112.stdout:0 upgraded, 119 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:37:03.439 INFO:teuthology.orchestra.run.smithi112.stdout:Need to get 244 MB of archives. 2024-09-22T08:37:03.439 INFO:teuthology.orchestra.run.smithi112.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-22T08:37:03.439 INFO:teuthology.orchestra.run.smithi112.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-22T08:37:03.520 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5106-g8852379c-1jammy [3,623 kB] 2024-09-22T08:37:03.527 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-22T08:37:03.527 INFO:teuthology.orchestra.run.smithi084.stdout:0 upgraded, 119 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:37:03.528 INFO:teuthology.orchestra.run.smithi084.stdout:Need to get 244 MB of archives. 2024-09-22T08:37:03.528 INFO:teuthology.orchestra.run.smithi084.stdout:After this operation, 909 MB of additional disk space will be used. 2024-09-22T08:37:03.528 INFO:teuthology.orchestra.run.smithi084.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5106-g8852379c-1jammy [3,623 kB] 2024-09-22T08:37:03.530 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-22T08:37:03.547 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-22T08:37:03.573 INFO:teuthology.orchestra.run.smithi084.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-22T08:37:03.607 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-22T08:37:03.611 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-22T08:37:03.624 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-22T08:37:03.628 INFO:teuthology.orchestra.run.smithi112.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-22T08:37:03.629 INFO:teuthology.orchestra.run.smithi112.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-22T08:37:03.630 INFO:teuthology.orchestra.run.smithi112.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-22T08:37:03.631 INFO:teuthology.orchestra.run.smithi112.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-22T08:37:03.639 INFO:teuthology.orchestra.run.smithi112.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-22T08:37:03.641 INFO:teuthology.orchestra.run.smithi112.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-22T08:37:03.643 INFO:teuthology.orchestra.run.smithi112.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-22T08:37:03.645 INFO:teuthology.orchestra.run.smithi112.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-22T08:37:03.646 INFO:teuthology.orchestra.run.smithi112.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-22T08:37:03.663 INFO:teuthology.orchestra.run.smithi112.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-22T08:37:03.665 INFO:teuthology.orchestra.run.smithi112.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-22T08:37:03.667 INFO:teuthology.orchestra.run.smithi112.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-22T08:37:03.667 INFO:teuthology.orchestra.run.smithi112.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-22T08:37:03.668 INFO:teuthology.orchestra.run.smithi112.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-22T08:37:03.669 INFO:teuthology.orchestra.run.smithi112.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-22T08:37:03.669 INFO:teuthology.orchestra.run.smithi112.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-22T08:37:03.669 INFO:teuthology.orchestra.run.smithi112.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-22T08:37:03.680 INFO:teuthology.orchestra.run.smithi112.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-22T08:37:03.680 INFO:teuthology.orchestra.run.smithi112.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-22T08:37:03.697 INFO:teuthology.orchestra.run.smithi112.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-22T08:37:03.697 INFO:teuthology.orchestra.run.smithi112.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-22T08:37:03.700 INFO:teuthology.orchestra.run.smithi112.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-22T08:37:03.700 INFO:teuthology.orchestra.run.smithi112.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-22T08:37:03.701 INFO:teuthology.orchestra.run.smithi112.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-22T08:37:03.701 INFO:teuthology.orchestra.run.smithi112.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-22T08:37:03.702 INFO:teuthology.orchestra.run.smithi112.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-22T08:37:03.703 INFO:teuthology.orchestra.run.smithi112.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-22T08:37:03.714 INFO:teuthology.orchestra.run.smithi112.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-22T08:37:03.715 INFO:teuthology.orchestra.run.smithi112.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-22T08:37:03.721 INFO:teuthology.orchestra.run.smithi112.stdout:Get:38 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5106-g8852379c-1jammy [3,335 kB] 2024-09-22T08:37:03.731 INFO:teuthology.orchestra.run.smithi112.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-22T08:37:03.732 INFO:teuthology.orchestra.run.smithi112.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-22T08:37:03.737 INFO:teuthology.orchestra.run.smithi112.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-22T08:37:03.737 INFO:teuthology.orchestra.run.smithi112.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-22T08:37:03.738 INFO:teuthology.orchestra.run.smithi112.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-22T08:37:03.738 INFO:teuthology.orchestra.run.smithi112.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-22T08:37:03.739 INFO:teuthology.orchestra.run.smithi112.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-22T08:37:03.740 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5106-g8852379c-1jammy [3,335 kB] 2024-09-22T08:37:03.741 INFO:teuthology.orchestra.run.smithi112.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-22T08:37:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-22T08:37:03.750 INFO:teuthology.orchestra.run.smithi112.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-22T08:37:03.760 INFO:teuthology.orchestra.run.smithi112.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-22T08:37:03.762 INFO:teuthology.orchestra.run.smithi112.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-22T08:37:03.762 INFO:teuthology.orchestra.run.smithi112.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-22T08:37:03.763 INFO:teuthology.orchestra.run.smithi112.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-22T08:37:03.766 INFO:teuthology.orchestra.run.smithi112.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-22T08:37:03.803 INFO:teuthology.orchestra.run.smithi112.stdout:Get:54 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5106-g8852379c-1jammy [722 kB] 2024-09-22T08:37:03.816 INFO:teuthology.orchestra.run.smithi112.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-22T08:37:03.817 INFO:teuthology.orchestra.run.smithi112.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-22T08:37:03.818 INFO:teuthology.orchestra.run.smithi112.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-22T08:37:03.819 INFO:teuthology.orchestra.run.smithi112.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-22T08:37:03.820 INFO:teuthology.orchestra.run.smithi112.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-22T08:37:03.828 INFO:teuthology.orchestra.run.smithi084.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5106-g8852379c-1jammy [722 kB] 2024-09-22T08:37:03.836 INFO:teuthology.orchestra.run.smithi112.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-22T08:37:03.838 INFO:teuthology.orchestra.run.smithi112.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-22T08:37:03.838 INFO:teuthology.orchestra.run.smithi112.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-22T08:37:03.839 INFO:teuthology.orchestra.run.smithi112.stdout:Get:63 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5106-g8852379c-1jammy [356 kB] 2024-09-22T08:37:03.845 INFO:teuthology.orchestra.run.smithi112.stdout:Get:64 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5106-g8852379c-1jammy [32.8 kB] 2024-09-22T08:37:03.847 INFO:teuthology.orchestra.run.smithi112.stdout:Get:65 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5106-g8852379c-1jammy [180 kB] 2024-09-22T08:37:03.851 INFO:teuthology.orchestra.run.smithi112.stdout:Get:66 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5106-g8852379c-1jammy [72.9 kB] 2024-09-22T08:37:03.853 INFO:teuthology.orchestra.run.smithi112.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-22T08:37:03.853 INFO:teuthology.orchestra.run.smithi112.stdout:Get:68 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5106-g8852379c-1jammy [339 kB] 2024-09-22T08:37:03.853 INFO:teuthology.orchestra.run.smithi112.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-22T08:37:03.854 INFO:teuthology.orchestra.run.smithi112.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-22T08:37:03.854 INFO:teuthology.orchestra.run.smithi112.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-22T08:37:03.854 INFO:teuthology.orchestra.run.smithi112.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-22T08:37:03.855 INFO:teuthology.orchestra.run.smithi112.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-22T08:37:03.859 INFO:teuthology.orchestra.run.smithi112.stdout:Get:74 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5106-g8852379c-1jammy [7,985 kB] 2024-09-22T08:37:03.870 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5106-g8852379c-1jammy [356 kB] 2024-09-22T08:37:03.870 INFO:teuthology.orchestra.run.smithi112.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-22T08:37:03.871 INFO:teuthology.orchestra.run.smithi112.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-22T08:37:03.873 INFO:teuthology.orchestra.run.smithi112.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-22T08:37:03.877 INFO:teuthology.orchestra.run.smithi084.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5106-g8852379c-1jammy [32.8 kB] 2024-09-22T08:37:03.878 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5106-g8852379c-1jammy [180 kB] 2024-09-22T08:37:03.882 INFO:teuthology.orchestra.run.smithi084.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5106-g8852379c-1jammy [72.9 kB] 2024-09-22T08:37:03.884 INFO:teuthology.orchestra.run.smithi084.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5106-g8852379c-1jammy [339 kB] 2024-09-22T08:37:03.887 INFO:teuthology.orchestra.run.smithi112.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-22T08:37:03.888 INFO:teuthology.orchestra.run.smithi112.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-22T08:37:03.889 INFO:teuthology.orchestra.run.smithi112.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-22T08:37:03.891 INFO:teuthology.orchestra.run.smithi084.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5106-g8852379c-1jammy [7,985 kB] 2024-09-22T08:37:03.892 INFO:teuthology.orchestra.run.smithi112.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-22T08:37:03.894 INFO:teuthology.orchestra.run.smithi112.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-22T08:37:03.895 INFO:teuthology.orchestra.run.smithi112.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-22T08:37:03.895 INFO:teuthology.orchestra.run.smithi112.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-22T08:37:03.904 INFO:teuthology.orchestra.run.smithi112.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-22T08:37:03.905 INFO:teuthology.orchestra.run.smithi112.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-22T08:37:03.907 INFO:teuthology.orchestra.run.smithi112.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-22T08:37:03.921 INFO:teuthology.orchestra.run.smithi112.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-22T08:37:03.922 INFO:teuthology.orchestra.run.smithi112.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-22T08:37:03.922 INFO:teuthology.orchestra.run.smithi112.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-22T08:37:03.924 INFO:teuthology.orchestra.run.smithi112.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-22T08:37:03.924 INFO:teuthology.orchestra.run.smithi112.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-22T08:37:03.930 INFO:teuthology.orchestra.run.smithi112.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-22T08:37:03.930 INFO:teuthology.orchestra.run.smithi112.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-22T08:37:03.938 INFO:teuthology.orchestra.run.smithi112.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-22T08:37:03.940 INFO:teuthology.orchestra.run.smithi112.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-22T08:37:03.941 INFO:teuthology.orchestra.run.smithi112.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-22T08:37:03.993 INFO:teuthology.orchestra.run.smithi084.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-22T08:37:04.005 INFO:teuthology.orchestra.run.smithi084.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-22T08:37:04.086 INFO:teuthology.orchestra.run.smithi084.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-22T08:37:04.125 INFO:teuthology.orchestra.run.smithi112.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5106-g8852379c-1jammy [112 kB] 2024-09-22T08:37:04.128 INFO:teuthology.orchestra.run.smithi112.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5106-g8852379c-1jammy [473 kB] 2024-09-22T08:37:04.137 INFO:teuthology.orchestra.run.smithi112.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5106-g8852379c-1jammy [28.3 MB] 2024-09-22T08:37:04.163 INFO:teuthology.orchestra.run.smithi084.stdout:Get:14 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5106-g8852379c-1jammy [112 kB] 2024-09-22T08:37:04.165 INFO:teuthology.orchestra.run.smithi084.stdout:Get:15 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5106-g8852379c-1jammy [473 kB] 2024-09-22T08:37:04.174 INFO:teuthology.orchestra.run.smithi084.stdout:Get:16 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5106-g8852379c-1jammy [28.3 MB] 2024-09-22T08:37:04.314 INFO:teuthology.orchestra.run.smithi084.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-22T08:37:04.325 INFO:teuthology.orchestra.run.smithi084.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-22T08:37:04.355 INFO:teuthology.orchestra.run.smithi084.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-22T08:37:04.364 INFO:teuthology.orchestra.run.smithi084.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-22T08:37:04.366 INFO:teuthology.orchestra.run.smithi084.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-22T08:37:04.367 INFO:teuthology.orchestra.run.smithi084.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-22T08:37:04.369 INFO:teuthology.orchestra.run.smithi084.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-22T08:37:04.386 INFO:teuthology.orchestra.run.smithi084.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-22T08:37:04.390 INFO:teuthology.orchestra.run.smithi084.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-22T08:37:04.396 INFO:teuthology.orchestra.run.smithi084.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-22T08:37:04.476 INFO:teuthology.orchestra.run.smithi084.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-22T08:37:04.477 INFO:teuthology.orchestra.run.smithi084.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-22T08:37:04.481 INFO:teuthology.orchestra.run.smithi084.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-22T08:37:04.485 INFO:teuthology.orchestra.run.smithi084.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-22T08:37:04.489 INFO:teuthology.orchestra.run.smithi084.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-22T08:37:04.490 INFO:teuthology.orchestra.run.smithi084.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-22T08:37:04.491 INFO:teuthology.orchestra.run.smithi084.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-22T08:37:04.493 INFO:teuthology.orchestra.run.smithi084.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-22T08:37:04.493 INFO:teuthology.orchestra.run.smithi084.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-22T08:37:04.560 INFO:teuthology.orchestra.run.smithi084.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-22T08:37:04.576 INFO:teuthology.orchestra.run.smithi084.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-22T08:37:04.577 INFO:teuthology.orchestra.run.smithi084.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-22T08:37:04.577 INFO:teuthology.orchestra.run.smithi084.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-22T08:37:04.578 INFO:teuthology.orchestra.run.smithi084.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-22T08:37:04.583 INFO:teuthology.orchestra.run.smithi084.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-22T08:37:04.584 INFO:teuthology.orchestra.run.smithi084.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-22T08:37:04.641 INFO:teuthology.orchestra.run.smithi084.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-22T08:37:04.642 INFO:teuthology.orchestra.run.smithi084.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-22T08:37:04.644 INFO:teuthology.orchestra.run.smithi084.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-22T08:37:04.722 INFO:teuthology.orchestra.run.smithi084.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-22T08:37:04.722 INFO:teuthology.orchestra.run.smithi084.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-22T08:37:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-22T08:37:04.726 INFO:teuthology.orchestra.run.smithi084.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-22T08:37:04.727 INFO:teuthology.orchestra.run.smithi084.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-22T08:37:04.738 INFO:teuthology.orchestra.run.smithi084.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-22T08:37:04.803 INFO:teuthology.orchestra.run.smithi084.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-22T08:37:04.804 INFO:teuthology.orchestra.run.smithi084.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-22T08:37:04.805 INFO:teuthology.orchestra.run.smithi084.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-22T08:37:04.807 INFO:teuthology.orchestra.run.smithi084.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-22T08:37:04.884 INFO:teuthology.orchestra.run.smithi084.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-22T08:37:04.886 INFO:teuthology.orchestra.run.smithi084.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-22T08:37:04.888 INFO:teuthology.orchestra.run.smithi084.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-22T08:37:04.890 INFO:teuthology.orchestra.run.smithi084.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-22T08:37:04.895 INFO:teuthology.orchestra.run.smithi084.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-22T08:37:04.896 INFO:teuthology.orchestra.run.smithi084.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-22T08:37:04.965 INFO:teuthology.orchestra.run.smithi084.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-22T08:37:04.970 INFO:teuthology.orchestra.run.smithi084.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-22T08:37:05.148 INFO:teuthology.orchestra.run.smithi112.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5106-g8852379c-1jammy [5,213 kB] 2024-09-22T08:37:05.177 INFO:teuthology.orchestra.run.smithi084.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-22T08:37:05.224 INFO:teuthology.orchestra.run.smithi112.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5106-g8852379c-1jammy [252 kB] 2024-09-22T08:37:05.227 INFO:teuthology.orchestra.run.smithi112.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5106-g8852379c-1jammy [124 kB] 2024-09-22T08:37:05.238 INFO:teuthology.orchestra.run.smithi112.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5106-g8852379c-1jammy [1,562 kB] 2024-09-22T08:37:05.273 INFO:teuthology.orchestra.run.smithi084.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-22T08:37:05.273 INFO:teuthology.orchestra.run.smithi112.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5106-g8852379c-1jammy [6,312 kB] 2024-09-22T08:37:05.274 INFO:teuthology.orchestra.run.smithi084.stdout:Get:66 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5106-g8852379c-1jammy [5,213 kB] 2024-09-22T08:37:05.276 INFO:teuthology.orchestra.run.smithi084.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-22T08:37:05.276 INFO:teuthology.orchestra.run.smithi084.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-22T08:37:05.279 INFO:teuthology.orchestra.run.smithi084.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-22T08:37:05.324 INFO:teuthology.orchestra.run.smithi084.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-22T08:37:05.328 INFO:teuthology.orchestra.run.smithi084.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-22T08:37:05.329 INFO:teuthology.orchestra.run.smithi084.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-22T08:37:05.354 INFO:teuthology.orchestra.run.smithi084.stdout:Get:73 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5106-g8852379c-1jammy [252 kB] 2024-09-22T08:37:05.357 INFO:teuthology.orchestra.run.smithi084.stdout:Get:74 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5106-g8852379c-1jammy [124 kB] 2024-09-22T08:37:05.365 INFO:teuthology.orchestra.run.smithi084.stdout:Get:75 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5106-g8852379c-1jammy [1,562 kB] 2024-09-22T08:37:05.374 INFO:teuthology.orchestra.run.smithi084.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-22T08:37:05.374 INFO:teuthology.orchestra.run.smithi084.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-22T08:37:05.415 INFO:teuthology.orchestra.run.smithi084.stdout:Get:78 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5106-g8852379c-1jammy [6,312 kB] 2024-09-22T08:37:05.438 INFO:teuthology.orchestra.run.smithi084.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-22T08:37:05.439 INFO:teuthology.orchestra.run.smithi084.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-22T08:37:05.440 INFO:teuthology.orchestra.run.smithi084.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-22T08:37:05.441 INFO:teuthology.orchestra.run.smithi084.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-22T08:37:05.442 INFO:teuthology.orchestra.run.smithi084.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-22T08:37:05.443 INFO:teuthology.orchestra.run.smithi084.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-22T08:37:05.450 INFO:teuthology.orchestra.run.smithi084.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-22T08:37:05.454 INFO:teuthology.orchestra.run.smithi112.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5106-g8852379c-1jammy [23.1 MB] 2024-09-22T08:37:05.519 INFO:teuthology.orchestra.run.smithi084.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-22T08:37:05.522 INFO:teuthology.orchestra.run.smithi084.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-22T08:37:05.523 INFO:teuthology.orchestra.run.smithi084.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-22T08:37:05.601 INFO:teuthology.orchestra.run.smithi084.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-22T08:37:05.607 INFO:teuthology.orchestra.run.smithi084.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-22T08:37:05.609 INFO:teuthology.orchestra.run.smithi084.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-22T08:37:05.610 INFO:teuthology.orchestra.run.smithi084.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-22T08:37:05.622 INFO:teuthology.orchestra.run.smithi084.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-22T08:37:05.623 INFO:teuthology.orchestra.run.smithi084.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-22T08:37:05.623 INFO:teuthology.orchestra.run.smithi084.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5106-g8852379c-1jammy [23.1 MB] 2024-09-22T08:37:05.631 INFO:teuthology.orchestra.run.smithi084.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-22T08:37:05.682 INFO:teuthology.orchestra.run.smithi084.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-22T08:37:05.684 INFO:teuthology.orchestra.run.smithi084.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-22T08:37:05.685 INFO:teuthology.orchestra.run.smithi084.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-22T08:37:05.764 INFO:teuthology.orchestra.run.smithi084.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-22T08:37:05.766 INFO:teuthology.orchestra.run.smithi084.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-22T08:37:05.783 INFO:teuthology.orchestra.run.smithi084.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-22T08:37:05.783 INFO:teuthology.orchestra.run.smithi084.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-22T08:37:05.784 INFO:teuthology.orchestra.run.smithi084.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-22T08:37:05.789 INFO:teuthology.orchestra.run.smithi084.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-22T08:37:05.791 INFO:teuthology.orchestra.run.smithi084.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-22T08:37:06.303 INFO:teuthology.orchestra.run.smithi112.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5106-g8852379c-1jammy [14.1 kB] 2024-09-22T08:37:06.303 INFO:teuthology.orchestra.run.smithi112.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5106-g8852379c-1jammy [880 kB] 2024-09-22T08:37:06.320 INFO:teuthology.orchestra.run.smithi112.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5106-g8852379c-1jammy [2,453 kB] 2024-09-22T08:37:06.362 INFO:teuthology.orchestra.run.smithi112.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5106-g8852379c-1jammy [814 kB] 2024-09-22T08:37:06.372 INFO:teuthology.orchestra.run.smithi112.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5106-g8852379c-1jammy [160 kB] 2024-09-22T08:37:06.374 INFO:teuthology.orchestra.run.smithi112.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5106-g8852379c-1jammy [61.5 MB] 2024-09-22T08:37:06.461 INFO:teuthology.orchestra.run.smithi084.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5106-g8852379c-1jammy [14.1 kB] 2024-09-22T08:37:06.461 INFO:teuthology.orchestra.run.smithi084.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5106-g8852379c-1jammy [880 kB] 2024-09-22T08:37:06.478 INFO:teuthology.orchestra.run.smithi084.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5106-g8852379c-1jammy [2,453 kB] 2024-09-22T08:37:06.520 INFO:teuthology.orchestra.run.smithi084.stdout:Get:110 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5106-g8852379c-1jammy [814 kB] 2024-09-22T08:37:06.529 INFO:teuthology.orchestra.run.smithi084.stdout:Get:111 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5106-g8852379c-1jammy [160 kB] 2024-09-22T08:37:06.531 INFO:teuthology.orchestra.run.smithi084.stdout:Get:112 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5106-g8852379c-1jammy [61.5 MB] 2024-09-22T08:37:08.608 INFO:teuthology.orchestra.run.smithi112.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5106-g8852379c-1jammy [8,625 kB] 2024-09-22T08:37:08.769 INFO:teuthology.orchestra.run.smithi112.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5106-g8852379c-1jammy [14.2 kB] 2024-09-22T08:37:08.769 INFO:teuthology.orchestra.run.smithi112.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5106-g8852379c-1jammy [48.6 MB] 2024-09-22T08:37:09.311 INFO:teuthology.orchestra.run.smithi084.stdout:Get:113 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5106-g8852379c-1jammy [8,625 kB] 2024-09-22T08:37:09.996 INFO:teuthology.orchestra.run.smithi084.stdout:Get:114 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5106-g8852379c-1jammy [14.2 kB] 2024-09-22T08:37:09.996 INFO:teuthology.orchestra.run.smithi084.stdout:Get:115 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5106-g8852379c-1jammy [48.6 MB] 2024-09-22T08:37:11.041 INFO:teuthology.orchestra.run.smithi112.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5106-g8852379c-1jammy [130 kB] 2024-09-22T08:37:11.044 INFO:teuthology.orchestra.run.smithi112.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5106-g8852379c-1jammy [39.0 kB] 2024-09-22T08:37:11.045 INFO:teuthology.orchestra.run.smithi112.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5106-g8852379c-1jammy [15.9 MB] 2024-09-22T08:37:11.891 INFO:teuthology.orchestra.run.smithi112.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5106-g8852379c-1jammy [91.3 kB] 2024-09-22T08:37:12.465 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 244 MB in 9s (28.7 MB/s) 2024-09-22T08:37:12.631 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-22T08:37:12.725 INFO:teuthology.orchestra.run.smithi112.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-22T08:37:12.730 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-22T08:37:12.814 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:37:13.159 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-22T08:37:13.186 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-22T08:37:13.225 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:37:13.579 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-22T08:37:13.605 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-22T08:37:13.645 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:37:14.382 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-22T08:37:14.409 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:14.466 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:14.757 INFO:teuthology.orchestra.run.smithi084.stdout:Get:116 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5106-g8852379c-1jammy [130 kB] 2024-09-22T08:37:14.760 INFO:teuthology.orchestra.run.smithi084.stdout:Get:117 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5106-g8852379c-1jammy [39.0 kB] 2024-09-22T08:37:14.761 INFO:teuthology.orchestra.run.smithi084.stdout:Get:118 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5106-g8852379c-1jammy [15.9 MB] 2024-09-22T08:37:14.827 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-22T08:37:14.854 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:14.902 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:15.238 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-22T08:37:15.265 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:15.304 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:15.708 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-22T08:37:15.735 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-22T08:37:15.775 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:37:16.094 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package librados2. 2024-09-22T08:37:16.120 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../007-librados2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:16.161 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:16.345 INFO:teuthology.orchestra.run.smithi084.stdout:Get:119 https://3.chacra.ceph.com/r/ceph/wip-skoduri-cloud-restore/8852379c050c686f4605f33f0129009b2029ca9d/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5106-g8852379c-1jammy [91.3 kB] 2024-09-22T08:37:16.588 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libnbd0. 2024-09-22T08:37:16.615 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-22T08:37:16.655 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-22T08:37:16.914 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 244 MB in 13s (18.8 MB/s) 2024-09-22T08:37:16.983 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package librbd1. 2024-09-22T08:37:17.010 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../009-librbd1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:17.049 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:17.074 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-22T08:37:17.173 INFO:teuthology.orchestra.run.smithi084.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-22T08:37:17.179 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-22T08:37:17.264 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:37:17.511 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcephfs2. 2024-09-22T08:37:17.537 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:17.576 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-22T08:37:17.577 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:17.602 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-22T08:37:17.634 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:37:17.855 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-rados. 2024-09-22T08:37:17.881 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:17.913 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:17.987 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-22T08:37:18.013 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-22T08:37:18.054 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:37:18.224 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-22T08:37:18.250 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:18.290 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:18.499 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-22T08:37:18.525 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:18.543 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-cephfs. 2024-09-22T08:37:18.558 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:18.573 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:18.601 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:18.938 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-22T08:37:18.944 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-22T08:37:18.964 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:18.970 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:19.002 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:19.004 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:19.358 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-22T08:37:19.384 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-22T08:37:19.424 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:37:19.547 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-22T08:37:19.574 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-22T08:37:19.613 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:37:19.762 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-prettytable. 2024-09-22T08:37:19.786 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-22T08:37:19.827 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-22T08:37:19.967 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-22T08:37:19.992 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-22T08:37:20.033 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:37:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-rbd. 2024-09-22T08:37:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:20.154 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:20.311 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package librados2. 2024-09-22T08:37:20.337 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../007-librados2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:20.369 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:20.466 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-22T08:37:20.492 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-22T08:37:20.532 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:37:20.793 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-22T08:37:20.808 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-22T08:37:20.839 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libnbd0. 2024-09-22T08:37:20.852 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:37:20.865 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2024-09-22T08:37:20.905 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-22T08:37:21.171 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-22T08:37:21.186 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-22T08:37:21.229 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:37:21.233 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package librbd1. 2024-09-22T08:37:21.259 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../009-librbd1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:21.599 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package lua5.1. 2024-09-22T08:37:21.626 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-22T08:37:21.666 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:37:21.761 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcephfs2. 2024-09-22T08:37:21.787 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../010-libcephfs2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:21.827 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:21.952 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package lua-any. 2024-09-22T08:37:21.978 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-22T08:37:22.019 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-22T08:37:22.072 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-rados. 2024-09-22T08:37:22.097 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../011-python3-rados_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:22.138 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:22.289 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package zip. 2024-09-22T08:37:22.303 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-22T08:37:22.346 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking zip (3.0-12build2) ... 2024-09-22T08:37:22.466 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-22T08:37:22.492 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:22.532 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:22.675 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package unzip. 2024-09-22T08:37:22.701 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-22T08:37:22.741 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:37:22.793 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-cephfs. 2024-09-22T08:37:22.809 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../013-python3-cephfs_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:22.852 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.087 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package luarocks. 2024-09-22T08:37:23.113 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-22T08:37:23.145 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:37:23.162 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-22T08:37:23.189 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../014-python3-ceph-common_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:23.229 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.511 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package librgw2. 2024-09-22T08:37:23.524 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-22T08:37:23.538 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../026-librgw2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:23.539 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-22T08:37:23.574 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:37:23.577 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:23.894 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-prettytable. 2024-09-22T08:37:23.919 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-09-22T08:37:23.960 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-22T08:37:24.197 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-rgw. 2024-09-22T08:37:24.212 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:24.221 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-rbd. 2024-09-22T08:37:24.247 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../017-python3-rbd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:24.255 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:24.287 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:24.649 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-22T08:37:24.652 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-22T08:37:24.675 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-22T08:37:24.679 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-22T08:37:24.715 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:37:24.841 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:37:24.976 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-22T08:37:25.002 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-22T08:37:25.034 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:37:25.119 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libradosstriper1. 2024-09-22T08:37:25.146 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:25.186 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:25.354 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-22T08:37:25.369 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-22T08:37:25.421 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:37:25.631 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-common. 2024-09-22T08:37:25.658 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:25.697 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:25.765 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package lua5.1. 2024-09-22T08:37:25.792 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-22T08:37:25.832 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:37:26.143 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package lua-any. 2024-09-22T08:37:26.159 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2024-09-22T08:37:26.193 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-22T08:37:26.454 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package zip. 2024-09-22T08:37:26.480 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2024-09-22T08:37:26.529 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking zip (3.0-12build2) ... 2024-09-22T08:37:26.874 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package unzip. 2024-09-22T08:37:26.900 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-22T08:37:26.941 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:37:27.203 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-base. 2024-09-22T08:37:27.230 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:27.271 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:27.345 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package luarocks. 2024-09-22T08:37:27.371 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-22T08:37:27.411 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:37:27.835 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package librgw2. 2024-09-22T08:37:27.857 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-22T08:37:27.862 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../026-librgw2_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:27.883 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-22T08:37:27.910 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:27.923 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:37:28.285 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-cheroot. 2024-09-22T08:37:28.311 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-22T08:37:28.360 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:37:28.554 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-rgw. 2024-09-22T08:37:28.580 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../027-python3-rgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:28.629 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:28.738 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-22T08:37:28.764 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-22T08:37:28.804 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:37:28.965 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-22T08:37:28.991 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../028-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-22T08:37:29.032 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:37:29.107 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-22T08:37:29.133 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-22T08:37:29.174 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:37:29.360 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libradosstriper1. 2024-09-22T08:37:29.386 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../029-libradosstriper1_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:29.426 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:29.460 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-22T08:37:29.486 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-22T08:37:29.526 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:37:29.788 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-tempora. 2024-09-22T08:37:29.814 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-22T08:37:29.854 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-22T08:37:30.113 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-common. 2024-09-22T08:37:30.139 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../030-ceph-common_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:30.157 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-portend. 2024-09-22T08:37:30.183 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-22T08:37:30.188 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:30.224 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-22T08:37:30.527 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-22T08:37:30.553 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-22T08:37:30.618 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-22T08:37:30.880 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-22T08:37:30.906 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-22T08:37:30.938 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:37:31.291 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-natsort. 2024-09-22T08:37:31.318 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-22T08:37:31.366 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-22T08:37:31.653 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-logutils. 2024-09-22T08:37:31.680 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-22T08:37:31.719 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-22T08:37:31.734 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-base. 2024-09-22T08:37:31.761 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../031-ceph-base_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:31.819 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:32.034 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-22T08:37:32.062 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-22T08:37:32.105 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:37:32.406 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-22T08:37:32.408 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-mako. 2024-09-22T08:37:32.432 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-22T08:37:32.434 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-22T08:37:32.472 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:37:32.483 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:37:32.750 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-cheroot. 2024-09-22T08:37:32.776 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-22T08:37:32.812 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-22T08:37:32.816 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:37:32.838 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-22T08:37:32.886 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:37:33.169 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-22T08:37:33.196 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-22T08:37:33.236 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:37:33.256 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-22T08:37:33.282 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-22T08:37:33.331 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:37:33.522 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-22T08:37:33.548 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-22T08:37:33.588 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:37:33.650 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-webob. 2024-09-22T08:37:33.677 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-22T08:37:33.717 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:37:33.858 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-22T08:37:33.884 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-22T08:37:33.924 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:37:34.070 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-waitress. 2024-09-22T08:37:34.096 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-22T08:37:34.140 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:37:34.211 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-tempora. 2024-09-22T08:37:34.237 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2024-09-22T08:37:34.277 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-22T08:37:34.448 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-tempita. 2024-09-22T08:37:34.474 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-22T08:37:34.515 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:37:34.580 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-portend. 2024-09-22T08:37:34.606 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2024-09-22T08:37:34.646 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-22T08:37:34.818 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-paste. 2024-09-22T08:37:34.844 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-22T08:37:34.884 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:37:34.949 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-22T08:37:34.976 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-22T08:37:35.016 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-22T08:37:35.213 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-22T08:37:35.239 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-22T08:37:35.279 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:37:35.469 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-22T08:37:35.492 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-22T08:37:35.535 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:37:35.607 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-22T08:37:35.633 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-22T08:37:35.673 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:37:35.864 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-natsort. 2024-09-22T08:37:35.890 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2024-09-22T08:37:35.922 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-22T08:37:35.977 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-webtest. 2024-09-22T08:37:36.003 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-22T08:37:36.043 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-22T08:37:36.200 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-logutils. 2024-09-22T08:37:36.227 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2024-09-22T08:37:36.266 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-22T08:37:36.312 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pecan. 2024-09-22T08:37:36.328 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-22T08:37:36.362 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:37:36.570 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-22T08:37:36.596 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../043-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-22T08:37:36.636 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:37:36.955 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-mako. 2024-09-22T08:37:36.982 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../044-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-22T08:37:37.022 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:37:37.317 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-22T08:37:37.343 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../045-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-22T08:37:37.383 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:37:37.518 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-certifi. 2024-09-22T08:37:37.545 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-22T08:37:37.593 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-22T08:37:37.661 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-22T08:37:37.688 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../046-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-22T08:37:37.728 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:37:37.921 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-idna. 2024-09-22T08:37:37.947 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-22T08:37:37.987 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:37:38.030 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-webob. 2024-09-22T08:37:38.057 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../047-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-22T08:37:38.097 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:37:38.307 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-urllib3. 2024-09-22T08:37:38.333 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-22T08:37:38.373 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:37:38.441 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-waitress. 2024-09-22T08:37:38.468 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../048-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-22T08:37:38.511 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:37:38.735 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-requests. 2024-09-22T08:37:38.762 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-22T08:37:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:37:38.828 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-tempita. 2024-09-22T08:37:38.855 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../049-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-22T08:37:38.894 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:37:39.104 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-22T08:37:39.131 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-22T08:37:39.139 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-paste. 2024-09-22T08:37:39.165 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../050-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-22T08:37:39.171 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:37:39.197 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:37:39.474 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-22T08:37:39.489 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:39.508 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-22T08:37:39.524 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../051-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-22T08:37:39.532 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:39.566 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:37:39.811 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-22T08:37:39.838 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../052-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-22T08:37:39.869 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:37:39.921 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-22T08:37:39.947 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:40.156 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-webtest. 2024-09-22T08:37:40.182 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../053-python3-webtest_2.0.35-1_all.deb ... 2024-09-22T08:37:40.195 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:40.222 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-22T08:37:40.515 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-22T08:37:40.541 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-22T08:37:40.581 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:37:40.650 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pecan. 2024-09-22T08:37:40.677 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../054-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-22T08:37:40.716 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:37:40.859 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-openssl. 2024-09-22T08:37:40.886 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-22T08:37:40.926 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-22T08:37:41.063 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-certifi. 2024-09-22T08:37:41.090 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../055-python3-certifi_2020.6.20-1_all.deb ... 2024-09-22T08:37:41.121 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-22T08:37:41.204 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr. 2024-09-22T08:37:41.230 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:41.270 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:41.390 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-idna. 2024-09-22T08:37:41.406 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../056-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-22T08:37:41.440 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:37:41.649 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mon. 2024-09-22T08:37:41.675 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:41.715 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:41.760 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-urllib3. 2024-09-22T08:37:41.787 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../057-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-22T08:37:41.826 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:37:42.146 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-requests. 2024-09-22T08:37:42.173 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../058-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-22T08:37:42.213 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:37:42.361 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-osd. 2024-09-22T08:37:42.387 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:42.427 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:42.524 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-22T08:37:42.551 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../059-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-22T08:37:42.590 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:37:42.896 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-22T08:37:42.911 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../060-ceph-mgr-modules-core_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:42.954 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:43.342 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-22T08:37:43.369 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../061-libsqlite3-mod-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:43.408 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:43.480 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph. 2024-09-22T08:37:43.495 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../067-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:43.530 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:43.728 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-22T08:37:43.755 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../062-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-22T08:37:43.802 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:37:43.857 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-fuse. 2024-09-22T08:37:43.884 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:43.924 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:44.105 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-openssl. 2024-09-22T08:37:44.132 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../063-python3-openssl_21.0.0-1_all.deb ... 2024-09-22T08:37:44.172 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-22T08:37:44.311 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mds. 2024-09-22T08:37:44.337 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:44.377 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:44.441 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr. 2024-09-22T08:37:44.468 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../064-ceph-mgr_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:44.508 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:44.738 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package cephadm. 2024-09-22T08:37:44.761 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../070-cephadm_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:44.796 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:44.919 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mon. 2024-09-22T08:37:44.947 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../065-ceph-mon_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:44.994 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:45.082 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-22T08:37:45.109 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-22T08:37:45.149 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-22T08:37:45.477 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-22T08:37:45.492 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:45.526 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:45.590 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-osd. 2024-09-22T08:37:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../066-ceph-osd_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:45.656 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.498 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-babel. 2024-09-22T08:37:46.525 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:46.564 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:46.700 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph. 2024-09-22T08:37:46.716 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../067-ceph_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:46.750 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:46.893 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-jinja2. 2024-09-22T08:37:46.919 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-22T08:37:46.959 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:37:47.061 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-fuse. 2024-09-22T08:37:47.088 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../068-ceph-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:47.128 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:47.312 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-22T08:37:47.339 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:47.379 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:47.489 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mds. 2024-09-22T08:37:47.516 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../069-ceph-mds_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:47.555 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:47.699 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-22T08:37:47.726 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-22T08:37:47.765 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-22T08:37:47.967 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package cephadm. 2024-09-22T08:37:47.994 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../070-cephadm_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:37:48.033 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.077 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-routes. 2024-09-22T08:37:48.103 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-22T08:37:48.143 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:37:48.303 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-22T08:37:48.329 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../071-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-22T08:37:48.369 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-22T08:37:48.513 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-22T08:37:48.540 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:48.579 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:48.730 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-22T08:37:48.757 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../072-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:48.797 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:49.810 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-babel. 2024-09-22T08:37:49.837 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../073-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-22T08:37:49.876 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:37:50.238 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-jinja2. 2024-09-22T08:37:50.265 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../074-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-22T08:37:50.304 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:37:50.649 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-22T08:37:50.676 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../075-ceph-mgr-cephadm_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:50.715 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:51.227 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-22T08:37:51.255 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-09-22T08:37:51.294 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-22T08:37:51.403 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-22T08:37:51.433 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-22T08:37:51.486 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:37:51.597 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-routes. 2024-09-22T08:37:51.624 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-22T08:37:51.663 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:37:52.000 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-22T08:37:52.026 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:52.032 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-joblib. 2024-09-22T08:37:52.059 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-22T08:37:52.066 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:52.098 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:37:52.468 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-22T08:37:52.495 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-22T08:37:52.534 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:37:52.829 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-sklearn. 2024-09-22T08:37:52.857 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-22T08:37:52.973 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:37:53.682 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-22T08:37:53.710 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:53.748 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:54.727 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-cachetools. 2024-09-22T08:37:54.754 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-22T08:37:54.793 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-22T08:37:54.804 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-22T08:37:54.821 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-22T08:37:54.862 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:37:55.096 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-22T08:37:55.124 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-22T08:37:55.162 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:37:55.459 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-joblib. 2024-09-22T08:37:55.487 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-22T08:37:55.557 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:37:55.927 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-22T08:37:55.933 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-22T08:37:55.954 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-22T08:37:55.960 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-22T08:37:55.999 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:37:56.002 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:37:56.311 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-rsa. 2024-09-22T08:37:56.330 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-sklearn. 2024-09-22T08:37:56.338 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-22T08:37:56.357 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-22T08:37:56.377 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-22T08:37:56.507 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:37:56.748 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-google-auth. 2024-09-22T08:37:56.775 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-22T08:37:56.822 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-22T08:37:57.166 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-22T08:37:57.184 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-22T08:37:57.195 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:57.212 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-22T08:37:57.224 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:57.251 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:37:57.545 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-websocket. 2024-09-22T08:37:57.573 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-22T08:37:57.620 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-22T08:37:57.940 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-22T08:37:57.968 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-22T08:37:58.007 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:37:58.144 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-cachetools. 2024-09-22T08:37:58.171 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-09-22T08:37:58.202 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-22T08:37:58.490 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-22T08:37:58.516 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-22T08:37:58.555 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:37:58.704 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-22T08:37:58.732 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:37:58.770 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:37:58.883 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-22T08:37:58.911 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-22T08:37:58.966 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:37:59.057 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-22T08:37:59.085 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-22T08:37:59.115 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:37:59.294 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-rsa. 2024-09-22T08:37:59.322 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-09-22T08:37:59.361 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-22T08:37:59.451 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-22T08:37:59.479 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:37:59.518 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:37:59.673 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-google-auth. 2024-09-22T08:37:59.700 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-09-22T08:37:59.739 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-22T08:37:59.787 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package jq. 2024-09-22T08:37:59.803 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:37:59.845 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:00.059 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-22T08:38:00.073 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package socat. 2024-09-22T08:38:00.075 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-22T08:38:00.089 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-22T08:38:00.117 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:00.123 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:00.395 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-websocket. 2024-09-22T08:38:00.423 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-09-22T08:38:00.426 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package xmlstarlet. 2024-09-22T08:38:00.454 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-22T08:38:00.461 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-22T08:38:00.493 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:00.790 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-22T08:38:00.817 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-22T08:38:00.855 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-test. 2024-09-22T08:38:00.856 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:00.872 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:00.913 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:01.696 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-22T08:38:01.724 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:01.762 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:02.073 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-22T08:38:02.100 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-22T08:38:02.139 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:02.426 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-22T08:38:02.454 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:02.492 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:02.745 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package jq. 2024-09-22T08:38:02.773 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-22T08:38:02.811 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:03.027 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package ceph-volume. 2024-09-22T08:38:03.054 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:03.064 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package socat. 2024-09-22T08:38:03.092 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-22T08:38:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:03.130 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:03.389 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-22T08:38:03.405 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:03.447 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:03.450 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package xmlstarlet. 2024-09-22T08:38:03.478 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-22T08:38:03.516 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:03.716 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-22T08:38:03.733 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-22T08:38:03.766 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:03.879 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-test. 2024-09-22T08:38:03.896 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../098-ceph-test_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:03.937 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:04.096 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-22T08:38:04.124 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-22T08:38:04.171 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:04.550 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package nvme-cli. 2024-09-22T08:38:04.577 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-22T08:38:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:05.047 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package pkg-config. 2024-09-22T08:38:05.074 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-22T08:38:05.113 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:05.391 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-22T08:38:05.407 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-22T08:38:05.440 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:05.869 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-22T08:38:05.897 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-22T08:38:05.935 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:06.067 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package ceph-volume. 2024-09-22T08:38:06.095 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../099-ceph-volume_19.3.0-5106-g8852379c-1jammy_all.deb ... 2024-09-22T08:38:06.133 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:06.197 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pastescript. 2024-09-22T08:38:06.224 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-22T08:38:06.254 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:06.429 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-22T08:38:06.445 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../100-libcephfs-dev_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:06.487 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:06.533 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pluggy. 2024-09-22T08:38:06.561 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-22T08:38:06.599 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:06.790 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-22T08:38:06.818 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../101-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-22T08:38:06.873 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:06.911 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-psutil. 2024-09-22T08:38:06.938 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-22T08:38:06.977 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:07.219 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-22T08:38:07.247 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../102-lua-sec_1.0.2-1_amd64.deb ... 2024-09-22T08:38:07.287 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:07.339 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-py. 2024-09-22T08:38:07.367 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-22T08:38:07.405 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-22T08:38:07.640 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package nvme-cli. 2024-09-22T08:38:07.668 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../103-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-22T08:38:07.706 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:07.734 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pygments. 2024-09-22T08:38:07.761 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-22T08:38:07.800 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:08.095 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package pkg-config. 2024-09-22T08:38:08.123 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../104-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-22T08:38:08.161 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:08.246 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-22T08:38:08.274 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-22T08:38:08.312 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:08.422 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-22T08:38:08.450 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../105-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-22T08:38:08.489 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:08.590 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-toml. 2024-09-22T08:38:08.618 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-22T08:38:08.681 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-22T08:38:08.900 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-22T08:38:08.928 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../106-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-22T08:38:08.966 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:08.984 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-pytest. 2024-09-22T08:38:09.013 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-22T08:38:09.059 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:09.269 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pastescript. 2024-09-22T08:38:09.297 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-09-22T08:38:09.336 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:09.371 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-simplejson. 2024-09-22T08:38:09.399 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-22T08:38:09.446 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:09.639 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pluggy. 2024-09-22T08:38:09.667 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../108-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-22T08:38:09.705 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:09.724 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-22T08:38:09.752 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-22T08:38:09.790 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:09.958 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-psutil. 2024-09-22T08:38:09.974 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../109-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-22T08:38:10.016 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:10.344 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-py. 2024-09-22T08:38:10.361 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../110-python3-py_1.10.0-1_all.deb ... 2024-09-22T08:38:10.403 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-22T08:38:10.553 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package radosgw. 2024-09-22T08:38:10.581 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../117-radosgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:10.619 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:10.664 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pygments. 2024-09-22T08:38:10.678 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../111-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-22T08:38:10.714 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:11.160 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-22T08:38:11.176 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../112-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-22T08:38:11.218 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:11.554 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-toml. 2024-09-22T08:38:11.583 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../113-python3-toml_0.10.2-1_all.deb ... 2024-09-22T08:38:11.621 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-22T08:38:11.772 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package rbd-fuse. 2024-09-22T08:38:11.788 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:11.830 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:11.907 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-pytest. 2024-09-22T08:38:11.935 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../114-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-22T08:38:12.127 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:12.143 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:12.394 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:38:12.519 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:12.560 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-simplejson. 2024-09-22T08:38:12.588 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../115-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-22T08:38:12.626 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:12.776 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-22T08:38:12.896 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-22T08:38:12.924 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../116-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-22T08:38:12.962 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:13.096 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-22T08:38:13.527 INFO:teuthology.orchestra.run.smithi112.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-22T08:38:13.596 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:13.691 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package radosgw. 2024-09-22T08:38:13.719 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../117-radosgw_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:13.757 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:14.104 INFO:teuthology.orchestra.run.smithi112.stdout:Adding system user cephadm....done 2024-09-22T08:38:14.261 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:38:14.529 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:38:14.635 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package rbd-fuse. 2024-09-22T08:38:14.652 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../118-rbd-fuse_19.3.0-5106-g8852379c-1jammy_amd64.deb ... 2024-09-22T08:38:14.685 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:14.805 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:14.931 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:38:14.948 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-22T08:38:15.199 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-22T08:38:15.199 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-22T08:38:15.350 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-22T08:38:15.433 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:38:15.534 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-22T08:38:15.607 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-22T08:38:15.836 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:38:15.931 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-22T08:38:16.197 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-22T08:38:16.389 INFO:teuthology.orchestra.run.smithi084.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-22T08:38:16.439 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-22T08:38:16.459 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:16.707 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:38:16.934 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:38:16.942 INFO:teuthology.orchestra.run.smithi084.stdout:Adding system user cephadm....done 2024-09-22T08:38:17.090 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-22T08:38:17.168 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:17.383 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-22T08:38:17.428 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:38:17.651 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-22T08:38:17.679 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:17.761 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-22T08:38:17.980 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:38:18.012 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-22T08:38:18.106 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-22T08:38:18.232 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:18.254 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-22T08:38:18.341 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:38:18.355 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-22T08:38:18.442 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:38:18.657 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-22T08:38:18.685 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:38:19.017 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-22T08:38:19.072 INFO:teuthology.orchestra.run.smithi112.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-22T08:38:19.099 INFO:teuthology.orchestra.run.smithi112.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-22T08:38:19.171 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:38:19.269 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-22T08:38:19.272 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:19.545 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-22T08:38:19.615 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:19.725 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-22T08:38:19.805 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-22T08:38:19.976 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:38:20.056 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-22T08:38:20.243 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:20.307 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-22T08:38:20.558 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-ceph-argparse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:20.570 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up zip (3.0-12build2) ... 2024-09-22T08:38:20.696 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:20.817 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-22T08:38:20.943 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-22T08:38:21.044 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-22T08:38:21.162 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-22T08:38:21.288 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-22T08:38:21.398 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:38:21.547 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-22T08:38:21.666 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:38:21.766 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:21.868 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:38:21.936 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-22T08:38:21.978 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-22T08:38:22.042 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-22T08:38:22.168 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-22T08:38:22.176 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-22T08:38:22.528 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:22.553 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-22T08:38:22.654 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-22T08:38:22.804 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:38:22.913 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-22T08:38:23.173 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:38:23.181 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-22T08:38:23.466 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:38:23.490 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up zip (3.0-12build2) ... 2024-09-22T08:38:23.616 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-22T08:38:23.800 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:38:24.035 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:24.161 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:24.285 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-22T08:38:24.454 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:38:24.528 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-22T08:38:24.645 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-22T08:38:24.754 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-22T08:38:24.772 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:38:25.030 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-22T08:38:25.415 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-22T08:38:25.666 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-22T08:38:25.877 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:26.036 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-22T08:38:26.129 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:26.272 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-22T08:38:26.354 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-22T08:38:26.531 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:38:26.649 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:26.680 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-22T08:38:26.775 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:38:26.965 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-22T08:38:27.085 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:27.090 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:27.344 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-22T08:38:27.392 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-22T08:38:27.595 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:27.693 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-22T08:38:27.721 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:28.006 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:38:28.257 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-22T08:38:28.508 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-22T08:38:28.784 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:38:28.899 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-22T08:38:29.052 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-22T08:38:29.150 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:29.267 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-22T08:38:29.319 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:38:29.445 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-22T08:38:29.519 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-22T08:38:29.645 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-22T08:38:29.722 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:29.770 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-22T08:38:29.823 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:38:30.088 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-22T08:38:30.107 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:38:30.348 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-22T08:38:30.400 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:38:30.599 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:30.651 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:38:30.758 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-22T08:38:30.777 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:30.903 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:30.993 INFO:teuthology.orchestra.run.smithi112.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-22T08:38:31.059 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-22T08:38:31.238 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:31.302 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-22T08:38:31.339 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:31.578 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-22T08:38:31.707 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:38:31.846 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-22T08:38:31.967 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-22T08:38:32.093 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-22T08:38:32.096 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-22T08:38:32.344 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:32.356 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-22T08:38:32.470 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:38:32.482 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-22T08:38:32.766 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-22T08:38:32.796 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:32.867 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-22T08:38:33.089 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:38:33.143 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-22T08:38:33.349 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:33.436 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-22T08:38:33.474 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-22T08:38:33.687 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-22T08:38:33.759 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-22T08:38:33.813 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-22T08:38:33.939 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-22T08:38:34.028 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-22T08:38:34.112 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:34.274 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-22T08:38:34.389 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:38:34.392 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-22T08:38:34.740 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:34.785 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-22T08:38:35.025 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:38:35.044 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-22T08:38:35.170 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-22T08:38:35.352 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:38:35.421 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-22T08:38:35.479 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:35.547 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-22T08:38:35.598 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:35.725 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:38:35.873 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-22T08:38:36.061 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:36.174 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-22T08:38:36.187 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:36.313 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:36.441 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-22T08:38:36.568 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-22T08:38:36.572 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:36.691 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:36.817 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:36.835 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-22T08:38:37.025 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:37.025 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:37.189 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-22T08:38:37.448 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-22T08:38:37.510 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:37.628 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:37.771 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:37.866 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-22T08:38:37.905 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:38.143 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-22T08:38:38.445 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-22T08:38:38.571 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up librados2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:38.697 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:38.823 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-22T08:38:39.107 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.159 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcephfs2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.241 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.285 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libradosstriper1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.367 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.403 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-22T08:38:39.468 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.569 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.671 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up librbd1 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.797 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr-modules-core (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:39.923 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.087 INFO:teuthology.orchestra.run.smithi112.stdout:Adding group ceph....done 2024-09-22T08:38:40.135 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:40.135 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-22T08:38:40.522 INFO:teuthology.orchestra.run.smithi112.stdout:Adding system user ceph....done 2024-09-22T08:38:40.641 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcephfs-dev (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.691 INFO:teuthology.orchestra.run.smithi112.stdout:Setting system user ceph properties....done 2024-09-22T08:38:40.709 INFO:teuthology.orchestra.run.smithi112.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-22T08:38:40.800 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-rados (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-22T08:38:40.934 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up librgw2 (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.069 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-22T08:38:41.176 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-22T08:38:41.646 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:41.763 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.210 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:42.210 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:42.290 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-rbd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.416 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up rbd-fuse (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.542 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-rgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.668 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-cephfs (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.718 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:42.785 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-common (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.084 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-22T08:38:43.567 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:43.670 INFO:teuthology.orchestra.run.smithi084.stdout:Adding group ceph....done 2024-09-22T08:38:43.822 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:43.823 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:44.029 INFO:teuthology.orchestra.run.smithi084.stdout:Adding system user ceph....done 2024-09-22T08:38:44.206 INFO:teuthology.orchestra.run.smithi084.stdout:Setting system user ceph properties....done 2024-09-22T08:38:44.225 INFO:teuthology.orchestra.run.smithi084.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-22T08:38:44.319 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:44.364 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-22T08:38:44.528 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:44.528 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:44.706 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-22T08:38:45.029 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:45.194 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-test (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:45.308 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:45.308 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:45.487 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up radosgw (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:45.797 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:45.924 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:45.936 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:45.936 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-22T08:38:46.075 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.287 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:46.287 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:46.380 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-base (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.724 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-22T08:38:46.776 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:46.927 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.053 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.190 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mds (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.196 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.422 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:47.422 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-22T08:38:47.637 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T08:38:47.883 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:47.926 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T08:38:48.070 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:38:48.096 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:48.096 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-22T08:38:48.602 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-osd (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:48.856 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:48.856 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-22T08:38:48.878 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-22T08:38:49.370 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.496 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.516 INFO:teuthology.orchestra.run.smithi112.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:38:49.519 DEBUG:teuthology.orchestra.run.smithi112:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-22T08:38:49.616 INFO:teuthology.orchestra.run.smithi112.stdout:Reading package lists... 2024-09-22T08:38:49.647 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mon (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:49.826 INFO:teuthology.orchestra.run.smithi112.stdout:Building dependency tree... 2024-09-22T08:38:49.827 INFO:teuthology.orchestra.run.smithi112.stdout:Reading state information... 2024-09-22T08:38:49.860 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:49.860 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-22T08:38:50.022 INFO:teuthology.orchestra.run.smithi112.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:38:50.023 INFO:teuthology.orchestra.run.smithi112.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:38:50.023 INFO:teuthology.orchestra.run.smithi112.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:38:50.023 INFO:teuthology.orchestra.run.smithi112.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:38:50.023 INFO:teuthology.orchestra.run.smithi112.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:38:50.023 INFO:teuthology.orchestra.run.smithi112.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:38:50.024 INFO:teuthology.orchestra.run.smithi112.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:38:50.024 INFO:teuthology.orchestra.run.smithi112.stdout:The following additional packages will be installed: 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:50.025 INFO:teuthology.orchestra.run.smithi112.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout:Suggested packages: 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-22T08:38:50.026 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-22T08:38:50.027 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-22T08:38:50.064 INFO:teuthology.orchestra.run.smithi112.stdout:The following NEW packages will be installed: 2024-09-22T08:38:50.064 INFO:teuthology.orchestra.run.smithi112.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:50.064 INFO:teuthology.orchestra.run.smithi112.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:50.064 INFO:teuthology.orchestra.run.smithi112.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-22T08:38:50.065 INFO:teuthology.orchestra.run.smithi112.stdout: s3cmd 2024-09-22T08:38:50.246 INFO:teuthology.orchestra.run.smithi112.stdout:0 upgraded, 35 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:38:50.246 INFO:teuthology.orchestra.run.smithi112.stdout:Need to get 10.4 MB of archives. 2024-09-22T08:38:50.246 INFO:teuthology.orchestra.run.smithi112.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-22T08:38:50.246 INFO:teuthology.orchestra.run.smithi112.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-22T08:38:50.328 INFO:teuthology.orchestra.run.smithi112.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-22T08:38:50.329 INFO:teuthology.orchestra.run.smithi112.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-22T08:38:50.331 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr-cephadm (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.346 INFO:teuthology.orchestra.run.smithi112.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-22T08:38:50.482 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.510 INFO:teuthology.orchestra.run.smithi112.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-22T08:38:50.580 INFO:teuthology.orchestra.run.smithi112.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-22T08:38:50.589 INFO:teuthology.orchestra.run.smithi112.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-22T08:38:50.608 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-mgr-dashboard (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.723 INFO:teuthology.orchestra.run.smithi112.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-22T08:38:50.751 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up ceph-volume (19.3.0-5106-g8852379c-1jammy) ... 2024-09-22T08:38:50.816 INFO:teuthology.orchestra.run.smithi112.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-22T08:38:50.817 INFO:teuthology.orchestra.run.smithi112.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-22T08:38:50.820 INFO:teuthology.orchestra.run.smithi112.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-22T08:38:50.965 INFO:teuthology.orchestra.run.smithi112.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-22T08:38:50.966 INFO:teuthology.orchestra.run.smithi112.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-22T08:38:51.007 INFO:teuthology.orchestra.run.smithi112.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-22T08:38:51.008 INFO:teuthology.orchestra.run.smithi112.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-22T08:38:51.010 INFO:teuthology.orchestra.run.smithi112.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-22T08:38:51.011 INFO:teuthology.orchestra.run.smithi112.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-22T08:38:51.012 INFO:teuthology.orchestra.run.smithi112.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-22T08:38:51.018 INFO:teuthology.orchestra.run.smithi112.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-22T08:38:51.019 INFO:teuthology.orchestra.run.smithi112.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-22T08:38:51.061 INFO:teuthology.orchestra.run.smithi112.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-22T08:38:51.064 INFO:teuthology.orchestra.run.smithi112.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-22T08:38:51.087 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T08:38:51.114 INFO:teuthology.orchestra.run.smithi112.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-22T08:38:51.116 INFO:teuthology.orchestra.run.smithi112.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-22T08:38:51.116 INFO:teuthology.orchestra.run.smithi112.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-22T08:38:51.119 INFO:teuthology.orchestra.run.smithi112.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-22T08:38:51.120 INFO:teuthology.orchestra.run.smithi112.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-22T08:38:51.144 INFO:teuthology.orchestra.run.smithi112.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-22T08:38:51.153 INFO:teuthology.orchestra.run.smithi112.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-22T08:38:51.158 INFO:teuthology.orchestra.run.smithi112.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-22T08:38:51.179 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T08:38:51.224 INFO:teuthology.orchestra.run.smithi112.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-22T08:38:51.224 INFO:teuthology.orchestra.run.smithi112.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-22T08:38:51.255 INFO:teuthology.orchestra.run.smithi112.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-22T08:38:51.256 INFO:teuthology.orchestra.run.smithi112.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-22T08:38:51.256 INFO:teuthology.orchestra.run.smithi112.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-22T08:38:51.332 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:38:51.696 INFO:teuthology.orchestra.run.smithi112.stdout:Fetched 10.4 MB in 1s (8,755 kB/s) 2024-09-22T08:38:51.792 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-22T08:38:51.870 INFO:teuthology.orchestra.run.smithi112.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-22T08:38:51.876 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-22T08:38:51.941 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-22T08:38:52.202 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-22T08:38:52.230 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-22T08:38:52.268 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:38:52.448 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-22T08:38:52.513 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-22T08:38:52.529 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-22T08:38:52.563 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:38:52.791 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-22T08:38:52.818 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-22T08:38:52.866 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-22T08:38:53.104 INFO:teuthology.orchestra.run.smithi084.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:38:53.106 DEBUG:teuthology.orchestra.run.smithi084:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-22T08:38:53.164 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T08:38:53.177 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-22T08:38:53.193 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-22T08:38:53.235 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-22T08:38:53.378 INFO:teuthology.orchestra.run.smithi084.stdout:Building dependency tree... 2024-09-22T08:38:53.379 INFO:teuthology.orchestra.run.smithi084.stdout:Reading state information... 2024-09-22T08:38:53.463 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-22T08:38:53.480 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-22T08:38:53.513 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-22T08:38:53.567 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T08:38:53.568 INFO:teuthology.orchestra.run.smithi084.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T08:38:53.568 INFO:teuthology.orchestra.run.smithi084.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T08:38:53.568 INFO:teuthology.orchestra.run.smithi084.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T08:38:53.568 INFO:teuthology.orchestra.run.smithi084.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T08:38:53.568 INFO:teuthology.orchestra.run.smithi084.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T08:38:53.569 INFO:teuthology.orchestra.run.smithi084.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout:The following additional packages will be installed: 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:53.570 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:53.571 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:53.571 INFO:teuthology.orchestra.run.smithi084.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:53.571 INFO:teuthology.orchestra.run.smithi084.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-22T08:38:53.571 INFO:teuthology.orchestra.run.smithi084.stdout:Suggested packages: 2024-09-22T08:38:53.571 INFO:teuthology.orchestra.run.smithi084.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-22T08:38:53.572 INFO:teuthology.orchestra.run.smithi084.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-22T08:38:53.572 INFO:teuthology.orchestra.run.smithi084.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-22T08:38:53.572 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-22T08:38:53.572 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout:The following NEW packages will be installed: 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-22T08:38:53.610 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-22T08:38:53.611 INFO:teuthology.orchestra.run.smithi084.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-22T08:38:53.611 INFO:teuthology.orchestra.run.smithi084.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-22T08:38:53.611 INFO:teuthology.orchestra.run.smithi084.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-22T08:38:53.611 INFO:teuthology.orchestra.run.smithi084.stdout: s3cmd 2024-09-22T08:38:53.707 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-22T08:38:53.723 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-22T08:38:53.757 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-22T08:38:53.793 INFO:teuthology.orchestra.run.smithi084.stdout:0 upgraded, 35 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T08:38:53.794 INFO:teuthology.orchestra.run.smithi084.stdout:Need to get 10.4 MB of archives. 2024-09-22T08:38:53.794 INFO:teuthology.orchestra.run.smithi084.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-22T08:38:53.794 INFO:teuthology.orchestra.run.smithi084.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-22T08:38:53.876 INFO:teuthology.orchestra.run.smithi084.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-22T08:38:53.876 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-22T08:38:53.893 INFO:teuthology.orchestra.run.smithi084.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-22T08:38:54.026 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-22T08:38:54.042 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-22T08:38:54.056 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-22T08:38:54.085 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-22T08:38:54.126 INFO:teuthology.orchestra.run.smithi084.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-22T08:38:54.135 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-22T08:38:54.268 INFO:teuthology.orchestra.run.smithi084.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-22T08:38:54.360 INFO:teuthology.orchestra.run.smithi084.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-22T08:38:54.362 INFO:teuthology.orchestra.run.smithi084.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-22T08:38:54.364 INFO:teuthology.orchestra.run.smithi084.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-22T08:38:54.387 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-22T08:38:54.415 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-22T08:38:54.454 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:38:54.509 INFO:teuthology.orchestra.run.smithi084.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-22T08:38:54.510 INFO:teuthology.orchestra.run.smithi084.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-22T08:38:54.549 INFO:teuthology.orchestra.run.smithi084.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-22T08:38:54.550 INFO:teuthology.orchestra.run.smithi084.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-22T08:38:54.551 INFO:teuthology.orchestra.run.smithi084.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-22T08:38:54.553 INFO:teuthology.orchestra.run.smithi084.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-22T08:38:54.553 INFO:teuthology.orchestra.run.smithi084.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-22T08:38:54.558 INFO:teuthology.orchestra.run.smithi084.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-22T08:38:54.560 INFO:teuthology.orchestra.run.smithi084.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-22T08:38:54.605 INFO:teuthology.orchestra.run.smithi084.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-22T08:38:54.607 INFO:teuthology.orchestra.run.smithi084.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-22T08:38:54.659 INFO:teuthology.orchestra.run.smithi084.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-22T08:38:54.661 INFO:teuthology.orchestra.run.smithi084.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-22T08:38:54.662 INFO:teuthology.orchestra.run.smithi084.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-22T08:38:54.664 INFO:teuthology.orchestra.run.smithi084.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-22T08:38:54.665 INFO:teuthology.orchestra.run.smithi084.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-22T08:38:54.686 INFO:teuthology.orchestra.run.smithi084.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-22T08:38:54.695 INFO:teuthology.orchestra.run.smithi084.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-22T08:38:54.697 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libjsr305-java. 2024-09-22T08:38:54.700 INFO:teuthology.orchestra.run.smithi084.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-22T08:38:54.714 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-22T08:38:54.748 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:38:54.768 INFO:teuthology.orchestra.run.smithi084.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-22T08:38:54.768 INFO:teuthology.orchestra.run.smithi084.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-22T08:38:54.799 INFO:teuthology.orchestra.run.smithi084.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-22T08:38:54.799 INFO:teuthology.orchestra.run.smithi084.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-22T08:38:54.800 INFO:teuthology.orchestra.run.smithi084.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-22T08:38:54.984 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libguava-java. 2024-09-22T08:38:55.000 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-22T08:38:55.043 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-22T08:38:55.244 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 10.4 MB in 1s (8,778 kB/s) 2024-09-22T08:38:55.329 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-22T08:38:55.408 INFO:teuthology.orchestra.run.smithi084.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176264 files and directories currently installed.) 2024-09-22T08:38:55.414 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-22T08:38:55.453 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-22T08:38:55.503 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-22T08:38:55.531 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-22T08:38:55.570 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-22T08:38:55.705 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-22T08:38:55.721 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-22T08:38:55.763 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:38:55.822 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libguice-java. 2024-09-22T08:38:55.838 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-22T08:38:55.880 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-22T08:38:56.016 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-22T08:38:56.032 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-22T08:38:56.074 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:38:56.251 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-22T08:38:56.268 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-22T08:38:56.301 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:38:56.302 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-22T08:38:56.318 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-22T08:38:56.351 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-22T08:38:56.537 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-22T08:38:56.553 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-22T08:38:56.595 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-22T08:38:56.604 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-22T08:38:56.620 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-22T08:38:56.662 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-22T08:38:56.814 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libjansi-java. 2024-09-22T08:38:56.842 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-22T08:38:56.873 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-22T08:38:56.914 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-22T08:38:56.931 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-22T08:38:56.973 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-22T08:38:57.126 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-22T08:38:57.153 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-22T08:38:57.192 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-22T08:38:57.225 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-22T08:38:57.241 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-22T08:38:57.283 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-22T08:38:57.445 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-22T08:38:57.473 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-22T08:38:57.511 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:38:57.545 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-22T08:38:57.573 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-22T08:38:57.610 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-22T08:38:57.839 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-22T08:38:57.856 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-22T08:38:57.888 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-22T08:38:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:38:57.905 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-22T08:38:57.946 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:38:58.199 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libjsr305-java. 2024-09-22T08:38:58.227 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-22T08:38:58.260 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-22T08:38:58.265 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:38:58.277 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-22T08:38:58.318 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:38:58.527 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libguava-java. 2024-09-22T08:38:58.555 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-22T08:38:58.593 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-22T08:38:58.647 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-22T08:38:58.676 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-22T08:38:58.714 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:38:58.983 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-22T08:38:58.999 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-22T08:38:59.041 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-22T08:38:59.164 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-22T08:38:59.192 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-22T08:38:59.230 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-22T08:38:59.260 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-22T08:38:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-22T08:38:59.311 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:38:59.482 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libguice-java. 2024-09-22T08:38:59.511 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-22T08:38:59.549 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-22T08:38:59.563 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-22T08:38:59.591 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-22T08:38:59.630 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:38:59.932 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-22T08:38:59.936 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-22T08:38:59.952 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-22T08:38:59.960 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-22T08:38:59.986 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:38:59.999 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:00.222 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-22T08:39:00.235 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-22T08:39:00.238 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-22T08:39:00.251 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-22T08:39:00.271 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-22T08:39:00.293 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:00.545 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libslf4j-java. 2024-09-22T08:39:00.549 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libjansi-java. 2024-09-22T08:39:00.562 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-22T08:39:00.565 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-22T08:39:00.604 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:00.607 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-22T08:39:00.868 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-22T08:39:00.882 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-22T08:39:00.885 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-22T08:39:00.911 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-22T08:39:00.926 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-22T08:39:00.949 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:01.162 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-22T08:39:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-22T08:39:01.202 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-22T08:39:01.218 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-22T08:39:01.220 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:01.251 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:01.498 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-22T08:39:01.521 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-22T08:39:01.526 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-22T08:39:01.549 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-22T08:39:01.564 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:01.587 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:01.758 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-22T08:39:01.775 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-22T08:39:01.817 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:01.992 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-22T08:39:02.009 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-22T08:39:02.042 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:02.146 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-22T08:39:02.174 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-22T08:39:02.212 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:02.286 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-22T08:39:02.303 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-22T08:39:02.344 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:02.690 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-22T08:39:02.718 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-22T08:39:02.756 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:02.806 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package maven. 2024-09-22T08:39:02.834 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-22T08:39:02.872 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking maven (3.6.3-5) ... 2024-09-22T08:39:02.992 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-22T08:39:03.020 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-22T08:39:03.050 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:03.260 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package python3-magic. 2024-09-22T08:39:03.286 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-22T08:39:03.288 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-22T08:39:03.314 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-22T08:39:03.326 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:03.353 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:03.579 INFO:teuthology.orchestra.run.smithi112.stdout:Selecting previously unselected package s3cmd. 2024-09-22T08:39:03.588 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-22T08:39:03.604 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-22T08:39:03.607 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-22T08:39:03.645 INFO:teuthology.orchestra.run.smithi112.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-22T08:39:03.646 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:03.899 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-22T08:39:03.915 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-22T08:39:03.991 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:04.025 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:04.151 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:04.252 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libslf4j-java. 2024-09-22T08:39:04.268 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-22T08:39:04.277 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:04.310 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:04.403 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:39:04.529 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-22T08:39:04.572 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-22T08:39:04.597 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-22T08:39:04.630 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:04.655 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-22T08:39:04.781 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:04.882 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-22T08:39:04.890 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:04.899 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-22T08:39:04.941 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:04.999 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:39:05.117 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:39:05.244 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-22T08:39:05.268 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-22T08:39:05.271 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-22T08:39:05.310 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:05.394 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:39:05.537 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:05.663 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:05.697 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-22T08:39:05.725 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-22T08:39:05.764 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:05.789 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:05.915 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:06.008 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-22T08:39:06.036 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-22T08:39:06.075 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:06.166 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-22T08:39:06.301 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:06.443 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:06.527 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package maven. 2024-09-22T08:39:06.556 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-22T08:39:06.594 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking maven (3.6.3-5) ... 2024-09-22T08:39:06.594 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-22T08:39:06.745 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-22T08:39:06.880 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:06.905 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package python3-magic. 2024-09-22T08:39:06.934 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-22T08:39:06.972 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:07.006 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-22T08:39:07.274 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package s3cmd. 2024-09-22T08:39:07.303 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-22T08:39:07.316 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:07.341 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-22T08:39:07.416 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:07.535 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libguava-java (29.0-6) ... 2024-09-22T08:39:07.660 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-22T08:39:07.712 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-22T08:39:07.803 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-22T08:39:07.829 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-22T08:39:07.929 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:07.955 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-22T08:39:08.072 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-22T08:39:08.081 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-22T08:39:08.198 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-22T08:39:08.207 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-22T08:39:08.358 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-22T08:39:08.384 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-22T08:39:08.484 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-22T08:39:08.552 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:08.610 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-22T08:39:08.703 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:08.711 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-22T08:39:08.811 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-22T08:39:08.854 INFO:teuthology.orchestra.run.smithi112.stdout:Setting up maven (3.6.3-5) ... 2024-09-22T08:39:08.937 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-22T08:39:09.080 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-22T08:39:09.112 INFO:teuthology.orchestra.run.smithi112.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-22T08:39:09.183 INFO:teuthology.orchestra.run.smithi112.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:39:09.189 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-22T08:39:09.290 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-22T08:39:09.408 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-22T08:39:09.534 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-22T08:39:09.793 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-22T08:39:09.919 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-22T08:39:10.045 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-22T08:39:10.171 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-22T08:39:10.289 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-22T08:39:10.398 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-22T08:39:10.499 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-22T08:39:10.574 INFO:teuthology.orchestra.run.smithi112.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:39:10.578 DEBUG:teuthology.parallel:result is None 2024-09-22T08:39:10.793 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-22T08:39:10.936 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-22T08:39:11.062 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libguava-java (29.0-6) ... 2024-09-22T08:39:11.213 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-22T08:39:11.372 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-22T08:39:11.523 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-22T08:39:11.649 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-22T08:39:11.775 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-22T08:39:11.903 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-22T08:39:12.037 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-22T08:39:12.188 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-22T08:39:12.339 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up maven (3.6.3-5) ... 2024-09-22T08:39:12.613 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-22T08:39:12.685 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T08:39:14.052 INFO:teuthology.orchestra.run.smithi084.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-22T08:39:14.057 DEBUG:teuthology.parallel:result is None 2024-09-22T08:39:14.057 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:39:14.193 DEBUG:teuthology.orchestra.run.smithi084:> dpkg-query -W -f '${Version}' ceph 2024-09-22T08:39:14.212 INFO:teuthology.orchestra.run.smithi084.stdout:19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:14.212 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:14.212 INFO:teuthology.task.install:The correct ceph version 19.3.0-5106-g8852379c-1jammy is installed. 2024-09-22T08:39:14.214 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:39:14.351 DEBUG:teuthology.orchestra.run.smithi112:> dpkg-query -W -f '${Version}' ceph 2024-09-22T08:39:14.371 INFO:teuthology.orchestra.run.smithi112.stdout:19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:14.371 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5106-g8852379c-1jammy 2024-09-22T08:39:14.371 INFO:teuthology.task.install:The correct ceph version 19.3.0-5106-g8852379c-1jammy is installed. 2024-09-22T08:39:14.373 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-22T08:39:14.373 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:14.374 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-22T08:39:14.388 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:14.388 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-22T08:39:14.429 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-22T08:39:14.430 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:14.430 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-09-22T08:39:14.443 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-22T08:39:14.500 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:14.500 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-09-22T08:39:14.515 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-22T08:39:14.568 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-22T08:39:14.568 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:14.568 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-22T08:39:14.581 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-22T08:39:14.635 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:14.635 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-22T08:39:14.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-22T08:39:14.703 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-22T08:39:14.703 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:14.703 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-09-22T08:39:14.717 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-22T08:39:14.770 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:14.771 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-09-22T08:39:14.784 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-22T08:39:14.839 INFO:teuthology.run_tasks:Running task ceph... 2024-09-22T08:39:14.921 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-22T08:39:14.921 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /var/log/ceph 2024-09-22T08:39:14.924 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /var/log/ceph 2024-09-22T08:39:14.937 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-22T08:39:14.937 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-22T08:39:14.981 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-22T08:39:14.993 INFO:tasks.ceph:Creating extra log directories... 2024-09-22T08:39:14.993 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-22T08:39:15.036 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-22T08:39:15.060 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-22T08:39:15.060 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-22T08:39:15.060 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064', 'branch': 'wip-skoduri-cloud-restore', 'description': 'rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind}', 'email': None, 'first_in_suite': False, 'job_id': '7915064', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-skoduri-cloud-restore'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-skoduri-cloud-restore', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, 'owner': 'scheduled_soumyakoduri@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-skoduri-cloud-restore', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_8852379c050c686f4605f33f0129009b2029ca9d/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '8852379c050c686f4605f33f0129009b2029ca9d', 'targets': {'smithi084.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMUS/EJVGmlJfUP4MK74tfs6b0nTBmLJAMY73/eEPayZPAEgEq5mYgmR9LBSzvtWycHxF0Xu6Zofl7GHTBuFguU=', 'smithi112.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGJgg/p4EBlW5p/TC/3XJp58L0l86Bt3itMqrQa20s+cHapAW8N3vO8JvbJCnvjmUmbiuOWSLm8orZ41zDcTlB8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '8852379c050c686f4605f33f0129009b2029ca9d'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-22_06:37:27', 'tube': 'smithi', 'user': 'soumyakoduri', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2902'} 2024-09-22T08:39:15.061 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-22T08:39:15.092 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-22T08:39:15.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m0777 -- /var/run/ceph 2024-09-22T08:39:15.141 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m0777 -- /var/run/ceph 2024-09-22T08:39:15.153 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:15.153 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-09-22T08:39:15.200 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-22T08:39:15.200 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 884 Links: 1 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-09-22 08:33:19.814589365 +0000 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-09-22 08:33:19.546591760 +0000 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-09-22 08:33:19.546591760 +0000 2024-09-22T08:39:15.248 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: - 2024-09-22T08:39:15.249 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-22T08:39:15.301 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-09-22T08:39:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-09-22T08:39:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000347687 s, 1.5 MB/s 2024-09-22T08:39:15.303 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-22T08:39:15.353 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 896 Links: 1 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-09-22 08:33:20.302585006 +0000 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-09-22 08:33:20.046587293 +0000 2024-09-22T08:39:15.400 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-09-22 08:33:20.046587293 +0000 2024-09-22T08:39:15.401 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: - 2024-09-22T08:39:15.401 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-22T08:39:15.454 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-09-22T08:39:15.454 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-09-22T08:39:15.454 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000421851 s, 1.2 MB/s 2024-09-22T08:39:15.455 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-22T08:39:15.505 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-09-22T08:39:15.551 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 918 Links: 1 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-09-22 08:33:20.774580791 +0000 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-09-22 08:33:20.522583041 +0000 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-09-22 08:33:20.522583041 +0000 2024-09-22T08:39:15.552 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: - 2024-09-22T08:39:15.553 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-22T08:39:15.606 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-09-22T08:39:15.607 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-09-22T08:39:15.607 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000367769 s, 1.4 MB/s 2024-09-22T08:39:15.608 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-22T08:39:15.657 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 930 Links: 1 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-09-22 08:33:21.262576432 +0000 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-09-22 08:33:21.006578718 +0000 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-09-22 08:33:21.006578718 +0000 2024-09-22T08:39:15.704 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: - 2024-09-22T08:39:15.705 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-22T08:39:15.763 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-09-22T08:39:15.763 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-09-22T08:39:15.763 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000431887 s, 1.2 MB/s 2024-09-22T08:39:15.764 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-22T08:39:15.813 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:15.814 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:15.814 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-09-22T08:39:15.820 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-22T08:39:15.820 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 875 Links: 1 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-22 08:33:19.983249697 +0000 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-22 08:33:19.735277444 +0000 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-22 08:33:19.735277444 +0000 2024-09-22T08:39:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-22T08:39:15.869 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-22T08:39:15.924 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-22T08:39:15.924 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-22T08:39:15.924 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000469663 s, 1.1 MB/s 2024-09-22T08:39:15.926 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-22T08:39:15.973 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-09-22T08:39:16.020 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-22T08:39:16.020 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:16.020 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-09-22T08:39:16.020 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:16.020 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-22 08:33:20.467197389 +0000 2024-09-22T08:39:16.021 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-22 08:33:20.215224577 +0000 2024-09-22T08:39:16.021 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-22 08:33:20.215224577 +0000 2024-09-22T08:39:16.021 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-22T08:39:16.021 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-22T08:39:16.074 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-22T08:39:16.075 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-22T08:39:16.075 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000309916 s, 1.7 MB/s 2024-09-22T08:39:16.076 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-22T08:39:16.125 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-22 08:33:20.971143015 +0000 2024-09-22T08:39:16.172 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-22 08:33:20.715170634 +0000 2024-09-22T08:39:16.173 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-22 08:33:20.715170634 +0000 2024-09-22T08:39:16.173 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-22T08:39:16.173 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-22T08:39:16.227 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-22T08:39:16.227 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-22T08:39:16.227 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000407921 s, 1.3 MB/s 2024-09-22T08:39:16.228 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-22T08:39:16.277 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-09-22 08:33:21.447092986 +0000 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-09-22 08:33:21.195119417 +0000 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-09-22 08:33:21.195119417 +0000 2024-09-22T08:39:16.328 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-09-22T08:39:16.329 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-22T08:39:16.382 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-09-22T08:39:16.382 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-09-22T08:39:16.382 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000376454 s, 1.4 MB/s 2024-09-22T08:39:16.383 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-22T08:39:16.433 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:16.434 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi084.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi112.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-22T08:39:16.434 INFO:tasks.ceph:Generating config... 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-22T08:39:16.435 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-22T08:39:16.436 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-22T08:39:16.436 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-22T08:39:16.436 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-22T08:39:16.436 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-22T08:39:16.436 INFO:tasks.ceph:[client] setuser = ceph 2024-09-22T08:39:16.436 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-22T08:39:16.436 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-22T08:39:16.436 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2024-09-22T08:39:16.436 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-22T08:39:16.436 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-22T08:39:16.436 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-22T08:39:16.436 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-22T08:39:16.436 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-22T08:39:16.436 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-22T08:39:16.436 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-22T08:39:16.437 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-22T08:39:16.437 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] osd fast shutdown = False 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-22T08:39:16.438 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-22T08:39:16.438 INFO:tasks.ceph:Setting up mon.a... 2024-09-22T08:39:16.439 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:16.472 INFO:teuthology.orchestra.run.smithi084.stdout:creating /etc/ceph/ceph.keyring 2024-09-22T08:39:16.489 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-22T08:39:16.565 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:16.618 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.84'), ('mon.c', '[v2:172.21.15.84:3301,v1:172.21.15.84:6790]'), ('mon.b', '172.21.15.112')] 2024-09-22T08:39:16.619 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.84,[v2:172.21.15.84:3301,v1:172.21.15.84:6790],172.21.15.112', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-22T08:39:16.619 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:16.620 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-22T08:39:16.664 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.84 --addv c '[v2:172.21.15.84:3301,v1:172.21.15.84:6790]' --add b 172.21.15.112 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:16.748 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:39:16.748 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:39:16.748 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: generated fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:setting min_mon_release = quincy 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:epoch 0 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:created 2024-09-22T08:39:16.750089+0000 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:min_mon_release 17 (quincy) 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:election_strategy: 1 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T08:39:16.749 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-22T08:39:16.750 DEBUG:teuthology.orchestra.run.smithi084:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-22T08:39:16.795 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 04257ad6-f7cd-4e1a-9b32-f8216b76acfa... 2024-09-22T08:39:16.796 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-22T08:39:16.840 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-22T08:39:16.870 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-09-22T08:39:16.870 INFO:teuthology.orchestra.run.smithi112.stdout: chdir = "" 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: auth supported = cephx 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: filestore xattr use omap = true 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: mon clock drift allowed = 1.000 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: osd crush chooseleaf type = 0 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: auth debug = true 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: ms die on old message = true 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: ms die on bug = true 2024-09-22T08:39:16.871 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon pg warn max object skew = 0 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: # disable pg_autoscaler by default for new pools 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: osd pool default size = 2 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd allow primary affinity = true 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd allow pg remap = true 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on legacy crush tunables = false 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on crush straw calc version zero = false 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on no sortbitwise = false 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on osd down out interval zero = false 2024-09-22T08:39:16.872 INFO:teuthology.orchestra.run.smithi112.stdout: mon warn on too few osds = false 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon_allow_pool_size_one = true 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: osd default data pool replay window = 5 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon allow pool delete = true 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon cluster log file level = debug 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: debug asserts on shutdown = true 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon health detail to clog = false 2024-09-22T08:39:16.873 INFO:teuthology.orchestra.run.smithi112.stdout: mon host = "172.21.15.84,[v2:172.21.15.84:3301,v1:172.21.15.84:6790],172.21.15.112" 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: mon client directed command retry = 5 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: ms inject socket failures = 5000 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd heartbeat grace = 40 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd_max_pg_log_entries = 10 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd_min_pg_log_entries = 10 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout:[osd] 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd journal size = 100 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd scrub load threshold = 5.0 2024-09-22T08:39:16.874 INFO:teuthology.orchestra.run.smithi112.stdout: osd scrub max interval = 600 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd mclock profile = high_recovery_ops 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd recover clone overlap = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd recovery max chunk = 1048576 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug shutdown = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug op order = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug verify stray on activate = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug trim objects = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd open classes on start = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug pg log writeout = true 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: osd deep scrub update digest min age = 30 2024-09-22T08:39:16.875 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: osd map max advance = 10 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: journal zero on create = true 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: filestore ondisk finisher threads = 3 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: filestore apply finisher threads = 3 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: bdev debug aio = true 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: osd debug misdirected ops = true 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: bdev async discard = True 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: bdev enable discard = True 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: bluestore allocator = bitmap 2024-09-22T08:39:16.876 INFO:teuthology.orchestra.run.smithi112.stdout: bluestore block size = 96636764160 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: bluestore fsck on mount = True 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug bluefs = 1/20 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug bluestore = 1/20 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug objclass = 20 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug osd = 20 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: debug rocksdb = 4/10 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd full ratio = 0.9 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd nearfull ratio = 0.8 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: osd failsafe full ratio = 0.95 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: osd fast shutdown = False 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: osd objectstore = bluestore 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: osd shutdown pgref assert = True 2024-09-22T08:39:16.877 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr] 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug mgr = 20 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug mon = 20 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug auth = 20 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: mgr/telemetry/nag = false 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout:[mon] 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug ms = 1 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug mon = 20 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug paxos = 20 2024-09-22T08:39:16.878 INFO:teuthology.orchestra.run.smithi112.stdout: debug auth = 20 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon data avail warn = 5 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon mgr mkfs grace = 240 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd reporter subtree level = osd 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd prime pg temp = true 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: auth mon ticket ttl = 660 # 11m 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: auth service ticket ttl = 240 # 4m 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: # don't complain about insecure global_id in the test suite 2024-09-22T08:39:16.879 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: # 1m isn't quite enough 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: mon_down_mkfs_grace = 2m 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: mon_warn_on_filestore_osds = false 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: mon osd crush smoke test = False 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout:[client] 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: rgw cache enabled = true 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: rgw enable ops log = true 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: rgw enable usage log = true 2024-09-22T08:39:16.880 INFO:teuthology.orchestra.run.smithi112.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: debug rgw = 20 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: debug rgw notification = 20 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw bucket counters cache = True 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw crypt require ssl = False 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw crypt s3 kms backend = testing 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw reshard progress judge interval = 10 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw s3 auth use sts = True 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw sts key = abcdefghijklmnop 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw torrent flag = True 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: rgw user counters cache = True 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: setgroup = ceph 2024-09-22T08:39:16.881 INFO:teuthology.orchestra.run.smithi112.stdout: setuser = ceph 2024-09-22T08:39:16.882 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.a] 2024-09-22T08:39:16.882 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.c] 2024-09-22T08:39:16.882 INFO:teuthology.orchestra.run.smithi112.stdout:[mon.b] 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout:[global] 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout: chdir = "" 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout: auth supported = cephx 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.883 INFO:teuthology.orchestra.run.smithi084.stdout: filestore xattr use omap = true 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: mon clock drift allowed = 1.000 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: osd crush chooseleaf type = 0 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: auth debug = true 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: ms die on old message = true 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: ms die on bug = true 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: mon pg warn max object skew = 0 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.884 INFO:teuthology.orchestra.run.smithi084.stdout: # disable pg_autoscaler by default for new pools 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: osd pool default size = 2 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd allow primary affinity = true 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd allow pg remap = true 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on legacy crush tunables = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on crush straw calc version zero = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on no sortbitwise = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on osd down out interval zero = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on too few osds = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-22T08:39:16.885 INFO:teuthology.orchestra.run.smithi084.stdout: mon_allow_pool_size_one = true 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: osd default data pool replay window = 5 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: mon allow pool delete = true 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: mon cluster log file level = debug 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: debug asserts on shutdown = true 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: mon health detail to clog = false 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: mon host = "172.21.15.84,[v2:172.21.15.84:3301,v1:172.21.15.84:6790],172.21.15.112" 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: mon client directed command retry = 5 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: ms inject socket failures = 5000 2024-09-22T08:39:16.886 INFO:teuthology.orchestra.run.smithi084.stdout: osd heartbeat grace = 40 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd_max_pg_log_entries = 10 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd_min_pg_log_entries = 10 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: fsid = 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout:[osd] 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd journal size = 100 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd scrub load threshold = 5.0 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd scrub max interval = 600 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd mclock profile = high_recovery_ops 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd recover clone overlap = true 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: osd recovery max chunk = 1048576 2024-09-22T08:39:16.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug shutdown = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug op order = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug verify stray on activate = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug trim objects = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd open classes on start = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug pg log writeout = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd deep scrub update digest min age = 30 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: osd map max advance = 10 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: journal zero on create = true 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.888 INFO:teuthology.orchestra.run.smithi084.stdout: filestore ondisk finisher threads = 3 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: filestore apply finisher threads = 3 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bdev debug aio = true 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug misdirected ops = true 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bdev async discard = True 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bdev enable discard = True 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bluestore allocator = bitmap 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bluestore block size = 96636764160 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: bluestore fsck on mount = True 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug bluefs = 1/20 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug bluestore = 1/20 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug objclass = 20 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug osd = 20 2024-09-22T08:39:16.889 INFO:teuthology.orchestra.run.smithi084.stdout: debug rocksdb = 4/10 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd backfillfull_ratio = 0.85 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd full ratio = 0.9 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd nearfull ratio = 0.8 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: osd failsafe full ratio = 0.95 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: osd fast shutdown = False 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: osd objectstore = bluestore 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: osd shutdown pgref assert = True 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr] 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: debug mgr = 20 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: debug mon = 20 2024-09-22T08:39:16.890 INFO:teuthology.orchestra.run.smithi084.stdout: debug auth = 20 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mgr/telemetry/nag = false 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout:[mon] 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: debug mon = 20 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: debug paxos = 20 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: debug auth = 20 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon data avail warn = 5 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon mgr mkfs grace = 240 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min pgs per osd = 4 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd reporter subtree level = osd 2024-09-22T08:39:16.891 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd prime pg temp = true 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min bytes per osd = 10 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: auth mon ticket ttl = 660 # 11m 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: auth service ticket ttl = 240 # 4m 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: # don't complain about insecure global_id in the test suite 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: # 1m isn't quite enough 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: mon_down_mkfs_grace = 2m 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.892 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_filestore_osds = false 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd crush smoke test = False 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout:[client] 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw cache enabled = true 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw enable ops log = true 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw enable usage log = true 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: debug rgw = 20 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: debug rgw notification = 20 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw bucket counters cache = True 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw crypt require ssl = False 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw crypt s3 kms backend = testing 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-22T08:39:16.893 INFO:teuthology.orchestra.run.smithi084.stdout: rgw reshard progress judge interval = 10 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: rgw s3 auth use sts = True 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: rgw sts key = abcdefghijklmnop 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: rgw torrent flag = True 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: rgw user counters cache = True 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: setgroup = ceph 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout: setuser = ceph 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.a] 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.c] 2024-09-22T08:39:16.894 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.b] 2024-09-22T08:39:16.894 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-22T08:39:16.894 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-22T08:39:16.979 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-22T08:39:16.979 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:16.980 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-22T08:39:16.984 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:16.984 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-22T08:39:17.031 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:39:17.031 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:17.031 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-22T08:39:17.031 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:17.096 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:17.096 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:17.144 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:39:17.144 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:17.144 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-22T08:39:17.144 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-22T08:39:17.167 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:17.167 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:17.217 INFO:tasks.ceph:Setting up mon nodes... 2024-09-22T08:39:17.217 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-22T08:39:17.217 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-22T08:39:17.261 INFO:teuthology.orchestra.run.smithi084.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-22T08:39:17.264 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-22T08:39:17.308 INFO:teuthology.orchestra.run.smithi112.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-22T08:39:17.326 INFO:tasks.ceph:Setting up mds nodes... 2024-09-22T08:39:17.326 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-22T08:39:17.326 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-22T08:39:17.361 INFO:teuthology.orchestra.run.smithi084.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-22T08:39:17.372 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-22T08:39:17.407 INFO:teuthology.orchestra.run.smithi112.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-22T08:39:17.417 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-22T08:39:17.417 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi084.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi112.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-22T08:39:17.417 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:17.430 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:17.430 INFO:tasks.ceph:role: osd.0 2024-09-22T08:39:17.430 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:39:17.430 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-22T08:39:17.491 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:17.491 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:17.491 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:17.492 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:17.942 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-09-22T08:39:17.944 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-09-22T08:39:17.945 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:18.040 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:18.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:18.050 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:18.050 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:18.101 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:18.101 INFO:tasks.ceph:role: osd.1 2024-09-22T08:39:18.101 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:39:18.101 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-22T08:39:18.163 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:18.163 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:18.163 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:18.164 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:18.629 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-09-22T08:39:18.631 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-09-22T08:39:18.632 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:18.779 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:18.790 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:18.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:18.791 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:18.847 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:18.847 INFO:tasks.ceph:role: osd.2 2024-09-22T08:39:18.847 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:39:18.847 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-22T08:39:18.911 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:18.912 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:19.368 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-09-22T08:39:19.370 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-09-22T08:39:19.370 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:19.497 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:19.508 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:19.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:19.509 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:19.564 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:19.598 INFO:tasks.ceph:role: osd.3 2024-09-22T08:39:19.598 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T08:39:19.598 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-22T08:39:19.627 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:19.628 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:20.074 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-09-22T08:39:20.076 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-09-22T08:39:20.076 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:20.154 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:20.204 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:20.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:20.205 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:20.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:20.312+0000 7f41fd3c77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-22T08:39:20.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:20.312+0000 7f41fd3c77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-22T08:39:20.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:20.312+0000 7f41fd3c77c0 -1 bdev(0x55c5c8043800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:20.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:20.312+0000 7f41fd3c77c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-22T08:39:23.447 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-22T08:39:23.461 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:23.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:23.536+0000 7f55780687c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-22T08:39:23.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:23.536+0000 7f55780687c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-22T08:39:23.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:23.536+0000 7f55780687c0 -1 bdev(0x55d5c57f3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:23.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:23.536+0000 7f55780687c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-22T08:39:26.690 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-22T08:39:26.748 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:26.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:26.824+0000 7f0db64857c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-22T08:39:26.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:26.824+0000 7f0db64857c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-22T08:39:26.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:26.824+0000 7f0db64857c0 -1 bdev(0x55f54df91800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:26.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:26.824+0000 7f0db64857c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-22T08:39:29.999 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-22T08:39:30.056 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:30.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:30.132+0000 7f59c02d17c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-22T08:39:30.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:30.132+0000 7f59c02d17c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-22T08:39:30.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:30.132+0000 7f59c02d17c0 -1 bdev(0x55a845fa3800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:30.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:39:30.136+0000 7f59c02d17c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-22T08:39:33.313 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-22T08:39:33.367 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:33.381 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:33.381 INFO:tasks.ceph:role: osd.4 2024-09-22T08:39:33.381 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:39:33.381 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:33.443 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:33.899 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-22T08:39:33.901 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-22T08:39:33.901 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:34.000 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:34.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:34.010 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:34.010 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:34.061 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:34.061 INFO:tasks.ceph:role: osd.5 2024-09-22T08:39:34.061 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:39:34.061 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-22T08:39:34.128 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:34.128 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:34.129 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:34.609 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-22T08:39:34.612 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-22T08:39:34.612 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:34.770 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:34.780 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:34.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:34.781 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:34.835 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:34.835 INFO:tasks.ceph:role: osd.6 2024-09-22T08:39:34.835 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:39:34.836 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-22T08:39:34.899 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:34.899 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:34.899 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:34.899 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:34.899 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:34.900 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:34.900 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:34.900 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:34.900 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:34.900 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:35.391 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-22T08:39:35.394 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-22T08:39:35.394 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:35.557 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:35.568 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:35.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:35.569 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:35.623 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-22T08:39:35.623 INFO:tasks.ceph:role: osd.7 2024-09-22T08:39:35.624 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T08:39:35.624 DEBUG:teuthology.orchestra.run.smithi112:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-22T08:39:35.687 INFO:teuthology.orchestra.run.smithi112.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-22T08:39:35.687 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-22T08:39:35.687 INFO:teuthology.orchestra.run.smithi112.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-22T08:39:35.687 INFO:teuthology.orchestra.run.smithi112.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-22T08:39:35.687 INFO:teuthology.orchestra.run.smithi112.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-22T08:39:35.688 INFO:teuthology.orchestra.run.smithi112.stdout: = sunit=0 swidth=0 blks 2024-09-22T08:39:35.688 INFO:teuthology.orchestra.run.smithi112.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-22T08:39:35.688 INFO:teuthology.orchestra.run.smithi112.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-22T08:39:35.688 INFO:teuthology.orchestra.run.smithi112.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-22T08:39:35.688 INFO:teuthology.orchestra.run.smithi112.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-22T08:39:36.122 INFO:teuthology.orchestra.run.smithi112.stdout:Discarding blocks...Done. 2024-09-22T08:39:36.124 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi112.front.sepia.ceph.com -o noatime 2024-09-22T08:39:36.125 DEBUG:teuthology.orchestra.run.smithi112:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:36.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:36.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:39:36.230 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: /sbin/restorecon: command not found 2024-09-22T08:39:36.230 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:36.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:36.339+0000 7fa9bd9b27c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-22T08:39:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:36.343+0000 7fa9bd9b27c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-22T08:39:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:36.343+0000 7fa9bd9b27c0 -1 bdev(0x5568e52bf800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:36.343+0000 7fa9bd9b27c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-22T08:39:39.491 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-22T08:39:39.504 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:39.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:39.583+0000 7fca7ef7b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-22T08:39:39.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:39.583+0000 7fca7ef7b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-22T08:39:39.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:39.583+0000 7fca7ef7b7c0 -1 bdev(0x5581ea589800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:39.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:39.583+0000 7fca7ef7b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-22T08:39:42.742 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-22T08:39:42.799 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:42.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:42.879+0000 7f85cb7a77c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-22T08:39:42.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:42.883+0000 7f85cb7a77c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-22T08:39:42.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:42.883+0000 7f85cb7a77c0 -1 bdev(0x55f4cf25d800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:42.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:42.883+0000 7f85cb7a77c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-22T08:39:46.044 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-22T08:39:46.100 DEBUG:teuthology.orchestra.run.smithi112:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:46.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:46.179+0000 7f6e0e9c67c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-22T08:39:46.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:46.179+0000 7f6e0e9c67c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-22T08:39:46.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:46.179+0000 7f6e0e9c67c0 -1 bdev(0x557670199800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-22T08:39:46.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-09-22T08:39:46.179+0000 7f6e0e9c67c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-22T08:39:49.306 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-22T08:39:49.359 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-22T08:39:49.359 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.359 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-22T08:39:49.372 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.373 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-22T08:39:49.426 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.426 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-22T08:39:49.479 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.479 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-22T08:39:49.535 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.535 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-22T08:39:49.591 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.591 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-22T08:39:49.605 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.605 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-22T08:39:49.659 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.659 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-22T08:39:49.719 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.719 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-22T08:39:49.774 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.774 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-22T08:39:49.826 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:49.826 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-22T08:39:49.832 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:49.832 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-22T08:39:49.871 INFO:tasks.ceph:Adding keys to all mons... 2024-09-22T08:39:49.871 DEBUG:teuthology.orchestra.run.smithi084:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-22T08:39:49.876 DEBUG:teuthology.orchestra.run.smithi112:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr.y] 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC11+9mAcCjDxAAXtfKXD/Zxjxpf4bFiXCsQA== 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.0] 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC41+9m13/sEhAA4rb2b1AucnimLBGkznNxtA== 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.1] 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC71+9moytbIBAALTZ4NDT8+zNsMpA9cxHyFA== 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.2] 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC+1+9mxfyQMRAAFwze8jEh30wYF/aZykylXA== 2024-09-22T08:39:49.918 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.3] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQDC1+9mWTBXCBAAanTPPJADftMT/oie72jb5w== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr.x] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC11+9mJMWKEhAAX0jyHgj/RCSottjdSEvhxw== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.4] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQDI1+9muZKYFBAAYhAV6SaKH1GIsZl5Mu20bw== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.5] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQDL1+9mIhQZIxAAxzHdI3NuE4NEHM1CB1nA3g== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.6] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQDO1+9mr9bMNBAAZu50ybPRkqxtIhcpdQxJNQ== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.7] 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQDS1+9mWa4HCxAAmA2ZRL/rT+j1QPO6cfJlBA== 2024-09-22T08:39:49.919 INFO:teuthology.orchestra.run.smithi084.stdout:[client.0] 2024-09-22T08:39:49.920 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC11+9mb6iaFRAAv78ehLQDYefS/YMWAwDB0Q== 2024-09-22T08:39:49.920 INFO:teuthology.orchestra.run.smithi084.stdout:[client.1] 2024-09-22T08:39:49.920 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQC11+9mLfdxGBAAwTGzlGwU6eqttVQKvHw6ug== 2024-09-22T08:39:49.925 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr.y] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC11+9mAcCjDxAAXtfKXD/Zxjxpf4bFiXCsQA== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.0] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC41+9m13/sEhAA4rb2b1AucnimLBGkznNxtA== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.1] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC71+9moytbIBAALTZ4NDT8+zNsMpA9cxHyFA== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.2] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC+1+9mxfyQMRAAFwze8jEh30wYF/aZykylXA== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.3] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDC1+9mWTBXCBAAanTPPJADftMT/oie72jb5w== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[mgr.x] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC11+9mJMWKEhAAX0jyHgj/RCSottjdSEvhxw== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.4] 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDI1+9muZKYFBAAYhAV6SaKH1GIsZl5Mu20bw== 2024-09-22T08:39:49.926 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.5] 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDL1+9mIhQZIxAAxzHdI3NuE4NEHM1CB1nA3g== 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.6] 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDO1+9mr9bMNBAAZu50ybPRkqxtIhcpdQxJNQ== 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout:[osd.7] 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDS1+9mWa4HCxAAmA2ZRL/rT+j1QPO6cfJlBA== 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC11+9mb6iaFRAAv78ehLQDYefS/YMWAwDB0Q== 2024-09-22T08:39:49.927 INFO:teuthology.orchestra.run.smithi112.stdout:[client.1] 2024-09-22T08:39:49.928 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQC11+9mLfdxGBAAwTGzlGwU6eqttVQKvHw6ug== 2024-09-22T08:39:49.928 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:49.964 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:50.016 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.052 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.097 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.140 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.181 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.224 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.263 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.308 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.354 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:50.392 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-22T08:39:50.436 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.480 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.520 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.560 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.606 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.644 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.696 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.698 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-22T08:39:50.739 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:50.780 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:50.825 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:50.827 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-22T08:39:50.915 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-22T08:39:50.915 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-22T08:39:50.928 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:51.021 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-22T08:39:51.032 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-22T08:39:51.088 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:51.177 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-22T08:39:51.187 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-22T08:39:51.201 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-22T08:39:51.292 DEBUG:teuthology.orchestra.run.smithi112:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-22T08:39:51.303 DEBUG:teuthology.orchestra.run.smithi084:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:51.305 DEBUG:teuthology.orchestra.run.smithi112:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-22T08:39:51.350 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-22T08:39:51.351 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-22T08:39:51.351 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-22T08:39:51.353 INFO:tasks.ceph.mon.a:Started 2024-09-22T08:39:51.353 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-22T08:39:51.353 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-22T08:39:51.356 INFO:tasks.ceph.mon.c:Started 2024-09-22T08:39:51.356 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-22T08:39:51.356 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-22T08:39:51.396 INFO:tasks.ceph.mon.b:Started 2024-09-22T08:39:51.396 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-22T08:39:51.397 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-22T08:39:51.397 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-22T08:39:51.399 INFO:tasks.ceph.mgr.y:Started 2024-09-22T08:39:51.399 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-22T08:39:51.399 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-22T08:39:51.401 INFO:tasks.ceph.mgr.x:Started 2024-09-22T08:39:51.401 DEBUG:tasks.ceph:set 0 configs 2024-09-22T08:39:51.401 INFO:tasks.ceph:Setting crush tunables to default 2024-09-22T08:39:51.401 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --cluster ceph osd crush tunables default 2024-09-22T08:39:51.806 INFO:teuthology.orchestra.run.smithi084.stderr:adjusted tunables profile to default 2024-09-22T08:39:51.826 INFO:tasks.ceph:check_enable_crimson: False 2024-09-22T08:39:51.826 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-22T08:39:51.827 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:51.827 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-22T08:39:51.837 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:51.837 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-22T08:39:51.888 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:51.889 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-22T08:39:51.941 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:39:51.941 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-22T08:39:51.992 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:51.993 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-22T08:39:52.007 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:52.007 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-22T08:39:52.062 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:52.062 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-22T08:39:52.115 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-09-22T08:39:52.115 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-22T08:39:52.171 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 6b24ef02-772e-47b1-a086-5ef22fa537ab 0 2024-09-22T08:39:52.449 INFO:teuthology.orchestra.run.smithi112.stdout:0 2024-09-22T08:39:52.468 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new b0b40df7-a5b8-4662-b20a-aa3e13fcd087 1 2024-09-22T08:39:52.675 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-09-22T08:39:52.691 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 2376aff7-d605-4844-9435-c957c1c39e02 2 2024-09-22T08:39:52.895 INFO:teuthology.orchestra.run.smithi112.stdout:2 2024-09-22T08:39:52.913 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new a14cfc0c-7d1c-4d98-b722-65e80f5d508b 3 2024-09-22T08:39:53.118 INFO:teuthology.orchestra.run.smithi112.stdout:3 2024-09-22T08:39:53.136 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 366a5d54-9523-430f-a264-46990faea525 4 2024-09-22T08:39:53.340 INFO:teuthology.orchestra.run.smithi112.stdout:4 2024-09-22T08:39:53.356 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new e8a8055b-50bb-41db-a971-813b80fcbda1 5 2024-09-22T08:39:53.566 INFO:teuthology.orchestra.run.smithi112.stdout:5 2024-09-22T08:39:53.582 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new c9723fc8-60ac-4840-a396-40addcf28f6b 6 2024-09-22T08:39:53.788 INFO:teuthology.orchestra.run.smithi112.stdout:6 2024-09-22T08:39:53.805 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --cluster ceph osd new 58faa3a8-c98e-4843-a289-53305d350d73 7 2024-09-22T08:39:54.007 INFO:teuthology.orchestra.run.smithi112.stdout:7 2024-09-22T08:39:54.023 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-22T08:39:54.023 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-22T08:39:54.025 INFO:tasks.ceph.osd.0:Started 2024-09-22T08:39:54.025 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-22T08:39:54.026 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-22T08:39:54.027 INFO:tasks.ceph.osd.1:Started 2024-09-22T08:39:54.027 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-22T08:39:54.027 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-22T08:39:54.029 INFO:tasks.ceph.osd.2:Started 2024-09-22T08:39:54.029 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-22T08:39:54.029 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-22T08:39:54.031 INFO:tasks.ceph.osd.3:Started 2024-09-22T08:39:54.031 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-22T08:39:54.031 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-22T08:39:54.033 INFO:tasks.ceph.osd.4:Started 2024-09-22T08:39:54.033 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-22T08:39:54.033 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-22T08:39:54.035 INFO:tasks.ceph.osd.5:Started 2024-09-22T08:39:54.035 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-22T08:39:54.035 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-22T08:39:54.037 INFO:tasks.ceph.osd.6:Started 2024-09-22T08:39:54.037 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-22T08:39:54.037 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-22T08:39:54.039 INFO:tasks.ceph.osd.7:Started 2024-09-22T08:39:54.039 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:39:54.267 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:39:54.267 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":10,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:39:54.004660+0000","last_up_change":"0.000000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:39:54.291 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-22T08:39:54.291 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-22T08:39:54.529 INFO:tasks.ceph.mgr.y.smithi084.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-22T08:39:54.529 INFO:tasks.ceph.mgr.y.smithi084.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-22T08:39:54.529 INFO:tasks.ceph.mgr.y.smithi084.stderr: from numpy import show_config as show_numpy_config 2024-09-22T08:39:55.059 INFO:tasks.ceph.mgr.x.smithi112.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-22T08:39:55.059 INFO:tasks.ceph.mgr.x.smithi112.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-22T08:39:55.060 INFO:tasks.ceph.mgr.x.smithi112.stderr: from numpy import show_config as show_numpy_config 2024-09-22T08:39:55.097 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:39:55.184 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-09-22T08:39:55.184+0000 7ff0140347c0 -1 Falling back to public interface 2024-09-22T08:39:55.203 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-09-22T08:39:55.204+0000 7ff137d787c0 -1 Falling back to public interface 2024-09-22T08:39:55.292 INFO:teuthology.misc.health.smithi084.stdout: 2024-09-22T08:39:55.292 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":10,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:39:54.004660+0000","last_up_change":"0.000000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:39:55.306 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-22T08:39:55.689 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-09-22T08:39:55.688+0000 7f8b6fe3b7c0 -1 Falling back to public interface 2024-09-22T08:39:55.689 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-09-22T08:39:55.688+0000 7f0ecc84b7c0 -1 Falling back to public interface 2024-09-22T08:39:55.692 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-22T08:39:55.691+0000 7fbe0592c7c0 -1 Falling back to public interface 2024-09-22T08:39:55.703 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-22T08:39:55.703+0000 7f1476f347c0 -1 Falling back to public interface 2024-09-22T08:39:55.704 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-22T08:39:55.703+0000 7f6995ed37c0 -1 Falling back to public interface 2024-09-22T08:39:55.711 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-22T08:39:55.711+0000 7f76a7f847c0 -1 Falling back to public interface 2024-09-22T08:39:57.464 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-09-22T08:39:57.464+0000 7ff90b658640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-22T08:39:57.465 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-09-22T08:39:57.464+0000 7ff90b658640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-22T08:39:59.329 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-09-22T08:39:59.328+0000 7ff137d787c0 -1 osd.1 0 log_to_monitors true 2024-09-22T08:39:59.334 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-09-22T08:39:59.332+0000 7ff0140347c0 -1 osd.0 0 log_to_monitors true 2024-09-22T08:39:59.682 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-22T08:39:59.679+0000 7fbe0592c7c0 -1 osd.4 0 log_to_monitors true 2024-09-22T08:39:59.827 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-22T08:39:59.827+0000 7f76a7f847c0 -1 osd.5 0 log_to_monitors true 2024-09-22T08:39:59.829 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-22T08:39:59.827+0000 7f6995ed37c0 -1 osd.7 0 log_to_monitors true 2024-09-22T08:39:59.842 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-09-22T08:39:59.840+0000 7f0ecc84b7c0 -1 osd.3 0 log_to_monitors true 2024-09-22T08:40:00.014 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-09-22T08:40:00.012+0000 7f8b6fe3b7c0 -1 osd.2 0 log_to_monitors true 2024-09-22T08:40:00.087 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-22T08:40:00.087+0000 7f1476f347c0 -1 osd.6 0 log_to_monitors true 2024-09-22T08:40:01.666 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-22T08:40:01.663+0000 7fbe020e7640 -1 osd.4 0 waiting for initial osdmap 2024-09-22T08:40:01.684 INFO:tasks.ceph.osd.4.smithi112.stderr:2024-09-22T08:40:01.683+0000 7fbdf9707640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:02.113 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:02.198 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-09-22T08:40:02.196+0000 7ff133d21640 -1 osd.1 0 waiting for initial osdmap 2024-09-22T08:40:02.268 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-09-22T08:40:02.268+0000 7ff12bb53640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:02.269 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-09-22T08:40:02.268+0000 7ff00ffdd640 -1 osd.0 0 waiting for initial osdmap 2024-09-22T08:40:02.324 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-09-22T08:40:02.324+0000 7ff007e0f640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:02.496 INFO:teuthology.misc.health.smithi084.stdout: 2024-09-22T08:40:02.496 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":13,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:40:01.727783+0000","last_up_change":"2024-09-22T08:40:01.727783+0000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6801","nonce":793207098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6803","nonce":793207098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6807","nonce":793207098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6805","nonce":793207098}]},"public_addr":"172.21.15.112:6801/793207098","cluster_addr":"172.21.15.112:6803/793207098","heartbeat_back_addr":"172.21.15.112:6807/793207098","heartbeat_front_addr":"172.21.15.112:6805/793207098","state":["exists","up"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:02.518 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-22T08:40:03.128 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-09-22T08:40:03.128+0000 7f8b6bde4640 -1 osd.2 0 waiting for initial osdmap 2024-09-22T08:40:03.152 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-09-22T08:40:03.152+0000 7f0ec87f4640 -1 osd.3 0 waiting for initial osdmap 2024-09-22T08:40:03.157 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-09-22T08:40:03.156+0000 7f8b63c16640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:03.191 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-09-22T08:40:03.192+0000 7f0ec0626640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:03.501 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-22T08:40:03.499+0000 7f6991e7c640 -1 osd.7 0 waiting for initial osdmap 2024-09-22T08:40:03.522 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-22T08:40:03.519+0000 7f76a3f2d640 -1 osd.5 0 waiting for initial osdmap 2024-09-22T08:40:03.531 INFO:tasks.ceph.osd.7.smithi112.stderr:2024-09-22T08:40:03.531+0000 7f6989cae640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:03.535 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-22T08:40:03.535+0000 7f1472edd640 -1 osd.6 0 waiting for initial osdmap 2024-09-22T08:40:03.543 INFO:tasks.ceph.osd.5.smithi112.stderr:2024-09-22T08:40:03.543+0000 7f769bd5f640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:03.555 INFO:tasks.ceph.osd.6.smithi112.stderr:2024-09-22T08:40:03.555+0000 7f146ad0f640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-22T08:40:09.325 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:09.633 INFO:teuthology.misc.health.smithi084.stdout: 2024-09-22T08:40:09.634 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":18,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:40:07.333681+0000","last_up_change":"2024-09-22T08:40:04.310065+0000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:04.482225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6801","nonce":2133385266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6803","nonce":2133385266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6807","nonce":2133385266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6805","nonce":2133385266}]},"public_addr":"172.21.15.84:6801/2133385266","cluster_addr":"172.21.15.84:6803/2133385266","heartbeat_back_addr":"172.21.15.84:6807/2133385266","heartbeat_front_addr":"172.21.15.84:6805/2133385266","state":["exists","up"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6809","nonce":57435375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6811","nonce":57435375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6815","nonce":57435375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6813","nonce":57435375}]},"public_addr":"172.21.15.84:6809/57435375","cluster_addr":"172.21.15.84:6811/57435375","heartbeat_back_addr":"172.21.15.84:6815/57435375","heartbeat_front_addr":"172.21.15.84:6813/57435375","state":["exists","up"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6817","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6820","nonce":3811460201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6823","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6825","nonce":3811460201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6831","nonce":3811460201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6829","nonce":3811460201}]},"public_addr":"172.21.15.84:6820/3811460201","cluster_addr":"172.21.15.84:6825/3811460201","heartbeat_back_addr":"172.21.15.84:6831/3811460201","heartbeat_front_addr":"172.21.15.84:6829/3811460201","state":["exists","up"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6818","nonce":32203201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6819","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6821","nonce":32203201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6827","nonce":32203201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6824","nonce":32203201}]},"public_addr":"172.21.15.84:6818/32203201","cluster_addr":"172.21.15.84:6821/32203201","heartbeat_back_addr":"172.21.15.84:6827/32203201","heartbeat_front_addr":"172.21.15.84:6824/32203201","state":["exists","up"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6801","nonce":793207098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6803","nonce":793207098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6807","nonce":793207098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6805","nonce":793207098}]},"public_addr":"172.21.15.112:6801/793207098","cluster_addr":"172.21.15.112:6803/793207098","heartbeat_back_addr":"172.21.15.112:6807/793207098","heartbeat_front_addr":"172.21.15.112:6805/793207098","state":["exists","up"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6825","nonce":1780403378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6827","nonce":1780403378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6831","nonce":1780403378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6829","nonce":1780403378}]},"public_addr":"172.21.15.112:6825/1780403378","cluster_addr":"172.21.15.112:6827/1780403378","heartbeat_back_addr":"172.21.15.112:6831/1780403378","heartbeat_front_addr":"172.21.15.112:6829/1780403378","state":["exists","up"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6809","nonce":212129332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6811","nonce":212129332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6818","nonce":212129332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6813","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6815","nonce":212129332}]},"public_addr":"172.21.15.112:6809/212129332","cluster_addr":"172.21.15.112:6811/212129332","heartbeat_back_addr":"172.21.15.112:6818/212129332","heartbeat_front_addr":"172.21.15.112:6815/212129332","state":["exists","up"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6814","nonce":3885901990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6817","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6819","nonce":3885901990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6823","nonce":3885901990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6821","nonce":3885901990}]},"public_addr":"172.21.15.112:6814/3885901990","cluster_addr":"172.21.15.112:6819/3885901990","heartbeat_back_addr":"172.21.15.112:6823/3885901990","heartbeat_front_addr":"172.21.15.112:6821/3885901990","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.366792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.296469+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.044733+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.812394+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.693034+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.834340+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.105409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.833021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:09.650 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-22T08:40:09.650 INFO:tasks.ceph:Creating RBD pool 2024-09-22T08:40:09.650 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-22T08:40:10.367 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'rbd' created 2024-09-22T08:40:10.392 DEBUG:teuthology.orchestra.run.smithi084:> rbd --cluster ceph pool init rbd 2024-09-22T08:40:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:13.515 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-22T08:40:13.515 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-22T08:40:13.516 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-22T08:40:13.834 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:13.854 INFO:teuthology.orchestra.run.smithi084.stdout:[{"version":9,"timestamp":"2024-09-22T08:40:03.538268+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_ssd","new_value":"5312.662006"}]}] 2024-09-22T08:40:13.854 INFO:tasks.ceph_manager:config epoch is 9 2024-09-22T08:40:13.854 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-22T08:40:13.854 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-22T08:40:13.854 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-22T08:40:14.218 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:14.235 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":5,"flags":0,"active_gid":4098,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":1526474166},{"type":"v1","addr":"172.21.15.84:6833","nonce":1526474166}]},"active_addr":"172.21.15.84:6833/1526474166","active_change":"2024-09-22T08:39:56.437930+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4114,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":603598760}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":319155700}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":512272411}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":997117357}]}]} 2024-09-22T08:40:14.238 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-22T08:40:14.238 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-22T08:40:14.239 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:14.547 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:14.547 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:40:13.385815+0000","last_up_change":"2024-09-22T08:40:04.310065+0000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:04.482225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:09.949660+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6801","nonce":2133385266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6803","nonce":2133385266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6807","nonce":2133385266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6805","nonce":2133385266}]},"public_addr":"172.21.15.84:6801/2133385266","cluster_addr":"172.21.15.84:6803/2133385266","heartbeat_back_addr":"172.21.15.84:6807/2133385266","heartbeat_front_addr":"172.21.15.84:6805/2133385266","state":["exists","up"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6809","nonce":57435375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6811","nonce":57435375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6815","nonce":57435375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6813","nonce":57435375}]},"public_addr":"172.21.15.84:6809/57435375","cluster_addr":"172.21.15.84:6811/57435375","heartbeat_back_addr":"172.21.15.84:6815/57435375","heartbeat_front_addr":"172.21.15.84:6813/57435375","state":["exists","up"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6817","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6820","nonce":3811460201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6823","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6825","nonce":3811460201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6831","nonce":3811460201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6829","nonce":3811460201}]},"public_addr":"172.21.15.84:6820/3811460201","cluster_addr":"172.21.15.84:6825/3811460201","heartbeat_back_addr":"172.21.15.84:6831/3811460201","heartbeat_front_addr":"172.21.15.84:6829/3811460201","state":["exists","up"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6818","nonce":32203201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6819","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6821","nonce":32203201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6827","nonce":32203201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6824","nonce":32203201}]},"public_addr":"172.21.15.84:6818/32203201","cluster_addr":"172.21.15.84:6821/32203201","heartbeat_back_addr":"172.21.15.84:6827/32203201","heartbeat_front_addr":"172.21.15.84:6824/32203201","state":["exists","up"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6801","nonce":793207098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6803","nonce":793207098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6807","nonce":793207098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6805","nonce":793207098}]},"public_addr":"172.21.15.112:6801/793207098","cluster_addr":"172.21.15.112:6803/793207098","heartbeat_back_addr":"172.21.15.112:6807/793207098","heartbeat_front_addr":"172.21.15.112:6805/793207098","state":["exists","up"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6825","nonce":1780403378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6827","nonce":1780403378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6831","nonce":1780403378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6829","nonce":1780403378}]},"public_addr":"172.21.15.112:6825/1780403378","cluster_addr":"172.21.15.112:6827/1780403378","heartbeat_back_addr":"172.21.15.112:6831/1780403378","heartbeat_front_addr":"172.21.15.112:6829/1780403378","state":["exists","up"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6809","nonce":212129332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6811","nonce":212129332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6818","nonce":212129332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6813","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6815","nonce":212129332}]},"public_addr":"172.21.15.112:6809/212129332","cluster_addr":"172.21.15.112:6811/212129332","heartbeat_back_addr":"172.21.15.112:6818/212129332","heartbeat_front_addr":"172.21.15.112:6815/212129332","state":["exists","up"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6814","nonce":3885901990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6817","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6819","nonce":3885901990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6823","nonce":3885901990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6821","nonce":3885901990}]},"public_addr":"172.21.15.112:6814/3885901990","cluster_addr":"172.21.15.112:6819/3885901990","heartbeat_back_addr":"172.21.15.112:6823/3885901990","heartbeat_front_addr":"172.21.15.112:6821/3885901990","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.366792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.296469+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.044733+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.812394+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.693034+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.834340+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.105409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.833021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:14.564 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-22T08:40:14.565 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T08:40:14.847 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:14.848 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T08:40:13.385815+0000","last_up_change":"2024-09-22T08:40:04.310065+0000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:04.482225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:09.949660+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6801","nonce":2133385266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6803","nonce":2133385266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6807","nonce":2133385266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6805","nonce":2133385266}]},"public_addr":"172.21.15.84:6801/2133385266","cluster_addr":"172.21.15.84:6803/2133385266","heartbeat_back_addr":"172.21.15.84:6807/2133385266","heartbeat_front_addr":"172.21.15.84:6805/2133385266","state":["exists","up"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6809","nonce":57435375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6811","nonce":57435375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6815","nonce":57435375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6813","nonce":57435375}]},"public_addr":"172.21.15.84:6809/57435375","cluster_addr":"172.21.15.84:6811/57435375","heartbeat_back_addr":"172.21.15.84:6815/57435375","heartbeat_front_addr":"172.21.15.84:6813/57435375","state":["exists","up"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6817","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6820","nonce":3811460201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6823","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6825","nonce":3811460201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6831","nonce":3811460201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6829","nonce":3811460201}]},"public_addr":"172.21.15.84:6820/3811460201","cluster_addr":"172.21.15.84:6825/3811460201","heartbeat_back_addr":"172.21.15.84:6831/3811460201","heartbeat_front_addr":"172.21.15.84:6829/3811460201","state":["exists","up"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6818","nonce":32203201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6819","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6821","nonce":32203201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6827","nonce":32203201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6824","nonce":32203201}]},"public_addr":"172.21.15.84:6818/32203201","cluster_addr":"172.21.15.84:6821/32203201","heartbeat_back_addr":"172.21.15.84:6827/32203201","heartbeat_front_addr":"172.21.15.84:6824/32203201","state":["exists","up"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6801","nonce":793207098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6803","nonce":793207098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6807","nonce":793207098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6805","nonce":793207098}]},"public_addr":"172.21.15.112:6801/793207098","cluster_addr":"172.21.15.112:6803/793207098","heartbeat_back_addr":"172.21.15.112:6807/793207098","heartbeat_front_addr":"172.21.15.112:6805/793207098","state":["exists","up"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6825","nonce":1780403378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6827","nonce":1780403378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6831","nonce":1780403378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6829","nonce":1780403378}]},"public_addr":"172.21.15.112:6825/1780403378","cluster_addr":"172.21.15.112:6827/1780403378","heartbeat_back_addr":"172.21.15.112:6831/1780403378","heartbeat_front_addr":"172.21.15.112:6829/1780403378","state":["exists","up"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6809","nonce":212129332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6811","nonce":212129332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6818","nonce":212129332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6813","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6815","nonce":212129332}]},"public_addr":"172.21.15.112:6809/212129332","cluster_addr":"172.21.15.112:6811/212129332","heartbeat_back_addr":"172.21.15.112:6818/212129332","heartbeat_front_addr":"172.21.15.112:6815/212129332","state":["exists","up"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6814","nonce":3885901990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6817","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6819","nonce":3885901990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6823","nonce":3885901990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6821","nonce":3885901990}]},"public_addr":"172.21.15.112:6814/3885901990","cluster_addr":"172.21.15.112:6819/3885901990","heartbeat_back_addr":"172.21.15.112:6823/3885901990","heartbeat_front_addr":"172.21.15.112:6821/3885901990","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.366792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.296469+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.044733+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.812394+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.693034+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.834340+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.105409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.833021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T08:40:14.865 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-22T08:40:14.866 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-22T08:40:14.866 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-22T08:40:14.866 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-22T08:40:14.867 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-22T08:40:14.867 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-22T08:40:14.867 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-22T08:40:14.868 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-22T08:40:15.107 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:15.108 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:15.115 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:15.115 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:15.128 INFO:teuthology.orchestra.run.smithi084.stdout:64424509447 2024-09-22T08:40:15.129 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:15.130 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:15.130 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:15.131 INFO:teuthology.orchestra.run.smithi084.stdout:64424509446 2024-09-22T08:40:15.132 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:15.151 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:15.151 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:15.152 INFO:teuthology.orchestra.run.smithi084.stdout:64424509447 2024-09-22T08:40:15.153 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:15.158 INFO:teuthology.orchestra.run.smithi084.stdout:55834574852 2024-09-22T08:40:15.158 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:15.634 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:15.649 INFO:teuthology.orchestra.run.smithi084.stdout:64424509445 2024-09-22T08:40:15.650 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:15.666 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-22T08:40:15.678 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.5 2024-09-22T08:40:15.680 INFO:teuthology.orchestra.run.smithi084.stdout:60129542147 2024-09-22T08:40:15.684 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-22T08:40:15.692 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:15.698 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542147 for osd.2 2024-09-22T08:40:15.714 INFO:teuthology.orchestra.run.smithi084.stdout:55834574851 2024-09-22T08:40:15.716 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.3 2024-09-22T08:40:15.717 INFO:teuthology.orchestra.run.smithi084.stdout:64424509444 2024-09-22T08:40:15.722 INFO:teuthology.orchestra.run.smithi084.stdout:64424509445 2024-09-22T08:40:15.736 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.4 2024-09-22T08:40:15.738 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.7 2024-09-22T08:40:15.742 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.6 2024-09-22T08:40:16.666 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:16.679 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:16.685 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:16.698 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:16.716 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:16.737 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:16.739 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:16.743 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:17.147 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:17.171 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.1 2024-09-22T08:40:17.231 INFO:teuthology.orchestra.run.smithi084.stdout:64424509445 2024-09-22T08:40:17.238 INFO:teuthology.orchestra.run.smithi084.stdout:64424509445 2024-09-22T08:40:17.245 INFO:teuthology.orchestra.run.smithi084.stdout:60129542147 2024-09-22T08:40:17.254 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:17.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.6 2024-09-22T08:40:17.263 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.5 2024-09-22T08:40:17.277 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542147 for osd.2 2024-09-22T08:40:17.282 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-22T08:40:17.292 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:17.302 INFO:teuthology.orchestra.run.smithi084.stdout:64424509444 2024-09-22T08:40:17.305 INFO:teuthology.orchestra.run.smithi084.stdout:55834574851 2024-09-22T08:40:17.311 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.3 2024-09-22T08:40:17.323 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.7 2024-09-22T08:40:17.324 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.4 2024-09-22T08:40:18.172 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-22T08:40:18.262 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-22T08:40:18.263 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-22T08:40:18.278 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-22T08:40:18.283 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-22T08:40:18.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-22T08:40:18.323 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-22T08:40:18.324 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-22T08:40:18.639 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:18.670 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.1 2024-09-22T08:40:18.670 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.753 INFO:teuthology.orchestra.run.smithi084.stdout:60129542148 2024-09-22T08:40:18.771 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542148 for osd.2 2024-09-22T08:40:18.771 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.783 INFO:teuthology.orchestra.run.smithi084.stdout:64424509447 2024-09-22T08:40:18.796 INFO:teuthology.orchestra.run.smithi084.stdout:64424509447 2024-09-22T08:40:18.811 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.5 2024-09-22T08:40:18.811 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.815 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-22T08:40:18.815 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.833 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:18.838 INFO:teuthology.orchestra.run.smithi084.stdout:55834574853 2024-09-22T08:40:18.859 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-22T08:40:18.859 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.862 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574853 for osd.4 2024-09-22T08:40:18.863 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.865 INFO:teuthology.orchestra.run.smithi084.stdout:60129542149 2024-09-22T08:40:18.871 INFO:teuthology.orchestra.run.smithi084.stdout:64424509446 2024-09-22T08:40:18.884 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.3 2024-09-22T08:40:18.884 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.889 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.7 2024-09-22T08:40:18.889 DEBUG:teuthology.parallel:result is None 2024-09-22T08:40:18.890 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-22T08:40:18.890 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T08:40:19.206 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T08:40:19.223 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-22T08:40:18.449641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219156,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755564,"statfs":{"total":773094113280,"available":772869697536,"internally_reserved":0,"allocated":2965504,"data_stored":1788886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.076083"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853529+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T08:40:13.853529+0000","last_peered":"2024-09-22T08:40:13.853529+0000","last_clean":"2024-09-22T08:40:13.853529+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T08:40:13.853529+0000","last_undegraded":"2024-09-22T08:40:13.853529+0000","last_fullsized":"2024-09-22T08:40:13.853529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412617+0000","last_change":"2024-09-22T08:40:13.412617+0000","last_active":"2024-09-22T08:40:13.412617+0000","last_peered":"2024-09-22T08:40:13.412617+0000","last_clean":"2024-09-22T08:40:13.412617+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T08:40:13.412617+0000","last_undegraded":"2024-09-22T08:40:13.412617+0000","last_fullsized":"2024-09-22T08:40:13.412617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:50.794108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853775+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T08:40:13.853775+0000","last_peered":"2024-09-22T08:40:13.853775+0000","last_clean":"2024-09-22T08:40:13.853775+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T08:40:13.853775+0000","last_undegraded":"2024-09-22T08:40:13.853775+0000","last_fullsized":"2024-09-22T08:40:13.853775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412717+0000","last_change":"2024-09-22T08:40:13.412717+0000","last_active":"2024-09-22T08:40:13.412717+0000","last_peered":"2024-09-22T08:40:13.412717+0000","last_clean":"2024-09-22T08:40:13.412717+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T08:40:13.412717+0000","last_undegraded":"2024-09-22T08:40:13.412717+0000","last_fullsized":"2024-09-22T08:40:13.412717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:33.066272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412460+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T08:40:13.412460+0000","last_peered":"2024-09-22T08:40:13.412460+0000","last_clean":"2024-09-22T08:40:13.412460+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T08:40:13.412460+0000","last_undegraded":"2024-09-22T08:40:13.412460+0000","last_fullsized":"2024-09-22T08:40:13.412460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.398428+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T08:40:13.398428+0000","last_peered":"2024-09-22T08:40:13.398428+0000","last_clean":"2024-09-22T08:40:13.398428+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T08:40:13.398428+0000","last_undegraded":"2024-09-22T08:40:13.398428+0000","last_fullsized":"2024-09-22T08:40:13.398428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853276+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T08:40:13.853276+0000","last_peered":"2024-09-22T08:40:13.853276+0000","last_clean":"2024-09-22T08:40:13.853276+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T08:40:13.853276+0000","last_undegraded":"2024-09-22T08:40:13.853276+0000","last_fullsized":"2024-09-22T08:40:13.853276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.409752+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T08:40:13.409752+0000","last_peered":"2024-09-22T08:40:13.409752+0000","last_clean":"2024-09-22T08:40:13.409752+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T08:40:13.409752+0000","last_undegraded":"2024-09-22T08:40:13.409752+0000","last_fullsized":"2024-09-22T08:40:13.409752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.852194+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T08:40:13.852194+0000","last_peered":"2024-09-22T08:40:13.852194+0000","last_clean":"2024-09-22T08:40:13.852194+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T08:40:13.852194+0000","last_undegraded":"2024-09-22T08:40:13.852194+0000","last_fullsized":"2024-09-22T08:40:13.852194+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":815104,"data_stored":666382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T08:40:19.224 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T08:40:19.498 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:19.498 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T08:40:19.516 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-22T08:40:18.449641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219156,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755564,"statfs":{"total":773094113280,"available":772869697536,"internally_reserved":0,"allocated":2965504,"data_stored":1788886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.076083"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853529+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T08:40:13.853529+0000","last_peered":"2024-09-22T08:40:13.853529+0000","last_clean":"2024-09-22T08:40:13.853529+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T08:40:13.853529+0000","last_undegraded":"2024-09-22T08:40:13.853529+0000","last_fullsized":"2024-09-22T08:40:13.853529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412617+0000","last_change":"2024-09-22T08:40:13.412617+0000","last_active":"2024-09-22T08:40:13.412617+0000","last_peered":"2024-09-22T08:40:13.412617+0000","last_clean":"2024-09-22T08:40:13.412617+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T08:40:13.412617+0000","last_undegraded":"2024-09-22T08:40:13.412617+0000","last_fullsized":"2024-09-22T08:40:13.412617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:50.794108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853775+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T08:40:13.853775+0000","last_peered":"2024-09-22T08:40:13.853775+0000","last_clean":"2024-09-22T08:40:13.853775+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T08:40:13.853775+0000","last_undegraded":"2024-09-22T08:40:13.853775+0000","last_fullsized":"2024-09-22T08:40:13.853775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412717+0000","last_change":"2024-09-22T08:40:13.412717+0000","last_active":"2024-09-22T08:40:13.412717+0000","last_peered":"2024-09-22T08:40:13.412717+0000","last_clean":"2024-09-22T08:40:13.412717+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T08:40:13.412717+0000","last_undegraded":"2024-09-22T08:40:13.412717+0000","last_fullsized":"2024-09-22T08:40:13.412717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:33.066272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.412460+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T08:40:13.412460+0000","last_peered":"2024-09-22T08:40:13.412460+0000","last_clean":"2024-09-22T08:40:13.412460+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T08:40:13.412460+0000","last_undegraded":"2024-09-22T08:40:13.412460+0000","last_fullsized":"2024-09-22T08:40:13.412460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.398428+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T08:40:13.398428+0000","last_peered":"2024-09-22T08:40:13.398428+0000","last_clean":"2024-09-22T08:40:13.398428+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T08:40:13.398428+0000","last_undegraded":"2024-09-22T08:40:13.398428+0000","last_fullsized":"2024-09-22T08:40:13.398428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.853276+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T08:40:13.853276+0000","last_peered":"2024-09-22T08:40:13.853276+0000","last_clean":"2024-09-22T08:40:13.853276+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T08:40:13.853276+0000","last_undegraded":"2024-09-22T08:40:13.853276+0000","last_fullsized":"2024-09-22T08:40:13.853276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.409752+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T08:40:13.409752+0000","last_peered":"2024-09-22T08:40:13.409752+0000","last_clean":"2024-09-22T08:40:13.409752+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T08:40:13.409752+0000","last_undegraded":"2024-09-22T08:40:13.409752+0000","last_fullsized":"2024-09-22T08:40:13.409752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-22T08:40:13.852194+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T08:40:13.852194+0000","last_peered":"2024-09-22T08:40:13.852194+0000","last_clean":"2024-09-22T08:40:13.852194+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T08:40:13.852194+0000","last_undegraded":"2024-09-22T08:40:13.852194+0000","last_fullsized":"2024-09-22T08:40:13.852194+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":815104,"data_stored":666382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":76033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":666382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T08:40:19.517 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-22T08:40:19.517 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-22T08:40:19.518 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-22T08:40:19.518 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-22T08:40:19.829 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:19.829 INFO:teuthology.orchestra.run.smithi084.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-22T08:40:19.846 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-22T08:40:19.847 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-22T08:40:19.863 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-22T08:40:19.864 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-22T08:40:19.869 DEBUG:teuthology.orchestra.run.smithi084:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-22T08:40:20.816 INFO:teuthology.orchestra.run.smithi084.stderr:...+..+.+..+.........+......+...............+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+......+..+...+.+......+..+......+.......+..+..........+...+.....+....+...+..+.+..............+....+..+.......+..+....+.....+.......+..+.+.....+.+.....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....................+........+.........+.+......+........+...+....+...........+.........+...+.+..............+...+....+......+..+......+...................+.....+...+.......+.....+.+.........+...+...+..+...+..........................................+....+.....+.............+.....+...+....+...........+.............+..+....+..............+..........+.........+........+...+....+......+.....+....+..+.............+...........+.......+..+...+...+.......+...............+.....+...+................+.........+...........+..........+...+........+....+...+...........+......+.........+......+.+...+..+.........+..........+......+.....+..........+..+..........+...........+.........+.+.....+......+...+............+.+..+......+...............+.+......+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-22T08:40:20.986 INFO:teuthology.orchestra.run.smithi084.stderr:......+....+......+...........+.+...+......+.....+...+...+..........+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....................+.+..+..........+...............+...+.....+.............+..+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-22T08:40:21.001 INFO:teuthology.orchestra.run.smithi084.stderr:----- 2024-09-22T08:40:21.009 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-22T08:40:21.033 DEBUG:teuthology.orchestra.run.smithi084:> sudo update-ca-certificates 2024-09-22T08:40:21.095 INFO:teuthology.orchestra.run.smithi084.stdout:Updating certificates in /etc/ssl/certs... 2024-09-22T08:40:21.703 INFO:teuthology.orchestra.run.smithi084.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-22T08:40:21.724 INFO:teuthology.orchestra.run.smithi084.stdout:1 added, 0 removed; done. 2024-09-22T08:40:21.733 INFO:teuthology.orchestra.run.smithi084.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-22T08:40:21.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T08:40:23.374 INFO:teuthology.orchestra.run.smithi084.stdout:Adding debian:root.pem 2024-09-22T08:40:23.389 INFO:teuthology.orchestra.run.smithi084.stdout:done. 2024-09-22T08:40:23.389 INFO:teuthology.orchestra.run.smithi084.stdout:done. 2024-09-22T08:40:23.393 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-22T08:40:23.440 DEBUG:teuthology.orchestra.run.smithi084:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi084.front.sepia.ceph.com 2024-09-22T08:40:23.574 INFO:teuthology.orchestra.run.smithi084.stderr:..+......+......+.+.....+.......+...+.........+...........+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+..........+..+......+....+...+........+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+.+.........+..+....+............+.....+............+...+....+...........+.......+...............+..+......+...+....+...+..+.....................+.........+.+....................+.+......+.....+..........+..............+....+..+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-22T08:40:23.642 INFO:teuthology.orchestra.run.smithi084.stderr:..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+............+...+......+..+...+....+...+.....+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.+......+........+.+..................+......+..+...........................+............+...+......+.+........+.+.....+.......+.........+...+........+.......+..+...+.+..+.........+...+.+............+.....+...+.......+..............+......+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-22T08:40:23.645 INFO:teuthology.orchestra.run.smithi084.stderr:----- 2024-09-22T08:40:23.648 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:40:23.648 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-22T08:40:23.696 DEBUG:teuthology.orchestra.run.smithi084:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-22T08:40:23.747 INFO:teuthology.orchestra.run.smithi084.stderr:Certificate request self-signature ok 2024-09-22T08:40:23.747 INFO:teuthology.orchestra.run.smithi084.stderr:subject=CN = smithi084.front.sepia.ceph.com 2024-09-22T08:40:23.759 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-22T08:40:23.812 DEBUG:teuthology.orchestra.run.smithi084:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-22T08:40:23.868 INFO:teuthology.orchestra.run.smithi084.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-22T08:40:23.869 DEBUG:teuthology.orchestra.run.smithi084:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-22T08:40:23.920 INFO:teuthology.run_tasks:Running task rgw... 2024-09-22T08:40:23.935 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2024-09-22T08:40:23.935 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-22T08:40:23.935 INFO:tasks.rgw:Creating data pools 2024-09-22T08:40:23.935 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-22T08:40:23.935 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-22T08:40:24.552 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-22T08:40:26.535 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'default.rgw.buckets.data' created 2024-09-22T08:40:26.579 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-22T08:40:27.538 INFO:teuthology.orchestra.run.smithi084.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-22T08:40:27.584 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-22T08:40:28.542 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'default.rgw.buckets.index' created 2024-09-22T08:40:28.574 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-22T08:40:29.556 INFO:teuthology.orchestra.run.smithi084.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-22T08:40:29.605 DEBUG:tasks.rgw:Pools created 2024-09-22T08:40:29.605 INFO:tasks.rgw:Configuring compression type = random 2024-09-22T08:40:29.606 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:29.606 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:29.606 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:29.755 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:29.755 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:31.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.651+0000 7f7602064640 0 -- 172.21.15.84:0/983277969 >> [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] conn(0x7f74d8071af0 msgr2=0x7f74d8073fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:31.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.659+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.659+0000 7f7601062640 0 -- 172.21.15.84:0/1264135309 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x56010d8d6470 msgr2=0x56010d8d88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:40:31.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 realm 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:31.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.863+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.867+0000 7f7603d5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.867+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.867+0000 7f7603d5d9c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-22T08:40:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.867+0000 7f7603d5d9c0 20 searching for the correct realm 2024-09-22T08:40:31.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:40:31.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:31.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:31.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:40:31.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:31.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:31.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:31.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.899+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:31.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 zone default found 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 4 Realm: () 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 zonegroup default 2024-09-22T08:40:31.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.903+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:31.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.907+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:31.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:31.907+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:33.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:33.587+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:33.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:33.587+0000 7f7603d5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:33.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:33.591+0000 7f7603d5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:33.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:33.591+0000 7f7603d5d9c0 20 started sync module instance, tier type = 2024-09-22T08:40:33.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:33.591+0000 7f7603d5d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:40:35.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=0 2024-09-22T08:40:35.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=1 2024-09-22T08:40:35.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=2 2024-09-22T08:40:35.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=3 2024-09-22T08:40:35.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=4 2024-09-22T08:40:35.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=5 2024-09-22T08:40:35.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.635+0000 7f7603d5d9c0 20 add_watcher() i=6 2024-09-22T08:40:35.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 add_watcher() i=7 2024-09-22T08:40:35.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:35.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-22T08:40:35.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-22T08:40:35.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-22T08:40:35.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-22T08:40:35.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-22T08:40:35.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-22T08:40:35.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-22T08:40:35.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-22T08:40:35.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-22T08:40:35.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-22T08:40:35.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.639+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-22T08:40:35.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-22T08:40:35.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-22T08:40:35.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-22T08:40:35.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-22T08:40:35.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.643+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-22T08:40:35.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-22T08:40:35.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.647+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-22T08:40:35.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-22T08:40:35.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-22T08:40:35.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-22T08:40:35.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-22T08:40:35.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.651+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-22T08:40:35.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-22T08:40:35.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-22T08:40:35.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-22T08:40:35.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-22T08:40:35.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-22T08:40:35.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-22T08:40:35.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-22T08:40:35.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-22T08:40:35.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-22T08:40:35.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.655+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-22T08:40:35.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-22T08:40:35.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-22T08:40:35.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-22T08:40:35.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-22T08:40:35.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-22T08:40:35.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-22T08:40:35.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.659+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-22T08:40:35.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-22T08:40:35.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-22T08:40:35.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-22T08:40:35.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-22T08:40:35.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-22T08:40:35.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-22T08:40:35.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-22T08:40:35.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-22T08:40:35.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-22T08:40:35.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.663+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-22T08:40:35.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-22T08:40:35.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-22T08:40:35.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-22T08:40:35.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-22T08:40:35.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-22T08:40:35.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-22T08:40:35.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-22T08:40:35.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-22T08:40:35.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-22T08:40:35.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-22T08:40:35.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-22T08:40:35.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.667+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-22T08:40:35.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-22T08:40:35.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-22T08:40:35.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-22T08:40:35.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-22T08:40:35.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.671+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-22T08:40:35.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-22T08:40:35.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-22T08:40:35.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-22T08:40:35.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-22T08:40:35.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-22T08:40:35.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-22T08:40:35.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-22T08:40:35.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.675+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-22T08:40:35.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-22T08:40:35.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-22T08:40:35.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-22T08:40:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-22T08:40:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.679+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-22T08:40:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-22T08:40:35.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-22T08:40:35.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-22T08:40:35.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-22T08:40:35.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-22T08:40:35.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-22T08:40:35.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.683+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-22T08:40:35.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-22T08:40:35.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-22T08:40:35.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-22T08:40:35.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-22T08:40:35.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-22T08:40:35.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-22T08:40:35.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-22T08:40:35.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-22T08:40:35.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-22T08:40:35.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-22T08:40:35.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.687+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-22T08:40:35.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-22T08:40:35.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-22T08:40:35.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-22T08:40:35.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-22T08:40:35.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-22T08:40:35.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-22T08:40:35.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.691+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-22T08:40:35.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-22T08:40:35.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-22T08:40:35.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-22T08:40:35.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-22T08:40:35.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-22T08:40:35.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-22T08:40:35.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.695+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-22T08:40:35.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-22T08:40:35.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-22T08:40:35.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-22T08:40:35.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-22T08:40:35.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-22T08:40:35.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-22T08:40:35.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.699+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-22T08:40:35.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-22T08:40:35.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-22T08:40:35.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-22T08:40:35.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-22T08:40:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-22T08:40:35.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-22T08:40:35.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.703+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-22T08:40:35.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-22T08:40:35.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-22T08:40:35.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-22T08:40:35.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-22T08:40:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-22T08:40:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-22T08:40:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-22T08:40:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-22T08:40:35.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.707+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-22T08:40:35.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-22T08:40:35.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-22T08:40:35.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-22T08:40:35.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-22T08:40:35.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-22T08:40:35.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-22T08:40:35.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-22T08:40:35.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-22T08:40:35.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-22T08:40:35.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.711+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-22T08:40:35.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-22T08:40:35.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-22T08:40:35.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-22T08:40:35.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-22T08:40:35.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.715+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-22T08:40:35.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.719+0000 7f7603d5d9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-22T08:40:35.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.735+0000 7f74b47e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:35.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.735+0000 7f7603d5d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:35.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:35.735+0000 7f7603d5d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.607+0000 7f7603d5d9c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-22T08:40:38.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.607+0000 7f7603d5d9c0 5 note: GC not initialized 2024-09-22T08:40:38.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.718+0000 7f74b37e6640 20 reqs_thread_entry: start 2024-09-22T08:40:38.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.718+0000 7f7603d5d9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:40:38.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.718+0000 7f7603d5d9c0 20 Filter name: none 2024-09-22T08:40:38.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.718+0000 7f74b17e2640 20 reqs_thread_entry: start 2024-09-22T08:40:38.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.762+0000 7f74b47e8640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:38.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.770+0000 7f7603d5d9c0 20 remove_watcher() i=0 2024-09-22T08:40:38.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.770+0000 7f7603d5d9c0 2 removed watcher, disabling cache 2024-09-22T08:40:38.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.774+0000 7f7603d5d9c0 20 remove_watcher() i=1 2024-09-22T08:40:38.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.774+0000 7f7603d5d9c0 20 remove_watcher() i=2 2024-09-22T08:40:38.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.782+0000 7f7603d5d9c0 20 remove_watcher() i=3 2024-09-22T08:40:38.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.786+0000 7f7603d5d9c0 20 remove_watcher() i=4 2024-09-22T08:40:38.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.786+0000 7f7603d5d9c0 20 remove_watcher() i=5 2024-09-22T08:40:38.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.790+0000 7f7603d5d9c0 20 remove_watcher() i=6 2024-09-22T08:40:38.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.794+0000 7f7603d5d9c0 20 remove_watcher() i=7 2024-09-22T08:40:38.819 INFO:teuthology.orchestra.run.smithi084.stdout:[] 2024-09-22T08:40:38.819 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:38.819 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-22T08:40:38.819 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-22T08:40:38.820 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-22T08:40:38.861 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.861 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:38.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.890+0000 7f3f196179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:38.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.890+0000 7f3f196179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:38.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:38.894+0000 7f3d65ffb640 20 reqs_thread_entry: start 2024-09-22T08:40:38.918 INFO:teuthology.orchestra.run.smithi084.stdout:{"id":"986dc61f-9105-405d-8643-e22bb2945f7f","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-22T08:40:38.918 DEBUG:tasks.util.rgw: json result: {'id': '986dc61f-9105-405d-8643-e22bb2945f7f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-22T08:40:38.919 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:38.919 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:38.919 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:38.994 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:38.995 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.030+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 realm 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:39.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.034+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.038+0000 7f902ff939c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-22T08:40:39.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.038+0000 7f902ff939c0 20 searching for the correct realm 2024-09-22T08:40:39.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.042+0000 7f902d298640 0 -- 172.21.15.84:0/3716764474 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f9028073040 msgr2=0x7f90280644c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:39.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.050+0000 7f902e29a640 0 -- 172.21.15.84:0/3716764474 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9024101330 msgr2=0x7f9024110040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.054+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:39.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 zone default found 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 4 Realm: () 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:40:39.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 zonegroup default 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 started sync module instance, tier type = 2024-09-22T08:40:39.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.058+0000 7f902ff939c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=0 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=1 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=2 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=3 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=4 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=5 2024-09-22T08:40:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.074+0000 7f902ff939c0 20 add_watcher() i=6 2024-09-22T08:40:39.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.078+0000 7f902ff939c0 20 add_watcher() i=7 2024-09-22T08:40:39.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.078+0000 7f902ff939c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:39.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f8edf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:39.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f902ff939c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f902ff939c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f902ff939c0 5 note: GC not initialized 2024-09-22T08:40:39.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f8ede7fc640 20 reqs_thread_entry: start 2024-09-22T08:40:39.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f902ff939c0 20 init_complete bucket index max shards: 11 2024-09-22T08:40:39.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f902ff939c0 20 Filter name: none 2024-09-22T08:40:39.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.082+0000 7f8e4ffff640 20 reqs_thread_entry: start 2024-09-22T08:40:39.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.098+0000 7f8edf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:39.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.102+0000 7f902ff939c0 20 remove_watcher() i=0 2024-09-22T08:40:39.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.102+0000 7f902ff939c0 2 removed watcher, disabling cache 2024-09-22T08:40:39.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.106+0000 7f902ff939c0 20 remove_watcher() i=1 2024-09-22T08:40:39.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.110+0000 7f902ff939c0 20 remove_watcher() i=2 2024-09-22T08:40:39.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.110+0000 7f902ff939c0 20 remove_watcher() i=3 2024-09-22T08:40:39.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.114+0000 7f902ff939c0 20 remove_watcher() i=4 2024-09-22T08:40:39.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.114+0000 7f902ff939c0 20 remove_watcher() i=5 2024-09-22T08:40:39.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.118+0000 7f902ff939c0 20 remove_watcher() i=6 2024-09-22T08:40:39.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.118+0000 7f902ff939c0 20 remove_watcher() i=7 2024-09-22T08:40:39.139 INFO:teuthology.orchestra.run.smithi084.stdout:[] 2024-09-22T08:40:39.139 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:39.139 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-22T08:40:39.139 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-22T08:40:39.139 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-22T08:40:39.222 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.222 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.246+0000 7faa2ddf39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.250+0000 7faa2ddf39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.254+0000 7fa8ea7fc640 20 reqs_thread_entry: start 2024-09-22T08:40:39.277 INFO:teuthology.orchestra.run.smithi084.stdout:{"id":"986dc61f-9105-405d-8643-e22bb2945f7f","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:39.278 DEBUG:tasks.util.rgw: json result: {'id': '986dc61f-9105-405d-8643-e22bb2945f7f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:39.278 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-22T08:40:39.278 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-22T08:40:39.278 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-22T08:40:39.356 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.356 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 realm 2024-09-22T08:40:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:40:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.394+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.398+0000 7ff8319cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.398+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.398+0000 7ff8319cd9c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-22T08:40:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.398+0000 7ff8319cd9c0 20 searching for the correct realm 2024-09-22T08:40:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.406+0000 7ff82ecd2640 0 -- 172.21.15.84:0/3128641170 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7ff820008050 msgr2=0x7ff820074440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:40:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.410+0000 7ff82fcd4640 0 -- 172.21.15.84:0/3128641170 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ff82407a390 msgr2=0x7ff82406d620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:40:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.418+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 zone default found 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 4 Realm: () 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 zonegroup default 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados->read ofs=0 len=0 2024-09-22T08:40:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:40:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 started sync module instance, tier type = 2024-09-22T08:40:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.422+0000 7ff8319cd9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:40:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=0 2024-09-22T08:40:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=1 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=2 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=3 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=4 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=5 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.446+0000 7ff8319cd9c0 20 add_watcher() i=6 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 20 add_watcher() i=7 2024-09-22T08:40:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff6e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 5 note: GC not initialized 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff6e4fe1640 20 reqs_thread_entry: start 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff8319cd9c0 20 Filter name: none 2024-09-22T08:40:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.450+0000 7ff65e7fc640 20 reqs_thread_entry: start 2024-09-22T08:40:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.470+0000 7ff6e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:40:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.474+0000 7ff8319cd9c0 20 remove_watcher() i=0 2024-09-22T08:40:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.474+0000 7ff8319cd9c0 2 removed watcher, disabling cache 2024-09-22T08:40:39.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.478+0000 7ff8319cd9c0 20 remove_watcher() i=1 2024-09-22T08:40:39.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.478+0000 7ff8319cd9c0 20 remove_watcher() i=2 2024-09-22T08:40:39.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.482+0000 7ff8319cd9c0 20 remove_watcher() i=3 2024-09-22T08:40:39.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.482+0000 7ff8319cd9c0 20 remove_watcher() i=4 2024-09-22T08:40:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.482+0000 7ff8319cd9c0 20 remove_watcher() i=5 2024-09-22T08:40:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.486+0000 7ff8319cd9c0 20 remove_watcher() i=6 2024-09-22T08:40:39.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.486+0000 7ff8319cd9c0 20 remove_watcher() i=7 2024-09-22T08:40:39.503 INFO:teuthology.orchestra.run.smithi084.stdout:[] 2024-09-22T08:40:39.504 DEBUG:tasks.util.rgw: json result: [] 2024-09-22T08:40:39.504 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-22T08:40:39.504 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-22T08:40:39.504 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-22T08:40:39.504 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-22T08:40:39.589 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.589 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.614+0000 7f89392769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.614+0000 7f89392769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.622+0000 7f87f97e2640 20 reqs_thread_entry: start 2024-09-22T08:40:39.645 INFO:teuthology.orchestra.run.smithi084.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-22T08:40:39.646 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-22T08:40:39.646 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-22T08:40:39.646 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-22T08:40:39.646 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-22T08:40:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.754+0000 7f2ea271c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.754+0000 7f2ea271c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.762+0000 7f2ce67fc640 20 reqs_thread_entry: start 2024-09-22T08:40:39.785 INFO:teuthology.orchestra.run.smithi084.stdout:{"id":"986dc61f-9105-405d-8643-e22bb2945f7f","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:39.785 DEBUG:tasks.util.rgw: json result: {'id': '986dc61f-9105-405d-8643-e22bb2945f7f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:39.785 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-22T08:40:39.785 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-22T08:40:39.785 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-22T08:40:39.785 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-22T08:40:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:39.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.890+0000 7f7c4e80b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:39.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.890+0000 7f7c4e80b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:39.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:39.894+0000 7f7a927fc640 20 reqs_thread_entry: start 2024-09-22T08:40:39.913 INFO:teuthology.orchestra.run.smithi084.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-22T08:40:39.914 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-22T08:40:39.914 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-22T08:40:39.914 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-22T08:40:39.914 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-22T08:40:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:40:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:40:40.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:40.022+0000 7f8739eff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:40:40.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:40.022+0000 7f8739eff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:40:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T08:40:40.026+0000 7f859dffb640 20 reqs_thread_entry: start 2024-09-22T08:40:40.050 INFO:teuthology.orchestra.run.smithi084.stdout:{"id":"986dc61f-9105-405d-8643-e22bb2945f7f","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-22T08:40:40.050 DEBUG:tasks.util.rgw: json result: {'id': '986dc61f-9105-405d-8643-e22bb2945f7f', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-22T08:40:40.050 INFO:tasks.rgw:Starting rgw... 2024-09-22T08:40:40.050 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2024-09-22T08:40:40.051 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-22T08:40:40.051 DEBUG:teuthology.orchestra.run.smithi084:> sudo echo -n https://smithi084.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-22T08:40:40.103 INFO:teuthology.orchestra.run.smithi084.stdout:https://smithi084.front.sepia.ceph.com:443 2024-09-22T08:40:40.103 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-22T08:40:40.154 DEBUG:teuthology.orchestra.run.smithi084:> sudo keytool -import -alias smithi084.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-22T08:40:40.563 INFO:teuthology.orchestra.run.smithi084.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-22T08:40:40.891 INFO:teuthology.orchestra.run.smithi084.stderr:Certificate was added to keystore 2024-09-22T08:40:40.919 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2024-09-22T08:40:40.919 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-22T08:40:40.920 DEBUG:teuthology.orchestra.run.smithi084:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-22T08:40:40.922 INFO:tasks.rgw.client.0:Started 2024-09-22T08:40:40.922 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:40.922 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:40.952 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:40:40.953 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:40.953 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:40.953 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:40.953 INFO:teuthology.orchestra.run.smithi084.stderr:curl: (7) Failed to connect to smithi084.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-22T08:40:41.954 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:41.965 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:41.965 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:41.965 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:41.965 INFO:teuthology.orchestra.run.smithi084.stderr:curl: (7) Failed to connect to smithi084.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-22T08:40:41.966 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:40:43.967 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:43.977 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:43.977 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:43.977 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:43.978 INFO:teuthology.orchestra.run.smithi084.stderr:curl: (7) Failed to connect to smithi084.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-22T08:40:43.978 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:40:47.980 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:47.990 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:47.991 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:47.992 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:40:47.992 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:47.992 INFO:teuthology.orchestra.run.smithi084.stderr:curl: (7) Failed to connect to smithi084.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-22T08:40:55.993 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:40:56.002 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:40:56.002 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:40:56.002 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-22T08:40:56.002 INFO:teuthology.orchestra.run.smithi084.stderr:curl: (7) Failed to connect to smithi084.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-22T08:40:56.003 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-22T08:41:05.696 INFO:tasks.rgw.client.0.smithi084.stdout:2024-09-22T08:41:05.366+0000 8edcf80 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-22T08:41:12.004 DEBUG:teuthology.orchestra.run.smithi084:> curl https://smithi084.front.sepia.ceph.com:443/ 2024-09-22T08:41:12.016 INFO:teuthology.orchestra.run.smithi084.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-22T08:41:12.016 INFO:teuthology.orchestra.run.smithi084.stderr: Dload Upload Total Spent Left Speed 2024-09-22T08:41:13.161 INFO:teuthology.orchestra.run.smithi084.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 100 187 0 187 0 0 163 0 --:--:-- 0:00:01 --:--:-- 163 2024-09-22T08:41:13.166 INFO:teuthology.orchestra.run.smithi084.stdout:anonymous 2024-09-22T08:41:13.167 INFO:teuthology.run_tasks:Running task tox... 2024-09-22T08:41:13.178 INFO:tasks.tox:Deploying tox from pip... 2024-09-22T08:41:13.178 DEBUG:teuthology.orchestra.run.smithi084:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-22T08:41:16.140 DEBUG:teuthology.orchestra.run.smithi084:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-22T08:41:16.822 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting tox==3.15.0 2024-09-22T08:41:16.919 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-22T08:41:16.973 INFO:teuthology.orchestra.run.smithi084.stdout: ---------------------------------------- 82.1/82.1 KB 1.5 MB/s eta 0:00:00 2024-09-22T08:41:17.089 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting six<2,>=1.14.0 2024-09-22T08:41:17.105 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T08:41:17.244 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting filelock<4,>=3.0.0 2024-09-22T08:41:17.259 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading filelock-3.16.1-py3-none-any.whl (16 kB) 2024-09-22T08:41:17.349 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting toml>=0.9.4 2024-09-22T08:41:17.365 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-22T08:41:17.477 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting pluggy<1,>=0.12.0 2024-09-22T08:41:17.492 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-22T08:41:17.628 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting py<2,>=1.4.17 2024-09-22T08:41:17.643 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-22T08:41:17.686 INFO:teuthology.orchestra.run.smithi084.stdout: ---------------------------------------- 98.7/98.7 KB 2.3 MB/s eta 0:00:00 2024-09-22T08:41:17.799 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting packaging>=14 2024-09-22T08:41:17.814 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-22T08:41:17.853 INFO:teuthology.orchestra.run.smithi084.stdout: ---------------------------------------- 54.0/54.0 KB 1.2 MB/s eta 0:00:00 2024-09-22T08:41:18.113 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-22T08:41:18.129 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading virtualenv-20.26.5-py3-none-any.whl (6.0 MB) 2024-09-22T08:41:18.624 INFO:teuthology.orchestra.run.smithi084.stdout: ---------------------------------------- 6.0/6.0 MB 12.2 MB/s eta 0:00:00 2024-09-22T08:41:18.807 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-22T08:41:18.821 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB) 2024-09-22T08:41:18.906 INFO:teuthology.orchestra.run.smithi084.stdout:Collecting distlib<1,>=0.3.7 2024-09-22T08:41:18.922 INFO:teuthology.orchestra.run.smithi084.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-22T08:41:18.965 INFO:teuthology.orchestra.run.smithi084.stdout: -------------------------------------- 468.9/468.9 KB 12.3 MB/s eta 0:00:00 2024-09-22T08:41:19.132 INFO:teuthology.orchestra.run.smithi084.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-22T08:41:20.322 INFO:teuthology.orchestra.run.smithi084.stdout:Successfully installed distlib-0.3.8 filelock-3.16.1 packaging-24.1 platformdirs-4.3.6 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.5 2024-09-22T08:41:20.403 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:41:20.417 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:41:20.417 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:41:20.417 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:20.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:41:20.423 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:41:20.423 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:20.468 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:41:20.468 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:41:20.517 INFO:tasks.workunit:timeout=3h 2024-09-22T08:41:20.517 INFO:tasks.workunit:cleanup=True 2024-09-22T08:41:20.517 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:41:20.571 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:42:18.469 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:18.470 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:42:18.475 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:42:18.521 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:42:18.525 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:42:18.525 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:42:19.340 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:42:19.434 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:42:19.482 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:42:19.484 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:42:19.484 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:42:19.530 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:42:19.534 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:42:19.534 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:42:19.585 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-22T08:42:19.586 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-22T08:42:19.586 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-22T08:42:19.639 INFO:tasks.workunit.client.0.smithi084.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-22T08:42:19.640 INFO:tasks.workunit.client.0.smithi084.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:42:19.640 INFO:tasks.workunit.client.0.smithi084.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:42:22.483 INFO:tasks.workunit.client.0.smithi084.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T08:42:22.483 INFO:tasks.workunit.client.0.smithi084.stderr:++ deactivate nondestructive 2024-09-22T08:42:22.483 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T08:42:22.483 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PATH 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -z '' ']' 2024-09-22T08:42:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ PS1='(rgw) ' 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PS1 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T08:42:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install pip --upgrade 2024-09-22T08:42:22.876 INFO:tasks.workunit.client.0.smithi084.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T08:42:23.104 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting pip 2024-09-22T08:42:23.203 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T08:42:23.436 INFO:tasks.workunit.client.0.smithi084.stdout: ---------------------------------------- 1.8/1.8 MB 8.1 MB/s eta 0:00:00 2024-09-22T08:42:23.510 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: pip 2024-09-22T08:42:23.510 INFO:tasks.workunit.client.0.smithi084.stdout: Attempting uninstall: pip 2024-09-22T08:42:23.511 INFO:tasks.workunit.client.0.smithi084.stdout: Found existing installation: pip 22.0.2 2024-09-22T08:42:23.806 INFO:tasks.workunit.client.0.smithi084.stdout: Uninstalling pip-22.0.2: 2024-09-22T08:42:23.813 INFO:tasks.workunit.client.0.smithi084.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T08:42:24.877 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed pip-24.2 2024-09-22T08:42:24.951 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install boto3 2024-09-22T08:42:26.062 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting boto3 2024-09-22T08:42:26.105 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T08:42:26.820 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T08:42:26.834 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T08:42:26.962 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T08:42:26.976 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T08:42:27.121 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T08:42:27.136 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T08:42:27.281 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:42:27.298 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T08:42:27.481 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:42:27.495 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T08:42:27.753 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T08:42:27.767 INFO:tasks.workunit.client.0.smithi084.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T08:42:27.824 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T08:42:27.923 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T08:42:28.165 INFO:tasks.workunit.client.0.smithi084.stdout: ---------------------------------------- 12.6/12.6 MB 54.5 MB/s eta 0:00:00 2024-09-22T08:42:28.181 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T08:42:28.247 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T08:42:28.314 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T08:42:28.388 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T08:42:28.465 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T08:42:28.642 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T08:42:29.811 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T08:42:30.230 INFO:tasks.workunit.client.0.smithi084.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-22T08:42:30.383 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-22T08:42:30.420 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:30.421 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:30.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 realm 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:30.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.464+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.468+0000 7fc06d6f49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:30.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.468+0000 7fc06d6f49c0 20 searching for the correct realm 2024-09-22T08:42:30.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.472+0000 7fc06b9fb640 0 -- 172.21.15.84:0/3136879578 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc054033400 msgr2=0x7fc054033860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:30.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.688+0000 7fc06b1fa640 0 -- 172.21.15.84:0/3136879578 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556ae599b9f0 msgr2=0x556ae599deb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:30.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:30.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 zone default found 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 4 Realm: () 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 zonegroup default 2024-09-22T08:42:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.696+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.700+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.700+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.700+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.700+0000 7fc06d6f49c0 20 started sync module instance, tier type = 2024-09-22T08:42:30.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.700+0000 7fc06d6f49c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=0 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=1 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=2 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=3 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=4 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=5 2024-09-22T08:42:30.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.720+0000 7fc06d6f49c0 20 add_watcher() i=6 2024-09-22T08:42:30.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.724+0000 7fc06d6f49c0 20 add_watcher() i=7 2024-09-22T08:42:30.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.724+0000 7fc06d6f49c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:30.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.728+0000 7fbf21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:30.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.728+0000 7fc06d6f49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:30.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.728+0000 7fc06d6f49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:30.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.728+0000 7fc06d6f49c0 5 note: GC not initialized 2024-09-22T08:42:30.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fbf20fe1640 20 reqs_thread_entry: start 2024-09-22T08:42:30.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 Filter name: none 2024-09-22T08:42:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fbe9a7fc640 20 reqs_thread_entry: start 2024-09-22T08:42:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-22T08:42:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-22T08:42:30.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:42:30.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-22T08:42:30.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.732+0000 7fc06d6f49c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-22T08:42:30.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fc06d6f49c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-22T08:42:30.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fc06d6f49c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:42:30.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fc06d6f49c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-22T08:42:30.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fbf4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626432 cookie 93917607002384 notifier 4604 bl.length()=593 2024-09-22T08:42:30.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fbf4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-22T08:42:30.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.736+0000 7fbf4effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fc06d6f49c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fc06d6f49c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fc06d6f49c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fbf4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626432 cookie 93917606957248 notifier 4604 bl.length()=186 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fbf4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-22T08:42:30.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.780+0000 7fbf4effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-22T08:42:30.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.784+0000 7fbf21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:30.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.788+0000 7fc06d6f49c0 20 remove_watcher() i=0 2024-09-22T08:42:30.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.788+0000 7fc06d6f49c0 2 removed watcher, disabling cache 2024-09-22T08:42:30.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.792+0000 7fc06d6f49c0 20 remove_watcher() i=1 2024-09-22T08:42:30.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.792+0000 7fc06d6f49c0 20 remove_watcher() i=2 2024-09-22T08:42:30.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.796+0000 7fc06d6f49c0 20 remove_watcher() i=3 2024-09-22T08:42:30.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.800+0000 7fc06d6f49c0 20 remove_watcher() i=4 2024-09-22T08:42:30.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.804+0000 7fc06d6f49c0 20 remove_watcher() i=5 2024-09-22T08:42:30.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.804+0000 7fc06d6f49c0 20 remove_watcher() i=6 2024-09-22T08:42:30.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:30.804+0000 7fc06d6f49c0 20 remove_watcher() i=7 2024-09-22T08:42:31.096 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:31.096 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:31.345 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:31.346 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:31.506 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:31.507 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:32.077 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:32.077 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:32.973 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:32.973 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:33.215 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:33.215 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:33.379 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:33.379 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:33.451 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:33.451 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:33.614 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:33.614 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:33.930 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:33.930 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.032 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.033 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.231 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.231 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.302 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.302 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.449 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.449 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.518 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.518 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.683 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:34.683 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:34.750 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: recalculated bucket check stats are correct 2024-09-22T08:42:34.751 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:34.751 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-22T08:42:34.785 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:34.785 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:34.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.828+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 realm 2024-09-22T08:42:34.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:34.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:34.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.832+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.836+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:34.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.836+0000 7fb85850e9c0 20 searching for the correct realm 2024-09-22T08:42:34.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.840+0000 7fb856815640 0 -- 172.21.15.84:0/651685593 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x56431c4d3780 msgr2=0x56431c4d5bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:34.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.848+0000 7fb855813640 0 -- 172.21.15.84:0/651685593 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fb848008050 msgr2=0x7fb84800bd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:34.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.852+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 zone default found 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 4 Realm: () 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 zonegroup default 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:34.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 started sync module instance, tier type = 2024-09-22T08:42:34.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.856+0000 7fb85850e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=0 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=1 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=2 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=3 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=4 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=5 2024-09-22T08:42:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=6 2024-09-22T08:42:34.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 20 add_watcher() i=7 2024-09-22T08:42:34.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.876+0000 7fb85850e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:34.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb70cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:34.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 5 note: GC not initialized 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb6877fe640 20 reqs_thread_entry: start 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 20 Filter name: none 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb6857fa640 20 reqs_thread_entry: start 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.880+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:34.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:34.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:34.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:34.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.884+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:34.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.888+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:34.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.888+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:34.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.888+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:34.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.892+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:34.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.892+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:34.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.892+0000 7fb85850e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:34.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.904+0000 7fb70cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:34.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.908+0000 7fb85850e9c0 20 remove_watcher() i=0 2024-09-22T08:42:34.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.908+0000 7fb85850e9c0 2 removed watcher, disabling cache 2024-09-22T08:42:34.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.912+0000 7fb85850e9c0 20 remove_watcher() i=1 2024-09-22T08:42:34.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.916+0000 7fb85850e9c0 20 remove_watcher() i=2 2024-09-22T08:42:34.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.916+0000 7fb85850e9c0 20 remove_watcher() i=3 2024-09-22T08:42:34.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.920+0000 7fb85850e9c0 20 remove_watcher() i=4 2024-09-22T08:42:34.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.920+0000 7fb85850e9c0 20 remove_watcher() i=5 2024-09-22T08:42:34.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.924+0000 7fb85850e9c0 20 remove_watcher() i=6 2024-09-22T08:42:34.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:34.924+0000 7fb85850e9c0 20 remove_watcher() i=7 2024-09-22T08:42:34.940 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-22T08:42:34.966 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:34.967 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:35.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 realm 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.008+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.012+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:35.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.012+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.012+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:35.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.012+0000 7fad522a69c0 20 searching for the correct realm 2024-09-22T08:42:35.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.020+0000 7fad505ad640 0 -- 172.21.15.84:0/383309607 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fad380d2be0 msgr2=0x7fad380e0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:35.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.236+0000 7fad4fdac640 0 -- 172.21.15.84:0/383309607 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556888337c60 msgr2=0x55688833a0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:35.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:35.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:35.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:35.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:35.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:35.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:35.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:35.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.244+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 zone default found 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 4 Realm: () 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 zonegroup default 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 started sync module instance, tier type = 2024-09-22T08:42:35.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.248+0000 7fad522a69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=0 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=1 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=2 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=3 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=4 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=5 2024-09-22T08:42:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.272+0000 7fad522a69c0 20 add_watcher() i=6 2024-09-22T08:42:35.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.276+0000 7fad522a69c0 20 add_watcher() i=7 2024-09-22T08:42:35.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.276+0000 7fad522a69c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:35.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fac067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:35.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fad522a69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:35.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fad522a69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:35.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fad522a69c0 5 note: GC not initialized 2024-09-22T08:42:35.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fac057e2640 20 reqs_thread_entry: start 2024-09-22T08:42:35.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fad522a69c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:35.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.280+0000 7fad522a69c0 20 Filter name: none 2024-09-22T08:42:35.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fabfe7fc640 20 reqs_thread_entry: start 2024-09-22T08:42:35.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:35.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:35.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:35.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:35.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:35.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.284+0000 7fad522a69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:35.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.288+0000 7fac067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:35.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.296+0000 7fad522a69c0 20 remove_watcher() i=0 2024-09-22T08:42:35.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.296+0000 7fad522a69c0 2 removed watcher, disabling cache 2024-09-22T08:42:35.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.296+0000 7fad522a69c0 20 remove_watcher() i=1 2024-09-22T08:42:35.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.300+0000 7fad522a69c0 20 remove_watcher() i=2 2024-09-22T08:42:35.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.304+0000 7fad522a69c0 20 remove_watcher() i=3 2024-09-22T08:42:35.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.304+0000 7fad522a69c0 20 remove_watcher() i=4 2024-09-22T08:42:35.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.308+0000 7fad522a69c0 20 remove_watcher() i=5 2024-09-22T08:42:35.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.308+0000 7fad522a69c0 20 remove_watcher() i=6 2024-09-22T08:42:35.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.308+0000 7fad522a69c0 20 remove_watcher() i=7 2024-09-22T08:42:35.327 INFO:tasks.workunit.client.0.smithi084.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 89, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-22T08:42:35.327 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-22T08:42:35.327 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:35.327 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:42:35.359 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:35.359 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:35.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 realm 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.404+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.408+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:35.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.408+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.408+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:35.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.408+0000 7f965a0849c0 20 searching for the correct realm 2024-09-22T08:42:35.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.416+0000 7f965838b640 0 -- 172.21.15.84:0/3869544890 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f964010c670 msgr2=0x7f9640103b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:35.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.632+0000 7f9657b8a640 0 -- 172.21.15.84:0/3869544890 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5631ce493670 msgr2=0x5631ce495a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.636+0000 7f965a0849c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:35.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:35.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:35.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 zone default found 2024-09-22T08:42:35.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 4 Realm: () 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 zonegroup default 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.640+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.644+0000 7f965a0849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:35.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.644+0000 7f965a0849c0 20 started sync module instance, tier type = 2024-09-22T08:42:35.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.644+0000 7f965a0849c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:35.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=0 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=1 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=2 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=3 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=4 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=5 2024-09-22T08:42:35.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=6 2024-09-22T08:42:35.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 20 add_watcher() i=7 2024-09-22T08:42:35.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.664+0000 7f965a0849c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:35.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.668+0000 7f950dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:35.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.668+0000 7f965a0849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:35.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.668+0000 7f965a0849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:35.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.668+0000 7f965a0849c0 5 note: GC not initialized 2024-09-22T08:42:35.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f950cfe1640 20 reqs_thread_entry: start 2024-09-22T08:42:35.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:35.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 Filter name: none 2024-09-22T08:42:35.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f94867fc640 20 reqs_thread_entry: start 2024-09-22T08:42:35.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:35.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:35.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:35.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:35.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:35.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:35.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:42:35.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.672+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:35.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 1 NOTICE: finished shard 1 (0 entries found) 2024-09-22T08:42:35.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:35.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T08:42:35.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:35.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T08:42:35.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:35.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T08:42:35.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:35.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 1 NOTICE: finished shard 5 (0 entries found) 2024-09-22T08:42:35.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.676+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:35.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T08:42:35.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:35.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T08:42:35.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:35.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 1 NOTICE: finished shard 8 (0 entries found) 2024-09-22T08:42:35.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:35.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T08:42:35.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.680+0000 7f965a0849c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:35.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.684+0000 7f965a0849c0 1 NOTICE: finished shard 10 (0 entries found) 2024-09-22T08:42:35.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.684+0000 7f965a0849c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:42:35.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.684+0000 7f950dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:35.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.688+0000 7f965a0849c0 20 remove_watcher() i=0 2024-09-22T08:42:35.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.688+0000 7f965a0849c0 2 removed watcher, disabling cache 2024-09-22T08:42:35.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.692+0000 7f965a0849c0 20 remove_watcher() i=1 2024-09-22T08:42:35.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.692+0000 7f965a0849c0 20 remove_watcher() i=2 2024-09-22T08:42:35.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.696+0000 7f965a0849c0 20 remove_watcher() i=3 2024-09-22T08:42:35.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.696+0000 7f965a0849c0 20 remove_watcher() i=4 2024-09-22T08:42:35.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.700+0000 7f965a0849c0 20 remove_watcher() i=5 2024-09-22T08:42:35.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.700+0000 7f965a0849c0 20 remove_watcher() i=6 2024-09-22T08:42:35.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:35.704+0000 7f965a0849c0 20 remove_watcher() i=7 2024-09-22T08:42:35.719 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T08:42:36.156 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T08:42:37.565 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:37.565 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:37.777 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:37.777 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:42:37.813 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:37.813 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:37.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.856+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:37.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.856+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:37.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.856+0000 7f228cb9c9c0 20 realm 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.856+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:37.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:37.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:37.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:37.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:37.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.860+0000 7f228cb9c9c0 20 searching for the correct realm 2024-09-22T08:42:37.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:37.868+0000 7f228aea3640 0 -- 172.21.15.84:0/3640170634 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f22800ed400 msgr2=0x7f22800ed880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:38.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.084+0000 7f228a6a2640 0 -- 172.21.15.84:0/3640170634 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x559d7ad1bf70 msgr2=0x559d7ad1e360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:38.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:38.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 zone default found 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 4 Realm: () 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:38.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 zonegroup default 2024-09-22T08:42:38.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.092+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.096+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.096+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.096+0000 7f228cb9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.096+0000 7f228cb9c9c0 20 started sync module instance, tier type = 2024-09-22T08:42:38.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.096+0000 7f228cb9c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:38.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=0 2024-09-22T08:42:38.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=1 2024-09-22T08:42:38.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=2 2024-09-22T08:42:38.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=3 2024-09-22T08:42:38.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=4 2024-09-22T08:42:38.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=5 2024-09-22T08:42:38.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.120+0000 7f228cb9c9c0 20 add_watcher() i=6 2024-09-22T08:42:38.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.124+0000 7f228cb9c9c0 20 add_watcher() i=7 2024-09-22T08:42:38.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.124+0000 7f228cb9c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:38.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f21417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:38.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:38.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:38.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 5 note: GC not initialized 2024-09-22T08:42:38.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f213b7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:38.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:38.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 20 Filter name: none 2024-09-22T08:42:38.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f21397fa640 20 reqs_thread_entry: start 2024-09-22T08:42:38.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.128+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:38.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:38.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:38.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:38.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.132+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:38.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:38.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:38.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:38.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:38.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:38.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.136+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:38.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:38.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:38.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:38.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:38.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.140+0000 7f228cb9c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:38.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.144+0000 7f228cb9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.144+0000 7f228cb9c9c0 20 INFO: main: done 2024-09-22T08:42:38.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.144+0000 7f21417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:38.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.148+0000 7f228cb9c9c0 20 remove_watcher() i=0 2024-09-22T08:42:38.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.148+0000 7f228cb9c9c0 2 removed watcher, disabling cache 2024-09-22T08:42:38.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.152+0000 7f228cb9c9c0 20 remove_watcher() i=1 2024-09-22T08:42:38.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.152+0000 7f228cb9c9c0 20 remove_watcher() i=2 2024-09-22T08:42:38.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.156+0000 7f228cb9c9c0 20 remove_watcher() i=3 2024-09-22T08:42:38.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.156+0000 7f228cb9c9c0 20 remove_watcher() i=4 2024-09-22T08:42:38.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.160+0000 7f228cb9c9c0 20 remove_watcher() i=5 2024-09-22T08:42:38.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.160+0000 7f228cb9c9c0 20 remove_watcher() i=6 2024-09-22T08:42:38.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.164+0000 7f228cb9c9c0 20 remove_watcher() i=7 2024-09-22T08:42:38.182 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:38.182 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:38.213 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:38.214 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:38.252 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:38.252 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:38.413 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:38.413 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:42:38.449 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:38.449 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:38.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.492+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 realm 2024-09-22T08:42:38.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:38.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:38.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.496+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.500+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:38.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.500+0000 7ff7f53af9c0 20 searching for the correct realm 2024-09-22T08:42:38.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.504+0000 7ff7f36b6640 0 -- 172.21.15.84:0/2641245722 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ff7e801a040 msgr2=0x7ff7e8068850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:38.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.720+0000 7ff7f2eb5640 0 -- 172.21.15.84:0/2641245722 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557c0c165a50 msgr2=0x557c0c167e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:38.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:38.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:38.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:38.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:38.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.728+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 zone default found 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 4 Realm: () 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 zonegroup default 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:38.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 started sync module instance, tier type = 2024-09-22T08:42:38.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.732+0000 7ff7f53af9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=0 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=1 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=2 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=3 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=4 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=5 2024-09-22T08:42:38.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=6 2024-09-22T08:42:38.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 20 add_watcher() i=7 2024-09-22T08:42:38.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.760+0000 7ff7f53af9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:38.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.764+0000 7ff6a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:38.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:38.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:38.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 5 note: GC not initialized 2024-09-22T08:42:38.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff623fff640 20 reqs_thread_entry: start 2024-09-22T08:42:38.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:38.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 Filter name: none 2024-09-22T08:42:38.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff621ffb640 20 reqs_thread_entry: start 2024-09-22T08:42:38.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:38.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:38.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:38.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:38.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:38.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:38.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.768+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:38.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:38.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:38.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:38.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:38.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:38.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:38.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.772+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:38.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:42:38.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:38.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:38.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:38.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:38.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:38.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:38.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:38.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.776+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:38.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff7f53af9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:38.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff7f53af9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:38.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff7f53af9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:38.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff7f53af9c0 20 INFO: main: done 2024-09-22T08:42:38.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.780+0000 7ff6a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:38.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.788+0000 7ff7f53af9c0 20 remove_watcher() i=0 2024-09-22T08:42:38.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.788+0000 7ff7f53af9c0 2 removed watcher, disabling cache 2024-09-22T08:42:38.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.788+0000 7ff7f53af9c0 20 remove_watcher() i=1 2024-09-22T08:42:38.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.792+0000 7ff7f53af9c0 20 remove_watcher() i=2 2024-09-22T08:42:38.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.796+0000 7ff7f53af9c0 20 remove_watcher() i=3 2024-09-22T08:42:38.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.796+0000 7ff7f53af9c0 20 remove_watcher() i=4 2024-09-22T08:42:38.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.800+0000 7ff7f53af9c0 20 remove_watcher() i=5 2024-09-22T08:42:38.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.800+0000 7ff7f53af9c0 20 remove_watcher() i=6 2024-09-22T08:42:38.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:38.800+0000 7ff7f53af9c0 20 remove_watcher() i=7 2024-09-22T08:42:38.826 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:38.826 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:38.857 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:38.857 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:39.017 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:39.018 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-22T08:42:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:39.054 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:39.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 realm 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.100+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.104+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:39.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.104+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.104+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:39.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.104+0000 7f5f31f5d9c0 20 searching for the correct realm 2024-09-22T08:42:39.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.108+0000 7f5f2f262640 0 -- 172.21.15.84:0/2769740687 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5f24036070 msgr2=0x7f5f240a30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:39.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.324+0000 7f5f2fa63640 0 -- 172.21.15.84:0/2769740687 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f5f20008040 msgr2=0x7f5f20036410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:39.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.540+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 zone default found 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 4 Realm: () 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 zonegroup default 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 started sync module instance, tier type = 2024-09-22T08:42:39.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.544+0000 7f5f31f5d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:39.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=0 2024-09-22T08:42:39.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=1 2024-09-22T08:42:39.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=2 2024-09-22T08:42:39.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=3 2024-09-22T08:42:39.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=4 2024-09-22T08:42:39.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=5 2024-09-22T08:42:39.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.572+0000 7f5f31f5d9c0 20 add_watcher() i=6 2024-09-22T08:42:39.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.576+0000 7f5f31f5d9c0 20 add_watcher() i=7 2024-09-22T08:42:39.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.576+0000 7f5f31f5d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:39.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5de5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:39.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:39.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:39.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 5 note: GC not initialized 2024-09-22T08:42:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5de4fe1640 20 reqs_thread_entry: start 2024-09-22T08:42:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 Filter name: none 2024-09-22T08:42:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5d5e7fc640 20 reqs_thread_entry: start 2024-09-22T08:42:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:39.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.580+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:39.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:39.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:42:39.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:39.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:39.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:39.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.584+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:39.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:39.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:39.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:39.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:39.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:39.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.588+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:39.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:39.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:39.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:39.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:39.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:39.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5f31f5d9c0 20 INFO: main: done 2024-09-22T08:42:39.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.592+0000 7f5de5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:39.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.600+0000 7f5f31f5d9c0 20 remove_watcher() i=0 2024-09-22T08:42:39.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.600+0000 7f5f31f5d9c0 2 removed watcher, disabling cache 2024-09-22T08:42:39.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.600+0000 7f5f31f5d9c0 20 remove_watcher() i=1 2024-09-22T08:42:39.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.604+0000 7f5f31f5d9c0 20 remove_watcher() i=2 2024-09-22T08:42:39.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.604+0000 7f5f31f5d9c0 20 remove_watcher() i=3 2024-09-22T08:42:39.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.608+0000 7f5f31f5d9c0 20 remove_watcher() i=4 2024-09-22T08:42:39.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.608+0000 7f5f31f5d9c0 20 remove_watcher() i=5 2024-09-22T08:42:39.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.612+0000 7f5f31f5d9c0 20 remove_watcher() i=6 2024-09-22T08:42:39.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.612+0000 7f5f31f5d9c0 20 remove_watcher() i=7 2024-09-22T08:42:39.631 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:39.631 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:39.660 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:39.660 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:39.805 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:39.806 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-22T08:42:39.840 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:39.840 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:39.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.884+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 realm 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:39.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.888+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:39.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.892+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:39.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.892+0000 7f32deb909c0 20 searching for the correct realm 2024-09-22T08:42:39.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:39.896+0000 7f32dce97640 0 -- 172.21.15.84:0/304222301 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f32c40f0910 msgr2=0x7f32c40aa3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:42:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.112+0000 7f32dc696640 0 -- 172.21.15.84:0/304222301 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55876ee5dec0 msgr2=0x55876ee602b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:40.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:40.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:40.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:40.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:40.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 zone default found 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 4 Realm: () 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 zonegroup default 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.120+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:40.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:40.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:40.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 started sync module instance, tier type = 2024-09-22T08:42:40.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.124+0000 7f32deb909c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=0 2024-09-22T08:42:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=1 2024-09-22T08:42:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=2 2024-09-22T08:42:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=3 2024-09-22T08:42:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=4 2024-09-22T08:42:40.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=5 2024-09-22T08:42:40.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.148+0000 7f32deb909c0 20 add_watcher() i=6 2024-09-22T08:42:40.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.152+0000 7f32deb909c0 20 add_watcher() i=7 2024-09-22T08:42:40.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.152+0000 7f32deb909c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:40.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f31937de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:40.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:40.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:40.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 5 note: GC not initialized 2024-09-22T08:42:40.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f31927dc640 20 reqs_thread_entry: start 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 20 Filter name: none 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f318b7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.156+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:40.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:40.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:40.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:40.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: starting shard=0 2024-09-22T08:42:40.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: starting shard=1 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: starting shard=2 2024-09-22T08:42:40.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: starting shard=3 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 INFO: main: starting shard=4 2024-09-22T08:42:40.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.160+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:40.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: starting shard=5 2024-09-22T08:42:40.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:40.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: starting shard=6 2024-09-22T08:42:40.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:40.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: starting shard=7 2024-09-22T08:42:40.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:40.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 INFO: main: starting shard=8 2024-09-22T08:42:40.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.164+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:40.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: starting shard=9 2024-09-22T08:42:40.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:40.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:40.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: starting shard=10 2024-09-22T08:42:40.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:40.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:42:40.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.168+0000 7f32deb909c0 20 INFO: main: done 2024-09-22T08:42:40.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.172+0000 7f31937de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:40.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.176+0000 7f32deb909c0 20 remove_watcher() i=0 2024-09-22T08:42:40.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.176+0000 7f32deb909c0 2 removed watcher, disabling cache 2024-09-22T08:42:40.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.180+0000 7f32deb909c0 20 remove_watcher() i=1 2024-09-22T08:42:40.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.180+0000 7f32deb909c0 20 remove_watcher() i=2 2024-09-22T08:42:40.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.184+0000 7f32deb909c0 20 remove_watcher() i=3 2024-09-22T08:42:40.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.184+0000 7f32deb909c0 20 remove_watcher() i=4 2024-09-22T08:42:40.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.188+0000 7f32deb909c0 20 remove_watcher() i=5 2024-09-22T08:42:40.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.188+0000 7f32deb909c0 20 remove_watcher() i=6 2024-09-22T08:42:40.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:40.188+0000 7f32deb909c0 20 remove_watcher() i=7 2024-09-22T08:42:40.208 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:40.208 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:40.234 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T08:42:40.692 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T08:42:41.145 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-22T08:42:41.146 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:41.146 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:42:41.180 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:41.180 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:41.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.216+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 realm 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:41.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:41.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.220+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.224+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:41.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.224+0000 7f3c870ab9c0 20 searching for the correct realm 2024-09-22T08:42:41.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.228+0000 7f3c843b0640 0 -- 172.21.15.84:0/3421911109 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f3c74124030 msgr2=0x7f3c7410d830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:41.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.232+0000 7f3c843b0640 0 -- 172.21.15.84:0/3421911109 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f3b5007f850 msgr2=0x7f3b50081c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 zone default found 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 4 Realm: () 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 zonegroup default 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.240+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.244+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.244+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.244+0000 7f3c870ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.244+0000 7f3c870ab9c0 20 started sync module instance, tier type = 2024-09-22T08:42:41.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.244+0000 7f3c870ab9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=0 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=1 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=2 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=3 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=4 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=5 2024-09-22T08:42:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=6 2024-09-22T08:42:41.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 20 add_watcher() i=7 2024-09-22T08:42:41.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.264+0000 7f3c870ab9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:41.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3b3afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 5 note: GC not initialized 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3b39fe3640 20 reqs_thread_entry: start 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 Filter name: none 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3aab7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:41.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.268+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:42:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:41.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:41.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T08:42:41.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:41.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T08:42:41.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:41.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T08:42:41.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:41.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.272+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:41.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.276+0000 7f3c870ab9c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T08:42:41.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.276+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:41.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.276+0000 7f3c870ab9c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T08:42:41.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.276+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:41.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.276+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:41.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T08:42:41.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:41.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished shard 1 (1 entries found) 2024-09-22T08:42:41.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished shard 5 (1 entries found) 2024-09-22T08:42:41.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished shard 8 (1 entries found) 2024-09-22T08:42:41.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished shard 10 (1 entries found) 2024-09-22T08:42:41.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3c870ab9c0 1 NOTICE: finished all shards (4 entries found) 2024-09-22T08:42:41.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.280+0000 7f3b3afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:41.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.284+0000 7f3c870ab9c0 20 remove_watcher() i=0 2024-09-22T08:42:41.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.284+0000 7f3c870ab9c0 2 removed watcher, disabling cache 2024-09-22T08:42:41.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.288+0000 7f3c870ab9c0 20 remove_watcher() i=1 2024-09-22T08:42:41.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.288+0000 7f3c870ab9c0 20 remove_watcher() i=2 2024-09-22T08:42:41.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.292+0000 7f3c870ab9c0 20 remove_watcher() i=3 2024-09-22T08:42:41.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.292+0000 7f3c870ab9c0 20 remove_watcher() i=4 2024-09-22T08:42:41.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.296+0000 7f3c870ab9c0 20 remove_watcher() i=5 2024-09-22T08:42:41.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.296+0000 7f3c870ab9c0 20 remove_watcher() i=6 2024-09-22T08:42:41.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.296+0000 7f3c870ab9c0 20 remove_watcher() i=7 2024-09-22T08:42:41.309 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: unlinked entries are not listable 2024-09-22T08:42:41.309 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:41.311 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:41.311 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:41.448 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-22T08:42:41.448 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:41.454 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:41.454 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:41.591 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:41.591 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:41.689 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-22T08:42:41.689 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:41.690 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:42:41.729 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:41.729 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.772+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 realm 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.776+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:41.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.780+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:41.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.780+0000 7f7a4961c9c0 20 searching for the correct realm 2024-09-22T08:42:41.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.780+0000 7f7a47122640 0 -- 172.21.15.84:0/1368444997 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f7a30065c20 msgr2=0x7f7a30064ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:41.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:41.992+0000 7f7a46921640 0 -- 172.21.15.84:0/1368444997 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x55d651b2e510 msgr2=0x55d651b30900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:42.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:42.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:42.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.008+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:42.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:42.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 zone default found 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 4 Realm: () 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 zonegroup default 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.012+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.016+0000 7f7a4961c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.016+0000 7f7a4961c9c0 20 started sync module instance, tier type = 2024-09-22T08:42:42.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.016+0000 7f7a4961c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=0 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=1 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=2 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=3 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=4 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=5 2024-09-22T08:42:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.040+0000 7f7a4961c9c0 20 add_watcher() i=6 2024-09-22T08:42:42.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.044+0000 7f7a4961c9c0 20 add_watcher() i=7 2024-09-22T08:42:42.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.044+0000 7f7a4961c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:42.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.044+0000 7f78fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:42.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:42.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:42.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 5 note: GC not initialized 2024-09-22T08:42:42.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f78fcfe1640 20 reqs_thread_entry: start 2024-09-22T08:42:42.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:42.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 Filter name: none 2024-09-22T08:42:42.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f78767fc640 20 reqs_thread_entry: start 2024-09-22T08:42:42.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:42.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.048+0000 7f7a4961c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:42.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:42.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-22T08:42:42.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:42.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-22T08:42:42.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:42.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-22T08:42:42.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:42.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-22T08:42:42.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.052+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.056+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:42.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.056+0000 7f7a4961c9c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-22T08:42:42.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.056+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:42.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-22T08:42:42.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:42.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-22T08:42:42.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.060+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d65181d5a0 obj=check-bucket:e state=0x55d651b6a058 s->prefetch_data=0 2024-09-22T08:42:42.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d6518c7290 obj=check-bucket:d state=0x55d651b65458 s->prefetch_data=0 2024-09-22T08:42:42.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b661c0 obj=check-bucket:c state=0x55d651b5fa78 s->prefetch_data=0 2024-09-22T08:42:42.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b60770 obj=check-bucket:f state=0x55d651b63ec8 s->prefetch_data=0 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to h7706piuteb1ssbybf1ta41zg3u6k1ke 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state_impl: setting s->olh_tag to iul4f3krq9sondi975bru9mb4772w5c8 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iul4f3krq9sondi975bru9mb4772w5c8 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to vz61wxlyl16vb1aorv26emm91o2togek 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state_impl: setting s->olh_tag to mcmavmkg9oka9fkhpt4r6gukwxs21v57 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=mcmavmkg9oka9fkhpt4r6gukwxs21v57 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to 539aw4mqc3e2nc73azguaa4adn9ri89a 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state_impl: setting s->olh_tag to xp5dro15vppjj2e52p1074n5994b3vrx 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=xp5dro15vppjj2e52p1074n5994b3vrx 2024-09-22T08:42:42.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to lvtmnyrs6nygiq95o7q9wbk5u0xzkl8c 2024-09-22T08:42:42.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 get_obj_state_impl: setting s->olh_tag to kasgz8nlcbn700pdi1g1ic8n1heq2kkz 2024-09-22T08:42:42.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.064+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=kasgz8nlcbn700pdi1g1ic8n1heq2kkz 2024-09-22T08:42:42.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.068+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.068+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.068+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.072+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.072+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.072+0000 7f7a4961c9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-22T08:42:42.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.072+0000 7f7a4961c9c0 20 olh_log_entry: epoch=2 op=3 key=e[lb8fBgwTSHDEp.s1VhzZLlh5UVxdPg7] 2024-09-22T08:42:42.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.072+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d65181d5a0 obj=check-bucket:_:lb8fBgwTSHDEp.s1VhzZLlh5UVxdPg7_e state=0x55d651c0ce38 s->prefetch_data=0 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 10 manifest: total_size = 22 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3705181754898778636 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d65181d5a0 obj=check-bucket:_:lb8fBgwTSHDEp.s1VhzZLlh5UVxdPg7_e state=0x55d651c0ce38 s->prefetch_data=0 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d651c0ce38 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 olh_log_entry: epoch=2 op=3 key=f[ylIu6RnLQudDOjnxdfE4F-4J3.-3ndi] 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b60770 obj=check-bucket:_:ylIu6RnLQudDOjnxdfE4F-4J3.-3ndi_f state=0x55d651c16ec8 s->prefetch_data=0 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 10 manifest: total_size = 9 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5800143018881839678 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b60770 obj=check-bucket:_:ylIu6RnLQudDOjnxdfE4F-4J3.-3ndi_f state=0x55d651c16ec8 s->prefetch_data=0 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d651c16ec8 2024-09-22T08:42:42.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 olh_log_entry: epoch=3 op=3 key=c[cqvXfbJPIJ1YjorrffhfaoovYcjnMQ2] 2024-09-22T08:42:42.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b661c0 obj=check-bucket:_:cqvXfbJPIJ1YjorrffhfaoovYcjnMQ2_c state=0x55d651bffd78 s->prefetch_data=0 2024-09-22T08:42:42.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 olh_log_entry: epoch=3 op=3 key=d[KNdCNMlDPfaH7b.wymU1A5j73equ11j] 2024-09-22T08:42:42.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d6518c7290 obj=check-bucket:_:KNdCNMlDPfaH7b.wymU1A5j73equ11j_d state=0x55d651c22128 s->prefetch_data=0 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 10 manifest: total_size = 12 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15371874878307112290 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b661c0 obj=check-bucket:_:cqvXfbJPIJ1YjorrffhfaoovYcjnMQ2_c state=0x55d651bffd78 s->prefetch_data=0 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d651bffd78 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.076+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 10 manifest: total_size = 11 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10299262997099895985 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d6518c7290 obj=check-bucket:_:KNdCNMlDPfaH7b.wymU1A5j73equ11j_d state=0x55d651c22128 s->prefetch_data=0 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d651c22128 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:42.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.080+0000 7f7a4961c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:lb8fBgwTSHDEp.s1VhzZLlh5UVxdPg7_.QCkv6LsmSIdMAyoZxmq-eS3NWhEFWyd_0 2024-09-22T08:42:42.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:42.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-22T08:42:42.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f7a4961c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:42.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f7a4961c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:ylIu6RnLQudDOjnxdfE4F-4J3.-3ndi_.7epO2Yx0Ibl8gonmtzzifcNGZ0tAPox_0 2024-09-22T08:42:42.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f7a4961c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:42.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f792a7fc640 20 handle_completion(): completion ok for obj=e[lb8fBgwTSHDEp.s1VhzZLlh5UVxdPg7] 2024-09-22T08:42:42.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.084+0000 7f792affd640 20 handle_completion(): completion ok for obj=f[ylIu6RnLQudDOjnxdfE4F-4J3.-3ndi] 2024-09-22T08:42:42.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:42.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T08:42:42.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:42.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:cqvXfbJPIJ1YjorrffhfaoovYcjnMQ2_.vRv2r0ay3cNFnN-SCPGV1LEpB37NdPy_0 2024-09-22T08:42:42.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:42.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-22T08:42:42.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:42.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:KNdCNMlDPfaH7b.wymU1A5j73equ11j_.X0GGsK8knq9HFbOkjpJHRlr2zCGgQl6_0 2024-09-22T08:42:42.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.088+0000 7f7a4961c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:42.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:42.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d65181d5a0 obj=check-bucket:e state=0x55d651b6a058 s->prefetch_data=0 2024-09-22T08:42:42.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=iul4f3krq9sondi975bru9mb4772w5c8 2024-09-22T08:42:42.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f792affd640 20 handle_completion(): completion ok for obj=c[cqvXfbJPIJ1YjorrffhfaoovYcjnMQ2] 2024-09-22T08:42:42.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:42.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.092+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.096+0000 7f7a4961c9c0 20 get_obj_state: octx=0x55d651b60770 obj=check-bucket:f state=0x55d651b63ec8 s->prefetch_data=0 2024-09-22T08:42:42.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.096+0000 7f7a4961c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=kasgz8nlcbn700pdi1g1ic8n1heq2kkz 2024-09-22T08:42:42.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.096+0000 7f792affd640 20 handle_completion(): completion ok for obj=d[KNdCNMlDPfaH7b.wymU1A5j73equ11j] 2024-09-22T08:42:42.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.100+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.100+0000 7f7a4961c9c0 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-22T08:42:42.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.100+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.100+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.104+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.104+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.104+0000 7f7a4961c9c0 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-22T08:42:42.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.104+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.104+0000 7f7a4961c9c0 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-22T08:42:42.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.108+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.108+0000 7f7a4961c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.108+0000 7f7a4961c9c0 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-22T08:42:42.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.108+0000 7f7a4961c9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-22T08:42:42.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.112+0000 7f78fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:42.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.116+0000 7f7a4961c9c0 20 remove_watcher() i=0 2024-09-22T08:42:42.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.116+0000 7f7a4961c9c0 2 removed watcher, disabling cache 2024-09-22T08:42:42.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.116+0000 7f7a4961c9c0 20 remove_watcher() i=1 2024-09-22T08:42:42.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.120+0000 7f7a4961c9c0 20 remove_watcher() i=2 2024-09-22T08:42:42.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.120+0000 7f7a4961c9c0 20 remove_watcher() i=3 2024-09-22T08:42:42.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.124+0000 7f7a4961c9c0 20 remove_watcher() i=4 2024-09-22T08:42:42.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.124+0000 7f7a4961c9c0 20 remove_watcher() i=5 2024-09-22T08:42:42.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.128+0000 7f7a4961c9c0 20 remove_watcher() i=6 2024-09-22T08:42:42.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.128+0000 7f7a4961c9c0 20 remove_watcher() i=7 2024-09-22T08:42:42.148 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.148 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.174 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.174 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.207 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.207 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.243 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.244 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.300 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-22T08:42:42.300 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:42.301 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.301 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.440 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.440 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.502 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.502 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.572 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.572 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.641 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.641 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:42.707 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-22T08:42:42.708 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:42.708 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-22T08:42:42.746 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:42.746 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:42.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 realm 2024-09-22T08:42:42.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:42.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.792+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.796+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:42.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.796+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.796+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:42.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.796+0000 7febe43f69c0 20 searching for the correct realm 2024-09-22T08:42:42.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.800+0000 7febe16fb640 0 -- 172.21.15.84:0/2890747490 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7febd40eb410 msgr2=0x7febd40eb830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:42:42.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.808+0000 7febe16fb640 0 -- 172.21.15.84:0/2890747490 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7feaac07f8d0 msgr2=0x7feaac081d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:42.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:42.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:42.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.816+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 zone default found 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 4 Realm: () 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 zonegroup default 2024-09-22T08:42:42.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 started sync module instance, tier type = 2024-09-22T08:42:42.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.820+0000 7febe43f69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:42.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=0 2024-09-22T08:42:42.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=1 2024-09-22T08:42:42.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=2 2024-09-22T08:42:42.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=3 2024-09-22T08:42:42.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=4 2024-09-22T08:42:42.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=5 2024-09-22T08:42:42.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=6 2024-09-22T08:42:42.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 20 add_watcher() i=7 2024-09-22T08:42:42.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.840+0000 7febe43f69c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:42.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7fea97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:42.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:42.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:42.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 5 note: GC not initialized 2024-09-22T08:42:42.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7fea96fe5640 20 reqs_thread_entry: start 2024-09-22T08:42:42.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:42.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 Filter name: none 2024-09-22T08:42:42.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7fea94fe1640 20 reqs_thread_entry: start 2024-09-22T08:42:42.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:42.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:42.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.844+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:42.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 1 (0 entries found) 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T08:42:42.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:42.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 1 NOTICE: finished shard 5 (0 entries found) 2024-09-22T08:42:42.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.848+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:42.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T08:42:42.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:42.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T08:42:42.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:42.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 1 NOTICE: finished shard 8 (0 entries found) 2024-09-22T08:42:42.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:42.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T08:42:42.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.852+0000 7febe43f69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:42.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.856+0000 7febe43f69c0 1 NOTICE: finished shard 10 (0 entries found) 2024-09-22T08:42:42.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.856+0000 7febe43f69c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:42:42.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.856+0000 7fea97fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:42.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.860+0000 7febe43f69c0 20 remove_watcher() i=0 2024-09-22T08:42:42.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.860+0000 7febe43f69c0 2 removed watcher, disabling cache 2024-09-22T08:42:42.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.864+0000 7febe43f69c0 20 remove_watcher() i=1 2024-09-22T08:42:42.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.864+0000 7febe43f69c0 20 remove_watcher() i=2 2024-09-22T08:42:42.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.868+0000 7febe43f69c0 20 remove_watcher() i=3 2024-09-22T08:42:42.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.868+0000 7febe43f69c0 20 remove_watcher() i=4 2024-09-22T08:42:42.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.872+0000 7febe43f69c0 20 remove_watcher() i=5 2024-09-22T08:42:42.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.876+0000 7febe43f69c0 20 remove_watcher() i=6 2024-09-22T08:42:42.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:42.876+0000 7febe43f69c0 20 remove_watcher() i=7 2024-09-22T08:42:42.893 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:42.893 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:43.165 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:43.166 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:43.303 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:42:43.337 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:43.337 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:43.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.380+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 realm 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.384+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.388+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:43.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.388+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.388+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:43.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.388+0000 7f46146929c0 20 searching for the correct realm 2024-09-22T08:42:43.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.396+0000 7f4612999640 0 -- 172.21.15.84:0/2454340925 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f460807c500 msgr2=0x7f460805a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:43.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.612+0000 7f4612198640 0 -- 172.21.15.84:0/2454340925 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5565e44068c0 msgr2=0x5565e4408d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:43.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:43.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:43.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:43.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:43.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:43.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:43.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:43.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:43.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 zone default found 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 4 Realm: () 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 zonegroup default 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.620+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.624+0000 7f46146929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.624+0000 7f46146929c0 20 started sync module instance, tier type = 2024-09-22T08:42:43.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.624+0000 7f46146929c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=0 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=1 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=2 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=3 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=4 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=5 2024-09-22T08:42:43.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=6 2024-09-22T08:42:43.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 20 add_watcher() i=7 2024-09-22T08:42:43.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.648+0000 7f46146929c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:43.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.652+0000 7f44c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:43.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:43.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:43.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 5 note: GC not initialized 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f44437fe640 20 reqs_thread_entry: start 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 Filter name: none 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f44417fa640 20 reqs_thread_entry: start 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: starting shard=0 2024-09-22T08:42:43.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:43.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: starting shard=1 2024-09-22T08:42:43.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 INFO: main: starting shard=2 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.656+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: starting shard=3 2024-09-22T08:42:43.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: starting shard=4 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: starting shard=5 2024-09-22T08:42:43.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:43.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: starting shard=6 2024-09-22T08:42:43.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:43.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 INFO: main: starting shard=7 2024-09-22T08:42:43.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.660+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:43.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: starting shard=8 2024-09-22T08:42:43.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:43.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-22T08:42:43.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: starting shard=9 2024-09-22T08:42:43.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:43.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: starting shard=10 2024-09-22T08:42:43.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:43.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:43.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.664+0000 7f46146929c0 20 INFO: main: done 2024-09-22T08:42:43.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.668+0000 7f44c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:43.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.672+0000 7f46146929c0 20 remove_watcher() i=0 2024-09-22T08:42:43.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.672+0000 7f46146929c0 2 removed watcher, disabling cache 2024-09-22T08:42:43.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.676+0000 7f46146929c0 20 remove_watcher() i=1 2024-09-22T08:42:43.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.676+0000 7f46146929c0 20 remove_watcher() i=2 2024-09-22T08:42:43.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.680+0000 7f46146929c0 20 remove_watcher() i=3 2024-09-22T08:42:43.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.680+0000 7f46146929c0 20 remove_watcher() i=4 2024-09-22T08:42:43.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.684+0000 7f46146929c0 20 remove_watcher() i=5 2024-09-22T08:42:43.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.684+0000 7f46146929c0 20 remove_watcher() i=6 2024-09-22T08:42:43.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.688+0000 7f46146929c0 20 remove_watcher() i=7 2024-09-22T08:42:43.703 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:42:43.733 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:43.733 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:43.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.776+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 realm 2024-09-22T08:42:43.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:43.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:43.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:43.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.780+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:43.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.784+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:43.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.784+0000 7f4d7333d9c0 20 searching for the correct realm 2024-09-22T08:42:43.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:43.788+0000 7f4d71644640 0 -- 172.21.15.84:0/1950481902 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f4d6408f080 msgr2=0x7f4d6406e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.004+0000 7f4d70e43640 0 -- 172.21.15.84:0/1950481902 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x56334871a7c0 msgr2=0x56334871cbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.012+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 zone default found 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 4 Realm: () 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 zonegroup default 2024-09-22T08:42:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.016+0000 7f4d7333d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=0 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=1 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=2 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=3 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=4 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=5 2024-09-22T08:42:44.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=6 2024-09-22T08:42:44.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 20 add_watcher() i=7 2024-09-22T08:42:44.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.044+0000 7f4d7333d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.052+0000 7f4c277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.052+0000 7f4d7333d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.052+0000 7f4d7333d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.052+0000 7f4d7333d9c0 5 note: GC not initialized 2024-09-22T08:42:44.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4c267e4640 20 reqs_thread_entry: start 2024-09-22T08:42:44.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 Filter name: none 2024-09-22T08:42:44.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4c1f7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:44.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:44.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:44.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:44.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.056+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:44.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:44.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:44.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-22T08:42:44.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:44.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.060+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:44.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:44.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.064+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:44.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:44.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.068+0000 7f4d7333d9c0 20 INFO: main: done 2024-09-22T08:42:44.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.072+0000 7f4c277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.076+0000 7f4d7333d9c0 20 remove_watcher() i=0 2024-09-22T08:42:44.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.076+0000 7f4d7333d9c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.080+0000 7f4d7333d9c0 20 remove_watcher() i=1 2024-09-22T08:42:44.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.080+0000 7f4d7333d9c0 20 remove_watcher() i=2 2024-09-22T08:42:44.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.084+0000 7f4d7333d9c0 20 remove_watcher() i=3 2024-09-22T08:42:44.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.088+0000 7f4d7333d9c0 20 remove_watcher() i=4 2024-09-22T08:42:44.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.088+0000 7f4d7333d9c0 20 remove_watcher() i=5 2024-09-22T08:42:44.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.088+0000 7f4d7333d9c0 20 remove_watcher() i=6 2024-09-22T08:42:44.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.092+0000 7f4d7333d9c0 20 remove_watcher() i=7 2024-09-22T08:42:44.109 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-22T08:42:44.109 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:44.109 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-22T08:42:44.138 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:44.139 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:44.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.180+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 realm 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.184+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.188+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:44.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.188+0000 7fac5493d9c0 20 searching for the correct realm 2024-09-22T08:42:44.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.192+0000 7fac51c42640 0 -- 172.21.15.84:0/1510488034 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x5626be19ebe0 msgr2=0x5626be1a1040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.200+0000 7fac51c42640 0 -- 172.21.15.84:0/1510488034 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fac4c01d060 msgr2=0x7fac4c04a130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.204+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 zone default found 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 4 Realm: () 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 zonegroup default 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.208+0000 7fac5493d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=0 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=1 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=2 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=3 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=4 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=5 2024-09-22T08:42:44.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.224+0000 7fac5493d9c0 20 add_watcher() i=6 2024-09-22T08:42:44.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 add_watcher() i=7 2024-09-22T08:42:44.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fab08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 5 note: GC not initialized 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7faa837fe640 20 reqs_thread_entry: start 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 Filter name: none 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7faa817fa640 20 reqs_thread_entry: start 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:44.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.228+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:44.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 1 NOTICE: finished shard 1 (0 entries found) 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T08:42:44.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.232+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 1 NOTICE: finished shard 5 (1 entries found) 2024-09-22T08:42:44.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T08:42:44.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T08:42:44.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 1 NOTICE: finished shard 8 (1 entries found) 2024-09-22T08:42:44.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.236+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.240+0000 7fac5493d9c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T08:42:44.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.240+0000 7fac5493d9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.240+0000 7fac5493d9c0 1 NOTICE: finished shard 10 (0 entries found) 2024-09-22T08:42:44.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.240+0000 7fac5493d9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-22T08:42:44.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.240+0000 7fab08fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.244+0000 7fac5493d9c0 20 remove_watcher() i=0 2024-09-22T08:42:44.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.244+0000 7fac5493d9c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.248+0000 7fac5493d9c0 20 remove_watcher() i=1 2024-09-22T08:42:44.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.248+0000 7fac5493d9c0 20 remove_watcher() i=2 2024-09-22T08:42:44.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.252+0000 7fac5493d9c0 20 remove_watcher() i=3 2024-09-22T08:42:44.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.256+0000 7fac5493d9c0 20 remove_watcher() i=4 2024-09-22T08:42:44.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.256+0000 7fac5493d9c0 20 remove_watcher() i=5 2024-09-22T08:42:44.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.256+0000 7fac5493d9c0 20 remove_watcher() i=6 2024-09-22T08:42:44.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.260+0000 7fac5493d9c0 20 remove_watcher() i=7 2024-09-22T08:42:44.273 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-22T08:42:44.273 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:44.274 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:42:44.306 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:44.307 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:44.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.348+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 realm 2024-09-22T08:42:44.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:44.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.352+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.356+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:44.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.356+0000 7f90ab3b49c0 20 searching for the correct realm 2024-09-22T08:42:44.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.360+0000 7f90a86b9640 0 -- 172.21.15.84:0/1280595014 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f90980e2070 msgr2=0x7f90980e3400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:42:44.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.368+0000 7f90a86b9640 0 -- 172.21.15.84:0/1280595014 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f8f7407f850 msgr2=0x7f8f74081c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.372+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 zone default found 2024-09-22T08:42:44.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 4 Realm: () 2024-09-22T08:42:44.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 zonegroup default 2024-09-22T08:42:44.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.376+0000 7f90ab3b49c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=0 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=1 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=2 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=3 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=4 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=5 2024-09-22T08:42:44.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.392+0000 7f90ab3b49c0 20 add_watcher() i=6 2024-09-22T08:42:44.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 add_watcher() i=7 2024-09-22T08:42:44.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f8f5efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 5 note: GC not initialized 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f8f5dfe3640 20 reqs_thread_entry: start 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 Filter name: none 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f8ecf7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.396+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:44.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:44.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:44.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-22T08:42:44.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-22T08:42:44.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.400+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d89c15a0 obj=check-bucket:d state=0x5596d8d0c428 s->prefetch_data=0 2024-09-22T08:42:44.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-22T08:42:44.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-22T08:42:44.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d8a6b280 obj=check-bucket:c state=0x5596d8d08ed8 s->prefetch_data=0 2024-09-22T08:42:44.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.404+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-22T08:42:44.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state: setting s->obj_tag to vz61wxlyl16vb1aorv26emm91o2togek 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state_impl: setting s->olh_tag to mcmavmkg9oka9fkhpt4r6gukwxs21v57 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state: setting s->obj_tag to 539aw4mqc3e2nc73azguaa4adn9ri89a 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state_impl: setting s->olh_tag to xp5dro15vppjj2e52p1074n5994b3vrx 2024-09-22T08:42:44.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 olh_log_entry: epoch=4 op=3 key=c[Xz8bnBZhpUxFlH8JBTh70hoVhzYHb54] 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d8d546a0 obj=check-bucket:_:Xz8bnBZhpUxFlH8JBTh70hoVhzYHb54_c state=0x5596d8d57108 s->prefetch_data=0 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 olh_log_entry: epoch=4 op=3 key=d[qh5jkLeWwGUlKXAP9qVEMhQJK7HhwuH] 2024-09-22T08:42:44.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.408+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d8d346a0 obj=check-bucket:_:qh5jkLeWwGUlKXAP9qVEMhQJK7HhwuH_d state=0x5596d8d60698 s->prefetch_data=0 2024-09-22T08:42:44.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d8d546a0 obj=check-bucket:c state=0x5596d8d03368 s->prefetch_data=0 2024-09-22T08:42:44.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state: setting s->obj_tag to 539aw4mqc3e2nc73azguaa4adn9ri89a 2024-09-22T08:42:44.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state_impl: setting s->olh_tag to xp5dro15vppjj2e52p1074n5994b3vrx 2024-09-22T08:42:44.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=xp5dro15vppjj2e52p1074n5994b3vrx 2024-09-22T08:42:44.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state: octx=0x5596d8d346a0 obj=check-bucket:d state=0x5596d8d59cb8 s->prefetch_data=0 2024-09-22T08:42:44.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state: setting s->obj_tag to vz61wxlyl16vb1aorv26emm91o2togek 2024-09-22T08:42:44.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 get_obj_state_impl: setting s->olh_tag to mcmavmkg9oka9fkhpt4r6gukwxs21v57 2024-09-22T08:42:44.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.412+0000 7f90ab3b49c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=mcmavmkg9oka9fkhpt4r6gukwxs21v57 2024-09-22T08:42:44.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.420+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.420+0000 7f90ab3b49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.424+0000 7f90ab3b49c0 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-22T08:42:44.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.424+0000 7f90ab3b49c0 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-22T08:42:44.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.424+0000 7f90ab3b49c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-22T08:42:44.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.428+0000 7f8f5efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.432+0000 7f90ab3b49c0 20 remove_watcher() i=0 2024-09-22T08:42:44.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.432+0000 7f90ab3b49c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.432+0000 7f90ab3b49c0 20 remove_watcher() i=1 2024-09-22T08:42:44.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.436+0000 7f90ab3b49c0 20 remove_watcher() i=2 2024-09-22T08:42:44.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.436+0000 7f90ab3b49c0 20 remove_watcher() i=3 2024-09-22T08:42:44.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.440+0000 7f90ab3b49c0 20 remove_watcher() i=4 2024-09-22T08:42:44.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.440+0000 7f90ab3b49c0 20 remove_watcher() i=5 2024-09-22T08:42:44.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.444+0000 7f90ab3b49c0 20 remove_watcher() i=6 2024-09-22T08:42:44.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.444+0000 7f90ab3b49c0 20 remove_watcher() i=7 2024-09-22T08:42:44.459 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:42:44.488 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:44.488 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:44.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.528+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 realm 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.532+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.536+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:44.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.536+0000 7f1270b999c0 20 searching for the correct realm 2024-09-22T08:42:44.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.540+0000 7f126eea0640 0 -- 172.21.15.84:0/2977182549 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x557b53ce6e40 msgr2=0x557b53ce92a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.544+0000 7f126de9e640 0 -- 172.21.15.84:0/2977182549 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f1260049020 msgr2=0x7f1260049b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.552+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 zone default found 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 4 Realm: () 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 zonegroup default 2024-09-22T08:42:44.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.556+0000 7f1270b999c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=0 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=1 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=2 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=3 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=4 2024-09-22T08:42:44.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=5 2024-09-22T08:42:44.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=6 2024-09-22T08:42:44.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 20 add_watcher() i=7 2024-09-22T08:42:44.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.576+0000 7f1270b999c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1124fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 5 note: GC not initialized 2024-09-22T08:42:44.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f109f7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:44.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 Filter name: none 2024-09-22T08:42:44.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f109d7fa640 20 reqs_thread_entry: start 2024-09-22T08:42:44.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.580+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=0 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=1 2024-09-22T08:42:44.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=2 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=3 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=4 2024-09-22T08:42:44.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 INFO: main: starting shard=5 2024-09-22T08:42:44.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.584+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: starting shard=6 2024-09-22T08:42:44.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: starting shard=7 2024-09-22T08:42:44.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: starting shard=8 2024-09-22T08:42:44.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: starting shard=9 2024-09-22T08:42:44.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 INFO: main: starting shard=10 2024-09-22T08:42:44.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.588+0000 7f1270b999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.592+0000 7f1270b999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.592+0000 7f1270b999c0 20 INFO: main: done 2024-09-22T08:42:44.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.592+0000 7f1124fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.596+0000 7f1270b999c0 20 remove_watcher() i=0 2024-09-22T08:42:44.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.596+0000 7f1270b999c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.600+0000 7f1270b999c0 20 remove_watcher() i=1 2024-09-22T08:42:44.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.600+0000 7f1270b999c0 20 remove_watcher() i=2 2024-09-22T08:42:44.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.604+0000 7f1270b999c0 20 remove_watcher() i=3 2024-09-22T08:42:44.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.604+0000 7f1270b999c0 20 remove_watcher() i=4 2024-09-22T08:42:44.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.608+0000 7f1270b999c0 20 remove_watcher() i=5 2024-09-22T08:42:44.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.608+0000 7f1270b999c0 20 remove_watcher() i=6 2024-09-22T08:42:44.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.608+0000 7f1270b999c0 20 remove_watcher() i=7 2024-09-22T08:42:44.625 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:42:44.653 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:44.653 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:44.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 realm 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.696+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.700+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:44.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.700+0000 7f4ba05919c0 20 searching for the correct realm 2024-09-22T08:42:44.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.704+0000 7f4b9e898640 0 -- 172.21.15.84:0/612915059 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560508b9ee70 msgr2=0x560508ba12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.712+0000 7f4b9e097640 0 -- 172.21.15.84:0/612915059 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f4b9405b820 msgr2=0x7f4b9405dde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.716+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 zone default found 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 4 Realm: () 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 zonegroup default 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.720+0000 7f4ba05919c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=0 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=1 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=2 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=3 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=4 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=5 2024-09-22T08:42:44.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.740+0000 7f4ba05919c0 20 add_watcher() i=6 2024-09-22T08:42:44.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4ba05919c0 20 add_watcher() i=7 2024-09-22T08:42:44.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4ba05919c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4a54fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4ba05919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4ba05919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.744+0000 7f4ba05919c0 5 note: GC not initialized 2024-09-22T08:42:44.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f49cf7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 Filter name: none 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f49cd7fa640 20 reqs_thread_entry: start 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: starting shard=0 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: starting shard=1 2024-09-22T08:42:44.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: starting shard=2 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: starting shard=3 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 INFO: main: starting shard=4 2024-09-22T08:42:44.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.748+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: starting shard=5 2024-09-22T08:42:44.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: starting shard=6 2024-09-22T08:42:44.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 INFO: main: starting shard=7 2024-09-22T08:42:44.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.752+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: starting shard=8 2024-09-22T08:42:44.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: starting shard=9 2024-09-22T08:42:44.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: starting shard=10 2024-09-22T08:42:44.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:44.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.756+0000 7f4ba05919c0 20 INFO: main: done 2024-09-22T08:42:44.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.760+0000 7f4a54fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.764+0000 7f4ba05919c0 20 remove_watcher() i=0 2024-09-22T08:42:44.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.764+0000 7f4ba05919c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.768+0000 7f4ba05919c0 20 remove_watcher() i=1 2024-09-22T08:42:44.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.768+0000 7f4ba05919c0 20 remove_watcher() i=2 2024-09-22T08:42:44.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.772+0000 7f4ba05919c0 20 remove_watcher() i=3 2024-09-22T08:42:44.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.772+0000 7f4ba05919c0 20 remove_watcher() i=4 2024-09-22T08:42:44.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.772+0000 7f4ba05919c0 20 remove_watcher() i=5 2024-09-22T08:42:44.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.776+0000 7f4ba05919c0 20 remove_watcher() i=6 2024-09-22T08:42:44.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.776+0000 7f4ba05919c0 20 remove_watcher() i=7 2024-09-22T08:42:44.791 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-22T08:42:44.792 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:44.792 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-22T08:42:44.820 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:44.820 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:44.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.860+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 realm 2024-09-22T08:42:44.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:44.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.864+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.868+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:44.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.868+0000 7ff8fcde59c0 20 searching for the correct realm 2024-09-22T08:42:44.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.872+0000 7ff8fb0ec640 0 -- 172.21.15.84:0/2658123614 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55d6677c63b0 msgr2=0x55d6677c8840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.876+0000 7ff8fa8eb640 0 -- 172.21.15.84:0/2658123614 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7ff8e4037940 msgr2=0x7ff8e401e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:44.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.884+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 zone default found 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 4 Realm: () 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 zonegroup default 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:44.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 started sync module instance, tier type = 2024-09-22T08:42:44.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.888+0000 7ff8fcde59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:44.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=0 2024-09-22T08:42:44.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=1 2024-09-22T08:42:44.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=2 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=3 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=4 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=5 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=6 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 20 add_watcher() i=7 2024-09-22T08:42:44.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.908+0000 7ff8fcde59c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:44.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff7b17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 5 note: GC not initialized 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff72bfff640 20 reqs_thread_entry: start 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 Filter name: none 2024-09-22T08:42:44.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff729ffb640 20 reqs_thread_entry: start 2024-09-22T08:42:44.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:44.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:44.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:44.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T08:42:44.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:44.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 1 NOTICE: finished shard 1 (0 entries found) 2024-09-22T08:42:44.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:44.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.912+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 1 NOTICE: finished shard 5 (0 entries found) 2024-09-22T08:42:44.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:44.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T08:42:44.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.916+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:44.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T08:42:44.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 1 NOTICE: finished shard 8 (0 entries found) 2024-09-22T08:42:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T08:42:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:44.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 1 NOTICE: finished shard 10 (0 entries found) 2024-09-22T08:42:44.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff8fcde59c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T08:42:44.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.920+0000 7ff7b17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:44.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.928+0000 7ff8fcde59c0 20 remove_watcher() i=0 2024-09-22T08:42:44.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.928+0000 7ff8fcde59c0 2 removed watcher, disabling cache 2024-09-22T08:42:44.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.928+0000 7ff8fcde59c0 20 remove_watcher() i=1 2024-09-22T08:42:44.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.932+0000 7ff8fcde59c0 20 remove_watcher() i=2 2024-09-22T08:42:44.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.936+0000 7ff8fcde59c0 20 remove_watcher() i=3 2024-09-22T08:42:44.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.936+0000 7ff8fcde59c0 20 remove_watcher() i=4 2024-09-22T08:42:44.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.936+0000 7ff8fcde59c0 20 remove_watcher() i=5 2024-09-22T08:42:44.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.940+0000 7ff8fcde59c0 20 remove_watcher() i=6 2024-09-22T08:42:44.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:44.940+0000 7ff8fcde59c0 20 remove_watcher() i=7 2024-09-22T08:42:44.954 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-22T08:42:44.954 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:44.956 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:44.956 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:44.983 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:44.983 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:45.007 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:45.007 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:45.104 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-22T08:42:45.104 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:42:45.106 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:45.106 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:45.236 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:45.237 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:45.787 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:45.941 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:45.941 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.007 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.007 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.169 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.169 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.229 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.229 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.369 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.369 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.437 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.438 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.592 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.647 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.647 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.794 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.795 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:46.865 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:46.865 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:47.010 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:47.077 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T08:42:47.518 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T08:42:48.962 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:48.962 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.125 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:49.125 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-22T08:42:49.161 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:49.161 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:49.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 realm 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.204+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.208+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:49.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.208+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.208+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:49.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.208+0000 7f1138a999c0 20 searching for the correct realm 2024-09-22T08:42:49.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.216+0000 7f1135d9e640 0 -- 172.21.15.84:0/2906743479 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x564cdce98440 msgr2=0x7f1128079850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:49.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.220+0000 7f1136da0640 0 -- 172.21.15.84:0/2906743479 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f112c0ceb40 msgr2=0x7f112c120af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:49.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 zone default found 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 4 Realm: () 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 zonegroup default 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.228+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.232+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.232+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.232+0000 7f1138a999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.232+0000 7f1138a999c0 20 started sync module instance, tier type = 2024-09-22T08:42:49.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.232+0000 7f1138a999c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=0 2024-09-22T08:42:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=1 2024-09-22T08:42:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=2 2024-09-22T08:42:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=3 2024-09-22T08:42:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=4 2024-09-22T08:42:49.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=5 2024-09-22T08:42:49.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.244+0000 7f1138a999c0 20 add_watcher() i=6 2024-09-22T08:42:49.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.248+0000 7f1138a999c0 20 add_watcher() i=7 2024-09-22T08:42:49.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.248+0000 7f1138a999c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:49.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f0fecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 5 note: GC not initialized 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f0f677fe640 20 reqs_thread_entry: start 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 Filter name: none 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f0f657fa640 20 reqs_thread_entry: start 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:49.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:49.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:49.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:49.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: starting shard=0 2024-09-22T08:42:49.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: starting shard=1 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: starting shard=2 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:49.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 INFO: main: starting shard=3 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.252+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: starting shard=4 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: starting shard=5 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: starting shard=6 2024-09-22T08:42:49.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:49.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: starting shard=7 2024-09-22T08:42:49.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:49.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 INFO: main: starting shard=8 2024-09-22T08:42:49.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.256+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:49.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:42:49.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: starting shard=9 2024-09-22T08:42:49.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:49.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: starting shard=10 2024-09-22T08:42:49.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:49.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f1138a999c0 20 INFO: main: done 2024-09-22T08:42:49.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.260+0000 7f0fecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:49.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.264+0000 7f1138a999c0 20 remove_watcher() i=0 2024-09-22T08:42:49.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.264+0000 7f1138a999c0 2 removed watcher, disabling cache 2024-09-22T08:42:49.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.268+0000 7f1138a999c0 20 remove_watcher() i=1 2024-09-22T08:42:49.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.268+0000 7f1138a999c0 20 remove_watcher() i=2 2024-09-22T08:42:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.272+0000 7f1138a999c0 20 remove_watcher() i=3 2024-09-22T08:42:49.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.272+0000 7f1138a999c0 20 remove_watcher() i=4 2024-09-22T08:42:49.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.276+0000 7f1138a999c0 20 remove_watcher() i=5 2024-09-22T08:42:49.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.276+0000 7f1138a999c0 20 remove_watcher() i=6 2024-09-22T08:42:49.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.276+0000 7f1138a999c0 20 remove_watcher() i=7 2024-09-22T08:42:49.290 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.290 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.314 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.314 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.341 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.341 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.501 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:49.502 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-22T08:42:49.538 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:49.538 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:49.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.580+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 realm 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:49.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:49.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.584+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.588+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:49.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.588+0000 7ff80684f9c0 20 searching for the correct realm 2024-09-22T08:42:49.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.592+0000 7ff804b56640 0 -- 172.21.15.84:0/3453988773 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ff7f8008030 msgr2=0x7ff7f8074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:49.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.808+0000 7ff804355640 0 -- 172.21.15.84:0/3453988773 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556e52418c70 msgr2=0x556e5241b060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:49.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:49.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:49.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 zone default found 2024-09-22T08:42:49.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 4 Realm: () 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 zonegroup default 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.816+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:49.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 started sync module instance, tier type = 2024-09-22T08:42:49.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.820+0000 7ff80684f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=0 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=1 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=2 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=3 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=4 2024-09-22T08:42:49.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.840+0000 7ff80684f9c0 20 add_watcher() i=5 2024-09-22T08:42:49.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.844+0000 7ff80684f9c0 20 add_watcher() i=6 2024-09-22T08:42:49.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.844+0000 7ff80684f9c0 20 add_watcher() i=7 2024-09-22T08:42:49.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.844+0000 7ff80684f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:49.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff6bafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:49.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff80684f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:49.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff80684f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:49.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff80684f9c0 5 note: GC not initialized 2024-09-22T08:42:49.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff6b9fdb640 20 reqs_thread_entry: start 2024-09-22T08:42:49.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.848+0000 7ff80684f9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:49.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 Filter name: none 2024-09-22T08:42:49.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff62b7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:49.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:49.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:49.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:49.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:49.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:49.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.852+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:49.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:49.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:49.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:49.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:49.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:49.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:49.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-22T08:42:49.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:49.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.856+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:49.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:49.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:49.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:49.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:49.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:49.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.860+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:49.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff80684f9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:49.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff80684f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:49.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff80684f9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:49.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff80684f9c0 20 INFO: main: done 2024-09-22T08:42:49.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.864+0000 7ff6bafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:49.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.872+0000 7ff80684f9c0 20 remove_watcher() i=0 2024-09-22T08:42:49.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.872+0000 7ff80684f9c0 2 removed watcher, disabling cache 2024-09-22T08:42:49.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.872+0000 7ff80684f9c0 20 remove_watcher() i=1 2024-09-22T08:42:49.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.876+0000 7ff80684f9c0 20 remove_watcher() i=2 2024-09-22T08:42:49.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.880+0000 7ff80684f9c0 20 remove_watcher() i=3 2024-09-22T08:42:49.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.880+0000 7ff80684f9c0 20 remove_watcher() i=4 2024-09-22T08:42:49.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.884+0000 7ff80684f9c0 20 remove_watcher() i=5 2024-09-22T08:42:49.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.884+0000 7ff80684f9c0 20 remove_watcher() i=6 2024-09-22T08:42:49.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:49.884+0000 7ff80684f9c0 20 remove_watcher() i=7 2024-09-22T08:42:49.911 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.911 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.943 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.943 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:49.985 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:49.985 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:50.137 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:50.138 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-22T08:42:50.175 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:50.175 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:50.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 realm 2024-09-22T08:42:50.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:50.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.220+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.224+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:50.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.224+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.224+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:50.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.224+0000 7fe3df1c89c0 20 searching for the correct realm 2024-09-22T08:42:50.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.436+0000 7fe3dd4cf640 0 -- 172.21.15.84:0/1638448813 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x557844e379c0 msgr2=0x557844e39e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.444+0000 7fe3dc4cd640 0 -- 172.21.15.84:0/1638448813 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fe3cc10e070 msgr2=0x7fe3cc0f9480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 zone default found 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 4 Realm: () 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 zonegroup default 2024-09-22T08:42:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.456+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.460+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.460+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.460+0000 7fe3df1c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.460+0000 7fe3df1c89c0 20 started sync module instance, tier type = 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.460+0000 7fe3df1c89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=0 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=1 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=2 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=3 2024-09-22T08:42:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=4 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=5 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=6 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 20 add_watcher() i=7 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.484+0000 7fe3df1c89c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.488+0000 7fe292fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 5 note: GC not initialized 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe291fe3640 20 reqs_thread_entry: start 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 Filter name: none 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe2037fe640 20 reqs_thread_entry: start 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 INFO: main: starting shard=0 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 INFO: main: starting shard=1 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.492+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:42:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: starting shard=2 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: starting shard=3 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: starting shard=4 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: starting shard=5 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 INFO: main: starting shard=6 2024-09-22T08:42:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.496+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: starting shard=7 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: starting shard=8 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 INFO: main: starting shard=9 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.500+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe3df1c89c0 20 INFO: main: starting shard=10 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe3df1c89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe3df1c89c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe3df1c89c0 20 INFO: main: done 2024-09-22T08:42:50.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.504+0000 7fe292fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:50.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.508+0000 7fe3df1c89c0 20 remove_watcher() i=0 2024-09-22T08:42:50.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.508+0000 7fe3df1c89c0 2 removed watcher, disabling cache 2024-09-22T08:42:50.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.512+0000 7fe3df1c89c0 20 remove_watcher() i=1 2024-09-22T08:42:50.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.516+0000 7fe3df1c89c0 20 remove_watcher() i=2 2024-09-22T08:42:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.516+0000 7fe3df1c89c0 20 remove_watcher() i=3 2024-09-22T08:42:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.520+0000 7fe3df1c89c0 20 remove_watcher() i=4 2024-09-22T08:42:50.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.520+0000 7fe3df1c89c0 20 remove_watcher() i=5 2024-09-22T08:42:50.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.524+0000 7fe3df1c89c0 20 remove_watcher() i=6 2024-09-22T08:42:50.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.524+0000 7fe3df1c89c0 20 remove_watcher() i=7 2024-09-22T08:42:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:50.579 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:50.693 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T08:42:50.693 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-22T08:42:50.728 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:50.728 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:50.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.772+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 realm 2024-09-22T08:42:50.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:50.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:50.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.776+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.780+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:50.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.780+0000 7fabfb1ee9c0 20 searching for the correct realm 2024-09-22T08:42:50.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.784+0000 7fabf94f5640 0 -- 172.21.15.84:0/668267220 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x563875fbf500 msgr2=0x563875fc1910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:50.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.792+0000 7fabf84f3640 0 -- 172.21.15.84:0/668267220 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fabe80ffdd0 msgr2=0x7fabe81099c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:50.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:50.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:50.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:50.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:50.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.796+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:50.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 zone default found 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 4 Realm: () 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 zonegroup default 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 started sync module instance, tier type = 2024-09-22T08:42:50.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.800+0000 7fabfb1ee9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=0 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=1 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=2 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=3 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=4 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=5 2024-09-22T08:42:50.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=6 2024-09-22T08:42:50.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 20 add_watcher() i=7 2024-09-22T08:42:50.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.816+0000 7fabfb1ee9c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:50.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7faaaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 5 note: GC not initialized 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7faaadfe3640 20 reqs_thread_entry: start 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:50.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 Filter name: none 2024-09-22T08:42:50.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7faa1f7fe640 20 reqs_thread_entry: start 2024-09-22T08:42:50.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:50.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:50.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:50.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:50.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 INFO: main: starting shard=0 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.820+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=1 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=2 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:50.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=3 2024-09-22T08:42:50.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:50.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=4 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=5 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 INFO: main: starting shard=6 2024-09-22T08:42:50.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.824+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:50.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: starting shard=7 2024-09-22T08:42:50.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:50.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: starting shard=8 2024-09-22T08:42:50.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:50.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: starting shard=9 2024-09-22T08:42:50.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:50.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T08:42:50.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 INFO: main: starting shard=10 2024-09-22T08:42:50.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.828+0000 7fabfb1ee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:50.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.832+0000 7fabfb1ee9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T08:42:50.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.832+0000 7fabfb1ee9c0 20 INFO: main: done 2024-09-22T08:42:50.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.832+0000 7faaaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:50.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.836+0000 7fabfb1ee9c0 20 remove_watcher() i=0 2024-09-22T08:42:50.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.836+0000 7fabfb1ee9c0 2 removed watcher, disabling cache 2024-09-22T08:42:50.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.840+0000 7fabfb1ee9c0 20 remove_watcher() i=1 2024-09-22T08:42:50.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.840+0000 7fabfb1ee9c0 20 remove_watcher() i=2 2024-09-22T08:42:50.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.844+0000 7fabfb1ee9c0 20 remove_watcher() i=3 2024-09-22T08:42:50.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.844+0000 7fabfb1ee9c0 20 remove_watcher() i=4 2024-09-22T08:42:50.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.848+0000 7fabfb1ee9c0 20 remove_watcher() i=5 2024-09-22T08:42:50.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.848+0000 7fabfb1ee9c0 20 remove_watcher() i=6 2024-09-22T08:42:50.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:50.848+0000 7fabfb1ee9c0 20 remove_watcher() i=7 2024-09-22T08:42:50.867 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:50.867 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:50.892 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T08:42:51.319 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T08:42:51.763 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-22T08:42:51.790 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:51.790 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:51.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:51.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:51.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 realm 2024-09-22T08:42:51.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:51.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:51.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:51.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:51.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:51.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.828+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:51.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.832+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:51.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.832+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:51.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.832+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:51.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:51.832+0000 7ffbe24349c0 20 searching for the correct realm 2024-09-22T08:42:52.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.044+0000 7ffbe073b640 0 -- 172.21.15.84:0/258511093 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ffbd40fe1d0 msgr2=0x7ffbd412d050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:52.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.260+0000 7ffbdff3a640 0 -- 172.21.15.84:0/258511093 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x56317e3689f0 msgr2=0x56317e36aeb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.264+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:52.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 zone default found 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 4 Realm: () 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 zonegroup default 2024-09-22T08:42:52.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.268+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.272+0000 7ffbe24349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.272+0000 7ffbe24349c0 20 started sync module instance, tier type = 2024-09-22T08:42:52.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.272+0000 7ffbe24349c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=0 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=1 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=2 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=3 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=4 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=5 2024-09-22T08:42:52.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.292+0000 7ffbe24349c0 20 add_watcher() i=6 2024-09-22T08:42:52.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.296+0000 7ffbe24349c0 20 add_watcher() i=7 2024-09-22T08:42:52.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.296+0000 7ffbe24349c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:52.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffa95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:52.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:52.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:52.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 5 note: GC not initialized 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffa94fe1640 20 reqs_thread_entry: start 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 Filter name: none 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffa0e7fc640 20 reqs_thread_entry: start 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:52.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:52.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:52.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:52.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:52.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.300+0000 7ffbe24349c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:52.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:52.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:52.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:52.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:52.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:52.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.304+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:52.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.308+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:52.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.308+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:52.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.308+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:52.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.312+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:52.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.312+0000 7ffbe24349c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:52.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.324+0000 7ffa95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:52.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.328+0000 7ffbe24349c0 20 remove_watcher() i=0 2024-09-22T08:42:52.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.328+0000 7ffbe24349c0 2 removed watcher, disabling cache 2024-09-22T08:42:52.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.332+0000 7ffbe24349c0 20 remove_watcher() i=1 2024-09-22T08:42:52.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.332+0000 7ffbe24349c0 20 remove_watcher() i=2 2024-09-22T08:42:52.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.336+0000 7ffbe24349c0 20 remove_watcher() i=3 2024-09-22T08:42:52.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.336+0000 7ffbe24349c0 20 remove_watcher() i=4 2024-09-22T08:42:52.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.336+0000 7ffbe24349c0 20 remove_watcher() i=5 2024-09-22T08:42:52.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.340+0000 7ffbe24349c0 20 remove_watcher() i=6 2024-09-22T08:42:52.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.340+0000 7ffbe24349c0 20 remove_watcher() i=7 2024-09-22T08:42:52.360 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T08:42:52.397 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:52.397 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:52.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.640+0000 7f43267ac640 0 --2- 172.21.15.84:0/2808929812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f8185cd860 0x55f8185fd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T08:42:52.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.644+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 realm 2024-09-22T08:42:52.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:52.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:52.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:52.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.648+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:52.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.652+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.652+0000 7f4328ca69c0 20 searching for the correct realm 2024-09-22T08:42:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.656+0000 7f4325fab640 0 -- 172.21.15.84:0/2808929812 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f431810b030 msgr2=0x7f4318101040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:52.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:52.872+0000 7f43267ac640 0 -- 172.21.15.84:0/2808929812 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f431c06d900 msgr2=0x7f431c065730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:53.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.088+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:53.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:53.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 zone default found 2024-09-22T08:42:53.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 4 Realm: () 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 zonegroup default 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 started sync module instance, tier type = 2024-09-22T08:42:53.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.092+0000 7f4328ca69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=0 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=1 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=2 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=3 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=4 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=5 2024-09-22T08:42:53.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.116+0000 7f4328ca69c0 20 add_watcher() i=6 2024-09-22T08:42:53.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.120+0000 7f4328ca69c0 20 add_watcher() i=7 2024-09-22T08:42:53.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.120+0000 7f4328ca69c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:53.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.124+0000 7f41dcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:53.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:53.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:53.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 5 note: GC not initialized 2024-09-22T08:42:53.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f41577fe640 20 reqs_thread_entry: start 2024-09-22T08:42:53.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 Filter name: none 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f41557fa640 20 reqs_thread_entry: start 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-22T08:42:53.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-22T08:42:53.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 : miss 2024-09-22T08:42:53.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:53.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 info.flags=0x17 2024-09-22T08:42:53.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 to cache LRU end 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.128+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.0 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-22T08:42:53.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.2 2024-09-22T08:42:53.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-22T08:42:53.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.3 2024-09-22T08:42:53.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-22T08:42:53.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.4 2024-09-22T08:42:53.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-22T08:42:53.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.132+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.136+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.6 2024-09-22T08:42:53.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.136+0000 7f4328ca69c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-22T08:42:53.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.136+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.7 2024-09-22T08:42:53.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.136+0000 7f4328ca69c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-22T08:42:53.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.136+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.9 2024-09-22T08:42:53.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-22T08:42:53.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81830e5a0 obj=check-bucket:e state=0x55f8186569a8 s->prefetch_data=0 2024-09-22T08:42:53.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f8183b8290 obj=check-bucket:d state=0x55f818651da8 s->prefetch_data=0 2024-09-22T08:42:53.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.140+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f818652b10 obj=check-bucket:c state=0x55f81864d338 s->prefetch_data=0 2024-09-22T08:42:53.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81865de00 obj=check-bucket:f state=0x55f818653518 s->prefetch_data=0 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to 0guh92u2spknm75vy5a1a3t1szok61eb 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state_impl: setting s->olh_tag to hg36krvajwfsp2o2b5i2xospcj51k97w 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hg36krvajwfsp2o2b5i2xospcj51k97w 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to fdas2pysabbg06ilwgmw1kmao6nwnkod 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state_impl: setting s->olh_tag to i01qfwgy52hwf25hk8tvr8br0yd7yrvu 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i01qfwgy52hwf25hk8tvr8br0yd7yrvu 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to dxl3t8iom7fiqc18ulo5vn5ethwed2pd 2024-09-22T08:42:53.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state_impl: setting s->olh_tag to eb0qvtlvc98iy09e3q5ym3bvi0lpodwg 2024-09-22T08:42:53.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=eb0qvtlvc98iy09e3q5ym3bvi0lpodwg 2024-09-22T08:42:53.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to ouuapzmpr4056z7nbo6bld8u2bm16m8s 2024-09-22T08:42:53.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 get_obj_state_impl: setting s->olh_tag to 89idnq6sletkkj8fpyliorg8gprtuaqk 2024-09-22T08:42:53.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.144+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=89idnq6sletkkj8fpyliorg8gprtuaqk 2024-09-22T08:42:53.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.148+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.148+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 olh_log_entry: epoch=3 op=3 key=c[S3jSUgxOiKPOMg-yhLUGOUIUeH4Zdzl] 2024-09-22T08:42:53.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f818652b10 obj=check-bucket:_:S3jSUgxOiKPOMg-yhLUGOUIUeH4Zdzl_c state=0x55f8186ed778 s->prefetch_data=0 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 10 manifest: total_size = 12 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13859418641140054047 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f818652b10 obj=check-bucket:_:S3jSUgxOiKPOMg-yhLUGOUIUeH4Zdzl_c state=0x55f8186ed778 s->prefetch_data=0 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 prepare_atomic_modification: state is not atomic. state=0x55f8186ed778 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.152+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-22T08:42:53.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 olh_log_entry: epoch=2 op=3 key=e[2b9y62pKEMAMSAfQUUReG79qXzw-sgN] 2024-09-22T08:42:53.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81830e5a0 obj=check-bucket:_:2b9y62pKEMAMSAfQUUReG79qXzw-sgN_e state=0x55f8186ffd68 s->prefetch_data=0 2024-09-22T08:42:53.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 olh_log_entry: epoch=3 op=3 key=d[fxOmevAntdyRH3TcshFrxBSt-aG7bh4] 2024-09-22T08:42:53.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f8183b8290 obj=check-bucket:_:fxOmevAntdyRH3TcshFrxBSt-aG7bh4_d state=0x55f818706b58 s->prefetch_data=0 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 10 manifest: total_size = 11 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18122464184457911542 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f8183b8290 obj=check-bucket:_:fxOmevAntdyRH3TcshFrxBSt-aG7bh4_d state=0x55f818706b58 s->prefetch_data=0 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 prepare_atomic_modification: state is not atomic. state=0x55f818706b58 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 10 manifest: total_size = 22 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13684505216715084649 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81830e5a0 obj=check-bucket:_:2b9y62pKEMAMSAfQUUReG79qXzw-sgN_e state=0x55f8186ffd68 s->prefetch_data=0 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 prepare_atomic_modification: state is not atomic. state=0x55f8186ffd68 2024-09-22T08:42:53.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 olh_log_entry: epoch=2 op=3 key=f[2WCHrF0A3T2fwOkN6yCGZbakUlS-HX-] 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81865de00 obj=check-bucket:_:2WCHrF0A3T2fwOkN6yCGZbakUlS-HX-_f state=0x55f818711e98 s->prefetch_data=0 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 10 manifest: total_size = 22 2024-09-22T08:42:53.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.8358603409537624930 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81865de00 obj=check-bucket:_:2WCHrF0A3T2fwOkN6yCGZbakUlS-HX-_f state=0x55f818711e98 s->prefetch_data=0 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 prepare_atomic_modification: state is not atomic. state=0x55f818711e98 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:53.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.156+0000 7f4328ca69c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:S3jSUgxOiKPOMg-yhLUGOUIUeH4Zdzl_.FlO_Ca47bhaBQSyFNKOz9fDuzLCFCrM_0 2024-09-22T08:42:53.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.160+0000 7f4209ffb640 20 handle_completion(): completion ok for obj=c[S3jSUgxOiKPOMg-yhLUGOUIUeH4Zdzl] 2024-09-22T08:42:53.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.160+0000 7f4328ca69c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:53.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.164+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:53.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.164+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-22T08:42:53.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.164+0000 7f4328ca69c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:53.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.164+0000 7f4328ca69c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:fxOmevAntdyRH3TcshFrxBSt-aG7bh4_.9d7_vG6t2kp0339zxcHirxOy2VzA0rG_0 2024-09-22T08:42:53.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:53.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:2WCHrF0A3T2fwOkN6yCGZbakUlS-HX-_.VJqkt7_mmET-1etRDQ1DLOjFmO1Bq6f_0 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 0 deleting objects inline since gc isn't initialized 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.1__shadow:2b9y62pKEMAMSAfQUUReG79qXzw-sgN_.QybbR_VlmvT5GRXNgssC69vJe6m6S_9_0 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.168+0000 7f4328ca69c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:53.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4328ca69c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:53.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4328ca69c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T08:42:53.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f42097fa640 20 handle_completion(): completion ok for obj=d[fxOmevAntdyRH3TcshFrxBSt-aG7bh4] 2024-09-22T08:42:53.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4209ffb640 20 handle_completion(): completion ok for obj=e[2b9y62pKEMAMSAfQUUReG79qXzw-sgN] 2024-09-22T08:42:53.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.8 2024-09-22T08:42:53.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4209ffb640 20 handle_completion(): completion ok for obj=f[2WCHrF0A3T2fwOkN6yCGZbakUlS-HX-] 2024-09-22T08:42:53.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.172+0000 7f4328ca69c0 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-22T08:42:53.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81865de00 obj=check-bucket:f state=0x55f818653518 s->prefetch_data=0 2024-09-22T08:42:53.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=89idnq6sletkkj8fpyliorg8gprtuaqk 2024-09-22T08:42:53.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 get_obj_state: octx=0x55f81830e5a0 obj=check-bucket:e state=0x55f8186569a8 s->prefetch_data=0 2024-09-22T08:42:53.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hg36krvajwfsp2o2b5i2xospcj51k97w 2024-09-22T08:42:53.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.176+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.180+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.5 2024-09-22T08:42:53.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.180+0000 7f4328ca69c0 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-22T08:42:53.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.180+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.10 2024-09-22T08:42:53.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-22T08:42:53.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.1.1 2024-09-22T08:42:53.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-22T08:42:53.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.184+0000 7f4328ca69c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-22T08:42:53.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.188+0000 7f41dcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.192+0000 7f4328ca69c0 20 remove_watcher() i=0 2024-09-22T08:42:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.192+0000 7f4328ca69c0 2 removed watcher, disabling cache 2024-09-22T08:42:53.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.192+0000 7f4328ca69c0 20 remove_watcher() i=1 2024-09-22T08:42:53.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.196+0000 7f4328ca69c0 20 remove_watcher() i=2 2024-09-22T08:42:53.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.200+0000 7f4328ca69c0 20 remove_watcher() i=3 2024-09-22T08:42:53.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.200+0000 7f4328ca69c0 20 remove_watcher() i=4 2024-09-22T08:42:53.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.200+0000 7f4328ca69c0 20 remove_watcher() i=5 2024-09-22T08:42:53.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.204+0000 7f4328ca69c0 20 remove_watcher() i=6 2024-09-22T08:42:53.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.204+0000 7f4328ca69c0 20 remove_watcher() i=7 2024-09-22T08:42:53.224 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:53.224 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:53.270 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:53.270 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:53.716 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-22T08:42:53.748 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:42:53.748 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:42:53.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.792+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 realm 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:53.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.796+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.800+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:42:53.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.800+0000 7f48939139c0 20 searching for the correct realm 2024-09-22T08:42:53.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.804+0000 7f4891c1a640 0 -- 172.21.15.84:0/287882465 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55ec252e8050 msgr2=0x55ec252ea440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:53.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.808+0000 7f4890c18640 0 -- 172.21.15.84:0/287882465 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f488404c070 msgr2=0x7f4884081a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 zone default found 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 4 Realm: () 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:42:53.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 zonegroup default 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.816+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.820+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.820+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.820+0000 7f48939139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:42:53.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.820+0000 7f48939139c0 20 started sync module instance, tier type = 2024-09-22T08:42:53.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.820+0000 7f48939139c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:42:53.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=0 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=1 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=2 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=3 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=4 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=5 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.832+0000 7f48939139c0 20 add_watcher() i=6 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f48939139c0 20 add_watcher() i=7 2024-09-22T08:42:53.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f48939139c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:42:53.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f4747fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:53.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f48939139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:42:53.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f48939139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:42:53.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f48939139c0 5 note: GC not initialized 2024-09-22T08:42:53.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.836+0000 7f4746fe5640 20 reqs_thread_entry: start 2024-09-22T08:42:53.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 init_complete bucket index max shards: 11 2024-09-22T08:42:53.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 Filter name: none 2024-09-22T08:42:53.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f4744fe1640 20 reqs_thread_entry: start 2024-09-22T08:42:53.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-22T08:42:53.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados->read ofs=0 len=0 2024-09-22T08:42:53.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-22T08:42:53.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.840+0000 7f48939139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T08:42:53.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.844+0000 7f4747fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:42:53.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.848+0000 7f48939139c0 20 remove_watcher() i=0 2024-09-22T08:42:53.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.848+0000 7f48939139c0 2 removed watcher, disabling cache 2024-09-22T08:42:53.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.848+0000 7f48939139c0 20 remove_watcher() i=1 2024-09-22T08:42:53.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.852+0000 7f48939139c0 20 remove_watcher() i=2 2024-09-22T08:42:53.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.852+0000 7f48939139c0 20 remove_watcher() i=3 2024-09-22T08:42:53.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.856+0000 7f48939139c0 20 remove_watcher() i=4 2024-09-22T08:42:53.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.856+0000 7f48939139c0 20 remove_watcher() i=5 2024-09-22T08:42:53.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.856+0000 7f48939139c0 20 remove_watcher() i=6 2024-09-22T08:42:53.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:42:53.860+0000 7f48939139c0 20 remove_watcher() i=7 2024-09-22T08:42:53.874 INFO:tasks.workunit.client.0.smithi084.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-22T08:42:53.874 INFO:tasks.workunit.client.0.smithi084.stderr:Deleting bucket check-bucket 2024-09-22T08:42:53.875 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:53.875 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:53.910 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T08:42:53.911 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T08:42:54.402 INFO:tasks.workunit.client.0.smithi084.stderr:Completed bucket check tests 2024-09-22T08:42:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-22T08:42:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-22T08:42:54.402 INFO:tasks.workunit.client.0.smithi084.stdout:connected to https://localhost:443 2024-09-22T08:42:54.503 INFO:tasks.workunit.client.0.smithi084.stderr:+ deactivate 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ export PATH 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ hash -r 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset -f deactivate 2024-09-22T08:42:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:+ echo OK. 2024-09-22T08:42:54.505 INFO:tasks.workunit.client.0.smithi084.stdout:OK. 2024-09-22T08:42:54.505 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:42:54.506 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:42:54.519 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-22T08:42:54.520 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:42:54.928 DEBUG:teuthology.parallel:result is None 2024-09-22T08:42:54.929 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:42:54.942 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:42:54.942 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:42:55.000 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:42:55.000 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:42:55.012 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:42:55.012 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:42:55.012 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:42:55.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:42:55.049 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:42:55.049 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:42:55.096 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:42:55.097 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:42:55.145 INFO:tasks.workunit:timeout=3h 2024-09-22T08:42:55.145 INFO:tasks.workunit:cleanup=True 2024-09-22T08:42:55.146 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:42:55.195 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T08:43:53.670 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-09-22T08:43:53.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.672 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T08:43:53.672 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T08:43:53.672 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T08:43:53.678 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T08:43:53.729 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T08:43:53.731 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:43:53.731 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T08:43:53.789 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T08:43:53.843 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T08:43:53.883 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T08:43:53.884 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:43:53.884 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T08:43:53.924 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T08:43:53.927 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T08:43:53.927 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T08:43:53.976 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-22T08:43:53.977 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-22T08:43:53.977 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-22T08:43:54.040 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:43:54.040 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:43:54.040 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:43:54.040 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from ClsLock 2024-09-22T08:43:54.040 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-22T08:43:55.820 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:43:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-09-22T08:43:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:43:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:43:55.820 INFO:tasks.workunit.client.0.smithi084.stdout: client.5217 expiration=2024-09-22T08:45:55.814777+0000 addr=v1:172.21.15.84:0/4098473989 cookie= 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: client.5054 expiration=0.000000 addr=v1:172.21.15.84:0/2733358620 cookie= 2024-09-22T08:43:55.827 INFO:tasks.workunit.client.0.smithi084.stdout: client.5217 expiration=2024-09-22T08:45:55.825396+0000 addr=v1:172.21.15.84:0/4098473989 cookie= 2024-09-22T08:43:55.829 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:43:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-09-22T08:43:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:43:55.829 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:43:55.830 INFO:tasks.workunit.client.0.smithi084.stdout: client.5054 expiration=0.000000 addr=v1:172.21.15.84:0/2733358620 cookie= 2024-09-22T08:43:56.810 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMultiLocking (2770 ms) 2024-09-22T08:43:56.810 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMeta 2024-09-22T08:43:59.066 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:43:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-09-22T08:43:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:43:59.066 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:43:59.067 INFO:tasks.workunit.client.0.smithi084.stdout: client.5229 expiration=0.000000 addr=v1:172.21.15.84:0/3794404136 cookie= 2024-09-22T08:43:59.072 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:43:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-09-22T08:43:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: tag: new_tag 2024-09-22T08:43:59.072 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:43:59.073 INFO:tasks.workunit.client.0.smithi084.stdout: client.5226 expiration=0.000000 addr=v1:172.21.15.84:0/404757811 cookie= 2024-09-22T08:43:59.815 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMeta (3005 ms) 2024-09-22T08:43:59.815 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestCookie 2024-09-22T08:44:01.899 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:44:01.899 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: exclusive 2024-09-22T08:44:01.899 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:44:01.899 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout:lock: mylock 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout: lock_type: shared 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout: tag: 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout: lockers: 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout: client.5066 expiration=0.000000 addr=v1:172.21.15.84:0/3353560099 cookie= 2024-09-22T08:44:01.903 INFO:tasks.workunit.client.0.smithi084.stdout: client.5066 expiration=0.000000 addr=v1:172.21.15.84:0/3353560099 cookie=new cookie 2024-09-22T08:44:02.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestCookie (3071 ms) 2024-09-22T08:44:02.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-22T08:44:05.896 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestMultipleLocks (3008 ms) 2024-09-22T08:44:05.896 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-22T08:44:13.636 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestLockDuration (7738 ms) 2024-09-22T08:44:13.636 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-22T08:44:16.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestAssertLocked (3023 ms) 2024-09-22T08:44:16.656 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-22T08:44:19.718 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestSetCookie (3063 ms) 2024-09-22T08:44:19.719 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestRenew 2024-09-22T08:44:40.768 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestRenew (21051 ms) 2024-09-22T08:44:40.769 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-22T08:44:47.835 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7066 ms) 2024-09-22T08:44:47.835 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-22T08:44:55.659 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7821 ms) 2024-09-22T08:44:55.659 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8028 ms) 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from ClsLock (69644 ms total) 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 11 tests from 1 test suite ran. (69644 ms total) 2024-09-22T08:45:03.687 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 11 tests. 2024-09-22T08:45:03.692 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:45:03.693 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:45:03.749 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-22T08:45:03.751 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-22T08:45:03.751 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-22T08:45:03.813 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:45:03.813 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:45:03.813 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:45:03.814 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from cls_log 2024-09-22T08:45:03.814 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-22T08:45:06.721 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.test_log_add_same_time (2908 ms) 2024-09-22T08:45:06.721 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-22T08:45:09.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.test_log_add_different_time (3038 ms) 2024-09-22T08:45:09.759 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.trim_by_time 2024-09-22T08:45:12.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.trim_by_time (3065 ms) 2024-09-22T08:45:12.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_log.trim_by_marker (3025 ms) 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from cls_log (12036 ms total) 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 4 tests from 1 test suite ran. (12036 ms total) 2024-09-22T08:45:15.849 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 4 tests. 2024-09-22T08:45:15.856 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:45:15.856 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:45:15.913 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-22T08:45:15.915 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-22T08:45:15.915 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-22T08:45:15.979 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:45:15.979 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-22T08:45:15.979 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:45:15.980 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from cls_refcount 2024-09-22T08:45:15.980 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-22T08:45:18.885 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_implicit (2906 ms) 2024-09-22T08:45:18.885 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-22T08:45:21.929 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3043 ms) 2024-09-22T08:45:21.929 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-22T08:45:30.720 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_put_snap (8791 ms) 2024-09-22T08:45:30.720 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-22T08:45:33.714 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_explicit (2994 ms) 2024-09-22T08:45:33.714 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.set 2024-09-22T08:45:36.736 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.set (3018 ms) 2024-09-22T08:45:36.736 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-22T08:45:43.848 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_implicit_ec (7116 ms) 2024-09-22T08:45:43.848 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-22T08:45:50.880 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7032 ms) 2024-09-22T08:45:50.880 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-22T08:46:03.080 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_put_snap_ec (12201 ms) 2024-09-22T08:46:03.080 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-22T08:46:10.106 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.test_explicit_ec (7026 ms) 2024-09-22T08:46:10.106 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_refcount.set_ec 2024-09-22T08:46:17.221 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_refcount.set_ec (7115 ms) 2024-09-22T08:46:17.221 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from cls_refcount (61243 ms total) 2024-09-22T08:46:17.222 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:46:17.222 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:46:17.222 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 10 tests from 1 test suite ran. (61243 ms total) 2024-09-22T08:46:17.222 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 10 tests. 2024-09-22T08:46:17.226 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:46:17.227 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:46:17.281 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-22T08:46:17.283 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-22T08:46:17.283 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-22T08:46:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:46:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:46:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:46:17.348 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from cls_rgw 2024-09-22T08:46:19.223 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_basic 2024-09-22T08:46:19.287 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_basic (64 ms) 2024-09-22T08:46:19.287 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-22T08:46:19.366 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (79 ms) 2024-09-22T08:46:19.366 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-22T08:46:19.486 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_remove_object (119 ms) 2024-09-22T08:46:19.486 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-22T08:46:21.923 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_suggest (2438 ms) 2024-09-22T08:46:21.923 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-22T08:46:21.937 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-22T08:46:21.937 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_list 2024-09-22T08:46:22.010 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_list (73 ms) 2024-09-22T08:46:22.010 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-22T08:47:07.097 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_list_delimited (45087 ms) 2024-09-22T08:47:07.098 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.bi_list 2024-09-22T08:47:07.262 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.bi_list (165 ms) 2024-09-22T08:47:07.262 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_set 2024-09-22T08:47:07.281 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_set (19 ms) 2024-09-22T08:47:07.281 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_list 2024-09-22T08:47:07.301 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_list (20 ms) 2024-09-22T08:47:07.302 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-22T08:47:13.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.gc_defer (6567 ms) 2024-09-22T08:47:13.868 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-22T08:47:14.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_basic (205 ms) 2024-09-22T08:47:14.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-22T08:47:14.076 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2024-09-22T08:47:14.076 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-22T08:47:14.288 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.usage_clear (212 ms) 2024-09-22T08:47:14.289 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-22T08:47:14.412 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.bi_log_trim (124 ms) 2024-09-22T08:47:14.412 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-22T08:47:14.449 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.index_racing_removes (37 ms) 2024-09-22T08:47:14.449 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-22T08:47:14.482 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.reshardlog_list (34 ms) 2024-09-22T08:47:14.483 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-22T08:47:14.508 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.reshardlog_num (25 ms) 2024-09-22T08:47:14.508 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw.bi_put_entries 2024-09-22T08:47:14.567 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw.bi_put_entries (59 ms) 2024-09-22T08:47:14.885 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from cls_rgw (55344 ms total) 2024-09-22T08:47:14.886 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:47:14.886 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:14.886 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 19 tests from 1 test suite ran. (57537 ms total) 2024-09-22T08:47:14.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 19 tests. 2024-09-22T08:47:14.893 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:14.893 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:14.948 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-22T08:47:14.950 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-22T08:47:14.950 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-22T08:47:15.014 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:47:15.014 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:47:15.014 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:15.014 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-22T08:47:15.014 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.init 2024-09-22T08:47:16.884 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.init (1870 ms) 2024-09-22T08:47:16.884 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-22T08:47:16.921 INFO:tasks.workunit.client.0.smithi084.stderr:[ ] list info tag = chain-0 2024-09-22T08:47:16.921 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (37 ms) 2024-09-22T08:47:16.922 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-22T08:47:16.931 INFO:tasks.workunit.client.0.smithi084.stderr:[ ] next_marker is: = 0/4263 2024-09-22T08:47:16.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (11 ms) 2024-09-22T08:47:16.932 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-22T08:47:16.946 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (14 ms) 2024-09-22T08:47:16.946 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-22T08:47:17.051 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (105 ms) 2024-09-22T08:47:17.051 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-22T08:47:17.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (22 ms) 2024-09-22T08:47:17.073 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-22T08:47:17.091 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (18 ms) 2024-09-22T08:47:17.091 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-22T08:47:17.109 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (18 ms) 2024-09-22T08:47:17.109 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_gc.finalize (795 ms) 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from cls_rgw_gc (2890 ms total) 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 9 tests from 1 test suite ran. (2890 ms total) 2024-09-22T08:47:17.904 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 9 tests. 2024-09-22T08:47:17.908 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:17.908 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:17.964 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-22T08:47:17.965 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-22T08:47:17.965 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-22T08:47:18.041 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:47:18.041 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:47:18.041 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 1 test from 1 test suite. 2024-09-22T08:47:18.041 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:19.952 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from cls_rgw_stats 2024-09-22T08:47:19.952 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-22T08:47:19.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.984+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~NFP39W8XX7R2.0 size=1048576 2024-09-22T08:47:19.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.984+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~NFP39W8XX7R2.1 size=20854 2024-09-22T08:47:19.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.984+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=NFP39W8XX7R2 tag=OKRJLPE9AQV6 type=write size=2118006 2024-09-22T08:47:19.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.988+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=4ZDYT30IYMK2 type=write size=69589 2024-09-22T08:47:19.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.992+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~5W07AXR3Z211.0 size=428380 2024-09-22T08:47:19.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.992+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=5W07AXR3Z211 tag=YWNNMH629KVG type=write size=1476956 2024-09-22T08:47:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.992+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=B7JCU5Z4CUUL type=del size=923307 2024-09-22T08:47:19.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:19.996+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=ON4POA7WXQ7L type=del size=969822 2024-09-22T08:47:20.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.000+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~MSEGN5SUD53T.0 size=1048576 2024-09-22T08:47:20.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.000+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~MSEGN5SUD53T.1 size=378842 2024-09-22T08:47:20.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.000+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=MSEGN5SUD53T tag=RCGT0IISWTRZ type=write size=2475994 2024-09-22T08:47:20.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.004+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4HNVW42UANMV.0 size=1048576 2024-09-22T08:47:20.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.008+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4HNVW42UANMV.1 size=278223 2024-09-22T08:47:20.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.008+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=4HNVW42UANMV tag=3WMGZOQBBQTB type=write size=2375375 2024-09-22T08:47:20.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.008+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=KMANYGOT5MC7 type=del size=3716219 2024-09-22T08:47:20.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.012+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~94653L5OG2RB.0 size=239445 2024-09-22T08:47:20.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.012+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=94653L5OG2RB tag=7JM51A0GLA4V type=write size=1288021 2024-09-22T08:47:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.016+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~GQ2L8XC3Q9ZR.0 size=649715 2024-09-22T08:47:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.016+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=GQ2L8XC3Q9ZR tag=2H0ASJUYOOXS type=write size=1698291 2024-09-22T08:47:20.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.020+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=H4M7EO8JQAA0 type=write size=1039181 2024-09-22T08:47:20.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.020+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=KV4F54Z39WF3 type=del size=561658 2024-09-22T08:47:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.024+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=1P4FU8BMXRF0 type=write size=927411 2024-09-22T08:47:20.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.024+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=EHP36UZ08JRE type=del size=2023712 2024-09-22T08:47:20.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.028+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=WKRR8T6CUQQ5 type=del size=2004093 2024-09-22T08:47:20.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.028+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=Y9AZDD8XY04D type=del size=465122 2024-09-22T08:47:20.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.032+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~NFP39W8XX7R2.0 size=1048576 2024-09-22T08:47:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.032+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~NFP39W8XX7R2.1 size=20854 2024-09-22T08:47:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.036+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=NFP39W8XX7R2 tag=OKRJLPE9AQV6 type=write size=2118006 2024-09-22T08:47:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.040+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.0 size=1048576 2024-09-22T08:47:20.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.040+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.1 size=1048576 2024-09-22T08:47:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.044+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.2 size=299820 2024-09-22T08:47:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.044+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=TKKH72ID368F tag=5DK51LWDV8KO type=write size=3445548 2024-09-22T08:47:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.044+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=4ZDYT30IYMK2 type=write size=69589 2024-09-22T08:47:20.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.048+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~0GU5BFZBMWGL.0 size=1048576 2024-09-22T08:47:20.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.052+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~0GU5BFZBMWGL.1 size=815410 2024-09-22T08:47:20.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.052+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=0GU5BFZBMWGL tag=8K44OATR3PV3 type=write size=2912562 2024-09-22T08:47:20.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.052+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~5W07AXR3Z211.0 size=428380 2024-09-22T08:47:20.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.056+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=5W07AXR3Z211 tag=YWNNMH629KVG type=write size=1476956 2024-09-22T08:47:20.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.056+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=687H85JFFOXA type=del size=2160251 2024-09-22T08:47:20.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.060+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=B7JCU5Z4CUUL type=del 2024-09-22T08:47:20.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.064+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.0 size=1048576 2024-09-22T08:47:20.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.064+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.1 size=1048576 2024-09-22T08:47:20.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.068+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.2 size=904231 2024-09-22T08:47:20.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.068+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=UH1FWWWWD5Z4 tag=TO7BMZAWE7TI type=write size=4049959 2024-09-22T08:47:20.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.068+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=ON4POA7WXQ7L type=del 2024-09-22T08:47:20.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.072+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=6J3ARYL12CIG type=del size=2890754 2024-09-22T08:47:20.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.072+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~MSEGN5SUD53T.0 size=1048576 2024-09-22T08:47:20.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.072+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~MSEGN5SUD53T.1 size=378842 2024-09-22T08:47:20.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.076+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=MSEGN5SUD53T tag=RCGT0IISWTRZ type=write size=2475994 2024-09-22T08:47:20.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.084+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.0 size=1048576 2024-09-22T08:47:20.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.084+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.1 size=1048576 2024-09-22T08:47:20.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.088+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.2 size=606075 2024-09-22T08:47:20.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.088+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=CPMVQB34082J tag=6MICJBAAIO2M type=write size=3751803 2024-09-22T08:47:20.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.088+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~4HNVW42UANMV.0 size=1048576 2024-09-22T08:47:20.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.088+0000 7fba234848c0 1 < canceled part key=_multipart_7308WVXJKI53.2~4HNVW42UANMV.1 size=278223 2024-09-22T08:47:20.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.092+0000 7fba234848c0 1 < canceled multipart upload key=7308WVXJKI53 upload=4HNVW42UANMV tag=3WMGZOQBBQTB type=write size=2375375 2024-09-22T08:47:20.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.096+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~E7WQI0KM8KXO.0 size=1048576 2024-09-22T08:47:20.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.096+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~E7WQI0KM8KXO.1 size=468198 2024-09-22T08:47:20.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.096+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=E7WQI0KM8KXO tag=OYTTD02G614S type=write size=2565350 2024-09-22T08:47:20.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.100+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=KMANYGOT5MC7 type=del 2024-09-22T08:47:20.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.100+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=VSJAQM0IU0RY type=del size=945280 2024-09-22T08:47:20.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.104+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~94653L5OG2RB.0 size=239445 2024-09-22T08:47:20.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.108+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=94653L5OG2RB tag=7JM51A0GLA4V type=write size=1288021 2024-09-22T08:47:20.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.112+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=GTKG4BGNK5VY type=del size=3106347 2024-09-22T08:47:20.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.112+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~GQ2L8XC3Q9ZR.0 size=649715 2024-09-22T08:47:20.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.116+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=GQ2L8XC3Q9ZR tag=2H0ASJUYOOXS type=write size=1698291 2024-09-22T08:47:20.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.120+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.0 size=1048576 2024-09-22T08:47:20.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.120+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.1 size=1048576 2024-09-22T08:47:20.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.124+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.2 size=221357 2024-09-22T08:47:20.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.124+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=722DZW174QLD tag=RQN7GTH3CII4 type=write size=3367085 2024-09-22T08:47:20.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.124+0000 7fba234848c0 1 < completed write operation key=5K7DPF6IJOQO tag=H4M7EO8JQAA0 type=write size=1039181 2024-09-22T08:47:20.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.128+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~3SHHWWETFKQU.0 size=469651 2024-09-22T08:47:20.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.128+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=3SHHWWETFKQU tag=F0P7MSD8HG9Y type=write size=1518227 2024-09-22T08:47:20.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.132+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=KV4F54Z39WF3 type=del 2024-09-22T08:47:20.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.136+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.0 size=1048576 2024-09-22T08:47:20.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.136+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.1 size=1048576 2024-09-22T08:47:20.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.140+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.2 size=531024 2024-09-22T08:47:20.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.140+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=F53FHYXHZ2Y7 tag=Y128LK3090LJ type=write size=3676752 2024-09-22T08:47:20.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.140+0000 7fba234848c0 1 < completed write operation key=UC095FCB73FU tag=1P4FU8BMXRF0 type=write size=927411 2024-09-22T08:47:20.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.144+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=BOEQPDB11CDO type=del size=392128 2024-09-22T08:47:20.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.144+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=EHP36UZ08JRE type=del 2024-09-22T08:47:20.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.148+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~RYRIY12VSI5T.0 size=1048576 2024-09-22T08:47:20.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.152+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~RYRIY12VSI5T.1 size=793506 2024-09-22T08:47:20.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.152+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=RYRIY12VSI5T tag=5VAHDITAL6B0 type=write size=2890658 2024-09-22T08:47:20.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.152+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=WKRR8T6CUQQ5 type=del 2024-09-22T08:47:20.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.156+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=7AO7OY77YC8D type=del size=505270 2024-09-22T08:47:20.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.156+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=Y9AZDD8XY04D type=del 2024-09-22T08:47:20.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.160+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~Z8QS97B4NTM4.0 size=1048576 2024-09-22T08:47:20.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.164+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~Z8QS97B4NTM4.1 size=584722 2024-09-22T08:47:20.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.164+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=Z8QS97B4NTM4 tag=8TGC0GS9U2TJ type=write size=2681874 2024-09-22T08:47:20.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.164+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.0 size=1048576 2024-09-22T08:47:20.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.164+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.1 size=1048576 2024-09-22T08:47:20.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.168+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~TKKH72ID368F.2 size=299820 2024-09-22T08:47:20.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.172+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=TKKH72ID368F tag=5DK51LWDV8KO type=write size=3445548 2024-09-22T08:47:20.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.172+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=A3EHFSTYVF4S type=del size=1476850 2024-09-22T08:47:20.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.172+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~0GU5BFZBMWGL.0 size=1048576 2024-09-22T08:47:20.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.176+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~0GU5BFZBMWGL.1 size=815410 2024-09-22T08:47:20.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.180+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=0GU5BFZBMWGL tag=8K44OATR3PV3 type=write size=2912562 2024-09-22T08:47:20.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.180+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=D1Z1WBFUIYA9 type=write size=365675 2024-09-22T08:47:20.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.184+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=687H85JFFOXA type=del 2024-09-22T08:47:20.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.184+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=9HZ92DRA9RMM type=del size=2451136 2024-09-22T08:47:20.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.188+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.0 size=1048576 2024-09-22T08:47:20.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.188+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.1 size=1048576 2024-09-22T08:47:20.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.188+0000 7fba234848c0 1 < canceled part key=_multipart_906R294R0FI0.2~UH1FWWWWD5Z4.2 size=904231 2024-09-22T08:47:20.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.192+0000 7fba234848c0 1 < canceled multipart upload key=906R294R0FI0 upload=UH1FWWWWD5Z4 tag=TO7BMZAWE7TI type=write size=4049959 2024-09-22T08:47:20.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.196+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.0 size=1048576 2024-09-22T08:47:20.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.200+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.1 size=1048576 2024-09-22T08:47:20.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.200+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.2 size=871843 2024-09-22T08:47:20.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.200+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=27SR4CDGEVKG tag=AP2U0U1A302S type=write size=4017571 2024-09-22T08:47:20.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.200+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=6J3ARYL12CIG type=del 2024-09-22T08:47:20.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.204+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=3E9DOUDTLYID type=del size=2957208 2024-09-22T08:47:20.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.204+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.0 size=1048576 2024-09-22T08:47:20.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.208+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.1 size=1048576 2024-09-22T08:47:20.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.208+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CPMVQB34082J.2 size=606075 2024-09-22T08:47:20.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.212+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=CPMVQB34082J tag=6MICJBAAIO2M type=write size=3751803 2024-09-22T08:47:20.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.216+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=7SRN6CCLRG91 type=del size=4012612 2024-09-22T08:47:20.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.216+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~E7WQI0KM8KXO.0 size=1048576 2024-09-22T08:47:20.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.216+0000 7fba234848c0 1 < canceled part key=_multipart_3IJ0ZLECW5JT.2~E7WQI0KM8KXO.1 size=468198 2024-09-22T08:47:20.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.220+0000 7fba234848c0 1 < canceled multipart upload key=3IJ0ZLECW5JT upload=E7WQI0KM8KXO tag=OYTTD02G614S type=write size=2565350 2024-09-22T08:47:20.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.224+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.0 size=1048576 2024-09-22T08:47:20.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.224+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.1 size=1048576 2024-09-22T08:47:20.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.224+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.2 size=756641 2024-09-22T08:47:20.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.224+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=ZQ2LO80FXB3U tag=FWSL0OTTEJZR type=write size=3902369 2024-09-22T08:47:20.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.228+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=VSJAQM0IU0RY type=del 2024-09-22T08:47:20.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.232+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~JT36I6HBDYT8.0 size=183718 2024-09-22T08:47:20.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.232+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=JT36I6HBDYT8 tag=WAAIMK3OWAWW type=write size=1232294 2024-09-22T08:47:20.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.236+0000 7fba234848c0 1 < suggested remove operation key=UC095FCB73FU tag=GTKG4BGNK5VY type=del 2024-09-22T08:47:20.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.240+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~C68QJ9ZE5P6C.0 size=1048576 2024-09-22T08:47:20.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.240+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~C68QJ9ZE5P6C.1 size=476838 2024-09-22T08:47:20.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.240+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=C68QJ9ZE5P6C tag=9JJFVMBC1I4C type=write size=2573990 2024-09-22T08:47:20.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.240+0000 7fba234848c0 1 < canceled part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.0 size=1048576 2024-09-22T08:47:20.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.244+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.1 size=1048576 2024-09-22T08:47:20.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.244+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~722DZW174QLD.2 size=221357 2024-09-22T08:47:20.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.248+0000 7fba234848c0 1 < canceled multipart upload key=3IJ0ZLECW5JT upload=722DZW174QLD tag=RQN7GTH3CII4 type=write size=3367085 2024-09-22T08:47:20.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.252+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=TK6YXA3CZQVO type=del size=2541634 2024-09-22T08:47:20.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.256+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~3SHHWWETFKQU.0 size=469651 2024-09-22T08:47:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.256+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=3SHHWWETFKQU tag=F0P7MSD8HG9Y type=write size=1518227 2024-09-22T08:47:20.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.260+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=5UDEOKEN2WR0 type=del size=2135337 2024-09-22T08:47:20.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.264+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.0 size=1048576 2024-09-22T08:47:20.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.264+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.1 size=1048576 2024-09-22T08:47:20.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.264+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~F53FHYXHZ2Y7.2 size=531024 2024-09-22T08:47:20.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.268+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=F53FHYXHZ2Y7 tag=Y128LK3090LJ type=write size=3676752 2024-09-22T08:47:20.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.272+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=72KF10CU04LQ type=del size=3171335 2024-09-22T08:47:20.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.272+0000 7fba234848c0 1 < canceled operation key=MOCPURWGSRGV tag=BOEQPDB11CDO type=del size=392128 2024-09-22T08:47:20.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.276+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=0WTZLNEJOGY6 type=del size=3958559 2024-09-22T08:47:20.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.276+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~RYRIY12VSI5T.0 size=1048576 2024-09-22T08:47:20.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.280+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~RYRIY12VSI5T.1 size=793506 2024-09-22T08:47:20.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.284+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=RYRIY12VSI5T tag=5VAHDITAL6B0 type=write size=2890658 2024-09-22T08:47:20.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.284+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=CVTH38HU5YC0 type=del size=840005 2024-09-22T08:47:20.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.288+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=7AO7OY77YC8D type=del 2024-09-22T08:47:20.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.292+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=IZV3HCFWWUFW type=del size=993799 2024-09-22T08:47:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.296+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~Z8QS97B4NTM4.0 size=1048576 2024-09-22T08:47:20.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.296+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~Z8QS97B4NTM4.1 size=584722 2024-09-22T08:47:20.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.300+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=Z8QS97B4NTM4 tag=8TGC0GS9U2TJ type=write size=2681874 2024-09-22T08:47:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.308+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~8QG63RQ4BB1K.0 size=1048576 2024-09-22T08:47:20.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.308+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~8QG63RQ4BB1K.1 size=128804 2024-09-22T08:47:20.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.308+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=8QG63RQ4BB1K tag=Z52LDXS4TTZA type=write size=2225956 2024-09-22T08:47:20.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.316+0000 7fba234848c0 1 < suggested remove operation key=A7MPFHXSBLAC tag=A3EHFSTYVF4S type=del 2024-09-22T08:47:20.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.316+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=XX21X3R2KM8P type=write size=730857 2024-09-22T08:47:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.320+0000 7fba234848c0 1 < completed write operation key=ACJXPHRNH2LK tag=D1Z1WBFUIYA9 type=write size=365675 2024-09-22T08:47:20.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.324+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=N1H4IC0B8LWE type=write size=70339 2024-09-22T08:47:20.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.328+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=9HZ92DRA9RMM type=del 2024-09-22T08:47:20.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.332+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.0 size=1048576 2024-09-22T08:47:20.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.332+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.1 size=1048576 2024-09-22T08:47:20.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.336+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.2 size=326572 2024-09-22T08:47:20.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.336+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=CVCCO31X7AWL tag=WQZFUTWSJ2PY type=write size=3472300 2024-09-22T08:47:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.340+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.0 size=1048576 2024-09-22T08:47:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.340+0000 7fba234848c0 1 < canceled part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.1 size=1048576 2024-09-22T08:47:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.340+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~27SR4CDGEVKG.2 size=871843 2024-09-22T08:47:20.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.344+0000 7fba234848c0 1 < canceled multipart upload key=Y083D5F4X87G upload=27SR4CDGEVKG tag=AP2U0U1A302S type=write size=4017571 2024-09-22T08:47:20.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.352+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.0 size=1048576 2024-09-22T08:47:20.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.352+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.1 size=1048576 2024-09-22T08:47:20.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.356+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.2 size=953220 2024-09-22T08:47:20.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.356+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=NG974QIYXABV tag=988SMUPKLV50 type=write size=4098948 2024-09-22T08:47:20.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.360+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=3E9DOUDTLYID type=del 2024-09-22T08:47:20.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.364+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=F12TLL3DUWZN type=del size=1317012 2024-09-22T08:47:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.364+0000 7fba234848c0 1 < canceled operation key=1ZBDU0O6HI8A tag=7SRN6CCLRG91 type=del size=4012612 2024-09-22T08:47:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.368+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=44563KOJXR9E type=del size=476187 2024-09-22T08:47:20.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.372+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.0 size=1048576 2024-09-22T08:47:20.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.372+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.1 size=1048576 2024-09-22T08:47:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.376+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~ZQ2LO80FXB3U.2 size=756641 2024-09-22T08:47:20.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.380+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=ZQ2LO80FXB3U tag=FWSL0OTTEJZR type=write size=3902369 2024-09-22T08:47:20.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.380+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=0BD66SX7EKEP type=write size=581203 2024-09-22T08:47:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.384+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~JT36I6HBDYT8.0 size=183718 2024-09-22T08:47:20.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.388+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=JT36I6HBDYT8 tag=WAAIMK3OWAWW type=write size=1232294 2024-09-22T08:47:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.392+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=J2WKA676LQ7C type=del size=3777174 2024-09-22T08:47:20.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.396+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~C68QJ9ZE5P6C.0 size=1048576 2024-09-22T08:47:20.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.400+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~C68QJ9ZE5P6C.1 size=476838 2024-09-22T08:47:20.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.404+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=C68QJ9ZE5P6C tag=9JJFVMBC1I4C type=write size=2573990 2024-09-22T08:47:20.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.408+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=8UO9DG6Z8BNL type=del size=3360849 2024-09-22T08:47:20.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.412+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=TK6YXA3CZQVO type=del 2024-09-22T08:47:20.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.416+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~R4LHNBA73H70.0 size=1048576 2024-09-22T08:47:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.420+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~R4LHNBA73H70.1 size=595800 2024-09-22T08:47:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.420+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=R4LHNBA73H70 tag=X9CP1VRRAIBW type=write size=2692952 2024-09-22T08:47:20.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.424+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=5UDEOKEN2WR0 type=del 2024-09-22T08:47:20.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.428+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=IGTJJ4GWAXOF type=del size=441581 2024-09-22T08:47:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.432+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=72KF10CU04LQ type=del size=3171335 2024-09-22T08:47:20.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.436+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~IS6TJX6RB00I.0 size=332114 2024-09-22T08:47:20.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.436+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=IS6TJX6RB00I tag=4LI6OA8KS7YV type=write size=1380690 2024-09-22T08:47:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.440+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=0WTZLNEJOGY6 type=del 2024-09-22T08:47:20.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.444+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.0 size=1048576 2024-09-22T08:47:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.448+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.1 size=1048576 2024-09-22T08:47:20.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.448+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.2 size=190995 2024-09-22T08:47:20.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.448+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=9ZKCP2PGQA0T tag=L70PONKWBEFW type=write size=3336723 2024-09-22T08:47:20.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.452+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=CVTH38HU5YC0 type=del 2024-09-22T08:47:20.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.456+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=0OM1UVWPSNHG type=del size=286929 2024-09-22T08:47:20.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.460+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=IZV3HCFWWUFW type=del 2024-09-22T08:47:20.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.460+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=9WLBBYDZTID3 type=del size=3946405 2024-09-22T08:47:20.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.464+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~8QG63RQ4BB1K.0 size=1048576 2024-09-22T08:47:20.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.468+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~8QG63RQ4BB1K.1 size=128804 2024-09-22T08:47:20.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.472+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=8QG63RQ4BB1K tag=Z52LDXS4TTZA type=write size=2225956 2024-09-22T08:47:20.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.476+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.0 size=1048576 2024-09-22T08:47:20.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.480+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.1 size=1048576 2024-09-22T08:47:20.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.484+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.2 size=434610 2024-09-22T08:47:20.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.484+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=1MKBAISLOO41 tag=OEIDRIZT89D6 type=write size=3580338 2024-09-22T08:47:20.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.484+0000 7fba234848c0 1 < completed write operation key=A7MPFHXSBLAC tag=XX21X3R2KM8P type=write size=730857 2024-09-22T08:47:20.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.488+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=VCUEDFYNG0LV type=del size=3747683 2024-09-22T08:47:20.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.492+0000 7fba234848c0 1 < canceled operation key=17H4LTCPSPFA tag=N1H4IC0B8LWE type=write size=70339 2024-09-22T08:47:20.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.496+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=1FCWG3F3OZP3 type=del size=3474741 2024-09-22T08:47:20.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.496+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.0 size=1048576 2024-09-22T08:47:20.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.500+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.1 size=1048576 2024-09-22T08:47:20.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.504+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~CVCCO31X7AWL.2 size=326572 2024-09-22T08:47:20.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.508+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=CVCCO31X7AWL tag=WQZFUTWSJ2PY type=write size=3472300 2024-09-22T08:47:20.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.512+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=8ORVOUAWDNGH type=write size=295612 2024-09-22T08:47:20.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.512+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.0 size=1048576 2024-09-22T08:47:20.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.516+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.1 size=1048576 2024-09-22T08:47:20.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.516+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~NG974QIYXABV.2 size=953220 2024-09-22T08:47:20.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.524+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=NG974QIYXABV tag=988SMUPKLV50 type=write size=4098948 2024-09-22T08:47:20.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.528+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~TONVXM2BJXMS.0 size=989817 2024-09-22T08:47:20.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.528+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=TONVXM2BJXMS tag=BG0JX033DISH type=write size=2038393 2024-09-22T08:47:20.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.532+0000 7fba234848c0 1 < canceled operation key=Y083D5F4X87G tag=F12TLL3DUWZN type=del size=1317012 2024-09-22T08:47:20.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.536+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~6KUJQJY6S2GH.0 size=572263 2024-09-22T08:47:20.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.536+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=6KUJQJY6S2GH tag=TGUM3C04Z69Z type=write size=1620839 2024-09-22T08:47:20.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.540+0000 7fba234848c0 1 < suggested update operation key=Y083D5F4X87G tag=44563KOJXR9E type=del size=476187 2024-09-22T08:47:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.544+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=K2IHPBTW1V12 type=del size=159825 2024-09-22T08:47:20.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.552+0000 7fba234848c0 1 < suggested update operation key=1Z5GJVJORAGA tag=0BD66SX7EKEP type=write size=581203 2024-09-22T08:47:20.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.552+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=GM4O8NOH3VA8 type=write size=365259 2024-09-22T08:47:20.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.556+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=J2WKA676LQ7C type=del 2024-09-22T08:47:20.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.564+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.0 size=1048576 2024-09-22T08:47:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.564+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.1 size=1048576 2024-09-22T08:47:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.568+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.2 size=392155 2024-09-22T08:47:20.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.568+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=X3E3SIJD9KQJ tag=7X2GAPCFZJBT type=write size=3537883 2024-09-22T08:47:20.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.572+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=8UO9DG6Z8BNL type=del 2024-09-22T08:47:20.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.576+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=D4BJI2FSVCAF type=del size=3997562 2024-09-22T08:47:20.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.576+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~R4LHNBA73H70.0 size=1048576 2024-09-22T08:47:20.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.580+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~R4LHNBA73H70.1 size=595800 2024-09-22T08:47:20.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.584+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=R4LHNBA73H70 tag=X9CP1VRRAIBW type=write size=2692952 2024-09-22T08:47:20.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.588+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=Q18BWS63OAPB type=del size=357913 2024-09-22T08:47:20.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.592+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=IGTJJ4GWAXOF type=del 2024-09-22T08:47:20.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.596+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=G5OQ6IPV9SXT type=del size=824500 2024-09-22T08:47:20.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.596+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~IS6TJX6RB00I.0 size=332114 2024-09-22T08:47:20.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.604+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=IS6TJX6RB00I tag=4LI6OA8KS7YV type=write size=1380690 2024-09-22T08:47:20.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.604+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=PBV1AQK088GB type=del size=2054522 2024-09-22T08:47:20.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.608+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.0 size=1048576 2024-09-22T08:47:20.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.612+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.1 size=1048576 2024-09-22T08:47:20.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.616+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~9ZKCP2PGQA0T.2 size=190995 2024-09-22T08:47:20.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.620+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=9ZKCP2PGQA0T tag=L70PONKWBEFW type=write size=3336723 2024-09-22T08:47:20.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.624+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=U6VD8PDM3OLM type=del size=1973562 2024-09-22T08:47:20.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.628+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=0OM1UVWPSNHG type=del 2024-09-22T08:47:20.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.632+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~1ZUE771JGASJ.0 size=36931 2024-09-22T08:47:20.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.632+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=1ZUE771JGASJ tag=SUQ9DN56QNYC type=write size=1085507 2024-09-22T08:47:20.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.640+0000 7fba234848c0 1 < suggested remove operation key=9GIEU2BNPYSC tag=9WLBBYDZTID3 type=del 2024-09-22T08:47:20.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.648+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5DY0JA8OR6JN.0 size=1048576 2024-09-22T08:47:20.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.648+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5DY0JA8OR6JN.1 size=12375 2024-09-22T08:47:20.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.648+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=5DY0JA8OR6JN tag=5MN5B8G2YWEZ type=write size=2109527 2024-09-22T08:47:20.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.652+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.0 size=1048576 2024-09-22T08:47:20.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.656+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.1 size=1048576 2024-09-22T08:47:20.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.656+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~1MKBAISLOO41.2 size=434610 2024-09-22T08:47:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.664+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=1MKBAISLOO41 tag=OEIDRIZT89D6 type=write size=3580338 2024-09-22T08:47:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.664+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=DFCIPD71A3X2 type=write size=3364 2024-09-22T08:47:20.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.668+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=VCUEDFYNG0LV type=del 2024-09-22T08:47:20.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.676+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.0 size=1048576 2024-09-22T08:47:20.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.676+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.1 size=1048576 2024-09-22T08:47:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.680+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.2 size=981998 2024-09-22T08:47:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.680+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=BIX1RHJ0AM2Q tag=N810SE3MIM8R type=write size=4127726 2024-09-22T08:47:20.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.684+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=1FCWG3F3OZP3 type=del 2024-09-22T08:47:20.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.688+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=CBQ3FUXPAPH7 type=del size=327330 2024-09-22T08:47:20.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.692+0000 7fba234848c0 1 < canceled operation key=9TLPZUCDVLEL tag=8ORVOUAWDNGH type=write size=295612 2024-09-22T08:47:20.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.692+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=Y10ASH5CKHW8 type=write size=4416 2024-09-22T08:47:20.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.696+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~TONVXM2BJXMS.0 size=989817 2024-09-22T08:47:20.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.700+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=TONVXM2BJXMS tag=BG0JX033DISH type=write size=2038393 2024-09-22T08:47:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.704+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=LK4JQDEWGVBO type=del size=724559 2024-09-22T08:47:20.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.708+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~6KUJQJY6S2GH.0 size=572263 2024-09-22T08:47:20.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.712+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=6KUJQJY6S2GH tag=TGUM3C04Z69Z type=write size=1620839 2024-09-22T08:47:20.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.720+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~L3MUPZPEW0QY.0 size=1048576 2024-09-22T08:47:20.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.720+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~L3MUPZPEW0QY.1 size=607756 2024-09-22T08:47:20.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.720+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=L3MUPZPEW0QY tag=DJP8I565CWF5 type=write size=2704908 2024-09-22T08:47:20.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.724+0000 7fba234848c0 -1 < failed to complete operation key=9GIEU2BNPYSC tag=K2IHPBTW1V12 type=del size=159825: (22) Invalid argument 2024-09-22T08:47:20.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.728+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.0 size=1048576 2024-09-22T08:47:20.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.732+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.1 size=1048576 2024-09-22T08:47:20.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.732+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.2 size=853141 2024-09-22T08:47:20.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.732+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=1ESPCB5Q4JRG tag=333TQSM3BBK5 type=write size=3998869 2024-09-22T08:47:20.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.736+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=GM4O8NOH3VA8 type=write size=365259 2024-09-22T08:47:20.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.740+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~ZBASQWWPH9PO.0 size=1017905 2024-09-22T08:47:20.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.740+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=ZBASQWWPH9PO tag=S02AAZ0G5ZCA type=write size=2066481 2024-09-22T08:47:20.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.744+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.0 size=1048576 2024-09-22T08:47:20.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.748+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.1 size=1048576 2024-09-22T08:47:20.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.748+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~X3E3SIJD9KQJ.2 size=392155 2024-09-22T08:47:20.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.756+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=X3E3SIJD9KQJ tag=7X2GAPCFZJBT type=write size=3537883 2024-09-22T08:47:20.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.756+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=IBBNT4E1CG5L type=del size=2405895 2024-09-22T08:47:20.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.760+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=D4BJI2FSVCAF type=del 2024-09-22T08:47:20.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.764+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~Y7O9NLDKFTUB.0 size=232347 2024-09-22T08:47:20.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.764+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=Y7O9NLDKFTUB tag=RP3DOBIRF7RG type=write size=1280923 2024-09-22T08:47:20.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.768+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=Q18BWS63OAPB type=del 2024-09-22T08:47:20.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.772+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=S3DPUAGN1K74 type=del size=3597789 2024-09-22T08:47:20.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.772+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=G5OQ6IPV9SXT type=del 2024-09-22T08:47:20.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.776+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=NHVNYFU4DGW7 type=del size=3758081 2024-09-22T08:47:20.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.780+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=PBV1AQK088GB type=del 2024-09-22T08:47:20.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.780+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=P03NU84Z6BG6 type=del size=1368378 2024-09-22T08:47:20.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.784+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=U6VD8PDM3OLM type=del 2024-09-22T08:47:20.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.788+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=ORF06WCA7APG type=del size=3988349 2024-09-22T08:47:20.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.792+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~1ZUE771JGASJ.0 size=36931 2024-09-22T08:47:20.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.796+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=1ZUE771JGASJ tag=SUQ9DN56QNYC type=write size=1085507 2024-09-22T08:47:20.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.800+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=CU1GPHQFIDB4 type=write size=1042162 2024-09-22T08:47:20.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.804+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5DY0JA8OR6JN.0 size=1048576 2024-09-22T08:47:20.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.804+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5DY0JA8OR6JN.1 size=12375 2024-09-22T08:47:20.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.812+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=5DY0JA8OR6JN tag=5MN5B8G2YWEZ type=write size=2109527 2024-09-22T08:47:20.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.816+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=MLCMWQVP5UEU type=del size=2793594 2024-09-22T08:47:20.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.816+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=DFCIPD71A3X2 type=write size=3364 2024-09-22T08:47:20.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.824+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.0 size=1048576 2024-09-22T08:47:20.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.824+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.1 size=1048576 2024-09-22T08:47:20.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.828+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.2 size=896179 2024-09-22T08:47:20.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.828+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=3PM7OWO7OKXL tag=W1LKCZC9QTUN type=write size=4041907 2024-09-22T08:47:20.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.832+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.0 size=1048576 2024-09-22T08:47:20.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.832+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.1 size=1048576 2024-09-22T08:47:20.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.836+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~BIX1RHJ0AM2Q.2 size=981998 2024-09-22T08:47:20.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.840+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=BIX1RHJ0AM2Q tag=N810SE3MIM8R type=write size=4127726 2024-09-22T08:47:20.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.848+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~THM2A824THC9.0 size=388829 2024-09-22T08:47:20.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.848+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=THM2A824THC9 tag=LZXAOEAN6W2I type=write size=1437405 2024-09-22T08:47:20.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.848+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=CBQ3FUXPAPH7 type=del 2024-09-22T08:47:20.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.852+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=MARL2V2K83MN type=del size=1668304 2024-09-22T08:47:20.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.856+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=Y10ASH5CKHW8 type=write size=4416 2024-09-22T08:47:20.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.860+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=8ZHQ8SUII7NT type=del size=2915065 2024-09-22T08:47:20.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.864+0000 7fba234848c0 1 < suggested update operation key=9O9DP75SBF2O tag=LK4JQDEWGVBO type=del size=724559 2024-09-22T08:47:20.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.868+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=EL831GEK2MA9 type=del size=3455377 2024-09-22T08:47:20.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.868+0000 7fba234848c0 1 < canceled part key=_multipart_KRKXNAQ12TAP.2~L3MUPZPEW0QY.0 size=1048576 2024-09-22T08:47:20.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.868+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~L3MUPZPEW0QY.1 size=607756 2024-09-22T08:47:20.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.876+0000 7fba234848c0 1 < canceled multipart upload key=KRKXNAQ12TAP upload=L3MUPZPEW0QY tag=DJP8I565CWF5 type=write size=2704908 2024-09-22T08:47:20.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.876+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=L1DPBSMT16P4 type=write size=1024199 2024-09-22T08:47:20.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.876+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.0 size=1048576 2024-09-22T08:47:20.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.876+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.1 size=1048576 2024-09-22T08:47:20.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.880+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~1ESPCB5Q4JRG.2 size=853141 2024-09-22T08:47:20.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.884+0000 7fba234848c0 1 < canceled multipart upload key=3CD2AW1H64C4 upload=1ESPCB5Q4JRG tag=333TQSM3BBK5 type=write size=3998869 2024-09-22T08:47:20.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.888+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=NV5I9BV05HNM type=del size=96275 2024-09-22T08:47:20.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.888+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~ZBASQWWPH9PO.0 size=1017905 2024-09-22T08:47:20.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.896+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=ZBASQWWPH9PO tag=S02AAZ0G5ZCA type=write size=2066481 2024-09-22T08:47:20.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.900+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.0 size=1048576 2024-09-22T08:47:20.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.904+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.1 size=1048576 2024-09-22T08:47:20.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.908+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.2 size=944465 2024-09-22T08:47:20.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.908+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=TCQT9180MRAY tag=REMBSTB7G8A1 type=write size=4090193 2024-09-22T08:47:20.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.912+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=IBBNT4E1CG5L type=del 2024-09-22T08:47:20.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.916+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~NXMGR79XNH5X.0 size=1048576 2024-09-22T08:47:20.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.920+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~NXMGR79XNH5X.1 size=182004 2024-09-22T08:47:20.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.920+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=NXMGR79XNH5X tag=HMVMWHONVS0B type=write size=2279156 2024-09-22T08:47:20.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.924+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~Y7O9NLDKFTUB.0 size=232347 2024-09-22T08:47:20.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.928+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=Y7O9NLDKFTUB tag=RP3DOBIRF7RG type=write size=1280923 2024-09-22T08:47:20.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.936+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.0 size=1048576 2024-09-22T08:47:20.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.936+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.1 size=1048576 2024-09-22T08:47:20.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.940+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.2 size=568452 2024-09-22T08:47:20.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.940+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=X4DW78NRBKVI tag=D7EZT3FEBGR2 type=write size=3714180 2024-09-22T08:47:20.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.944+0000 7fba234848c0 1 < canceled operation key=7308WVXJKI53 tag=S3DPUAGN1K74 type=del size=3597789 2024-09-22T08:47:20.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.948+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=BF24T920ZO8Y type=del size=428833 2024-09-22T08:47:20.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.952+0000 7fba234848c0 1 < canceled operation key=O9XG5ZSCM5AT tag=NHVNYFU4DGW7 type=del size=3758081 2024-09-22T08:47:20.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.956+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=NR31PQZO4SWQ type=del size=1989034 2024-09-22T08:47:20.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.964+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=P03NU84Z6BG6 type=del 2024-09-22T08:47:20.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.972+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~DSNCNYX8HG9S.0 size=1048576 2024-09-22T08:47:20.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.976+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~DSNCNYX8HG9S.1 size=768166 2024-09-22T08:47:20.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.976+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=DSNCNYX8HG9S tag=24GQXQA6OB7Y type=write size=2865318 2024-09-22T08:47:20.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.988+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=ORF06WCA7APG type=del size=3988349 2024-09-22T08:47:20.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.988+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=ERHZB6V31N7B type=del size=3919425 2024-09-22T08:47:20.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.992+0000 7fba234848c0 1 < completed write operation key=A7MPFHXSBLAC tag=CU1GPHQFIDB4 type=write size=1042162 2024-09-22T08:47:20.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.996+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=87LAEPX8EH6Z type=del size=2556428 2024-09-22T08:47:20.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:20.996+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=MLCMWQVP5UEU type=del 2024-09-22T08:47:21.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.000+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=873RBV0XH1OM type=del size=4149468 2024-09-22T08:47:21.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.000+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.0 size=1048576 2024-09-22T08:47:21.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.004+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.1 size=1048576 2024-09-22T08:47:21.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.004+0000 7fba234848c0 1 < canceled part key=_multipart_MOCPURWGSRGV.2~3PM7OWO7OKXL.2 size=896179 2024-09-22T08:47:21.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.008+0000 7fba234848c0 1 < canceled multipart upload key=MOCPURWGSRGV upload=3PM7OWO7OKXL tag=W1LKCZC9QTUN type=write size=4041907 2024-09-22T08:47:21.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.012+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~H4M20II9GNY8.0 size=1048576 2024-09-22T08:47:21.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.016+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~H4M20II9GNY8.1 size=401988 2024-09-22T08:47:21.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.016+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=H4M20II9GNY8 tag=C1MTVDZO3RGY type=write size=2499140 2024-09-22T08:47:21.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.016+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~THM2A824THC9.0 size=388829 2024-09-22T08:47:21.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.020+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=THM2A824THC9 tag=LZXAOEAN6W2I type=write size=1437405 2024-09-22T08:47:21.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.024+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=YXZF80Z1JNZL type=write size=922002 2024-09-22T08:47:21.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.028+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=MARL2V2K83MN type=del 2024-09-22T08:47:21.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.032+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~6T94STHSR5Y7.0 size=1048576 2024-09-22T08:47:21.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.032+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~6T94STHSR5Y7.1 size=770244 2024-09-22T08:47:21.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.032+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=6T94STHSR5Y7 tag=OOQF4RZXYMCN type=write size=2867396 2024-09-22T08:47:21.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.036+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=8ZHQ8SUII7NT type=del 2024-09-22T08:47:21.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.040+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.0 size=1048576 2024-09-22T08:47:21.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.044+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.1 size=1048576 2024-09-22T08:47:21.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.044+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.2 size=755726 2024-09-22T08:47:21.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.044+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=FCGAO1IKQJZO tag=PAFV23A3RL1I type=write size=3901454 2024-09-22T08:47:21.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.048+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=EL831GEK2MA9 type=del 2024-09-22T08:47:21.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.048+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=8ET0URMLPG6E type=del size=1118922 2024-09-22T08:47:21.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.052+0000 7fba234848c0 1 < completed write operation key=A7MPFHXSBLAC tag=L1DPBSMT16P4 type=write size=1024199 2024-09-22T08:47:21.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.056+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~4WIC99QR15Y2.0 size=726266 2024-09-22T08:47:21.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.056+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=4WIC99QR15Y2 tag=7AQGPSY4VF0G type=write size=1774842 2024-09-22T08:47:21.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.060+0000 7fba234848c0 1 < canceled operation key=XPSLU2TK0YUO tag=NV5I9BV05HNM type=del size=96275 2024-09-22T08:47:21.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.064+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=VOAGOUA9MA59 type=del size=2964299 2024-09-22T08:47:21.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.064+0000 7fba234848c0 1 < canceled part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.0 size=1048576 2024-09-22T08:47:21.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.064+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.1 size=1048576 2024-09-22T08:47:21.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.068+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~TCQT9180MRAY.2 size=944465 2024-09-22T08:47:21.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.072+0000 7fba234848c0 1 < canceled multipart upload key=IELI1832WYYC upload=TCQT9180MRAY tag=REMBSTB7G8A1 type=write size=4090193 2024-09-22T08:47:21.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.076+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=0YNG9SCSB0S2 type=del size=1835219 2024-09-22T08:47:21.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.080+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~NXMGR79XNH5X.0 size=1048576 2024-09-22T08:47:21.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.080+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~NXMGR79XNH5X.1 size=182004 2024-09-22T08:47:21.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.084+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=NXMGR79XNH5X tag=HMVMWHONVS0B type=write size=2279156 2024-09-22T08:47:21.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.088+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=AYYL34TBCWCP type=del size=323115 2024-09-22T08:47:21.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.088+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.0 size=1048576 2024-09-22T08:47:21.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.092+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.1 size=1048576 2024-09-22T08:47:21.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.096+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~X4DW78NRBKVI.2 size=568452 2024-09-22T08:47:21.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.100+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=X4DW78NRBKVI tag=D7EZT3FEBGR2 type=write size=3714180 2024-09-22T08:47:21.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.104+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~AVC0BYWNVII3.0 size=1048576 2024-09-22T08:47:21.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.104+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~AVC0BYWNVII3.1 size=48284 2024-09-22T08:47:21.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.104+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=AVC0BYWNVII3 tag=ZFHNDKBYP7AM type=write size=2145436 2024-09-22T08:47:21.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.112+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=BF24T920ZO8Y type=del size=428833 2024-09-22T08:47:21.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.116+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~8JVIIMXZZA5S.0 size=1048576 2024-09-22T08:47:21.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.120+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~8JVIIMXZZA5S.1 size=640271 2024-09-22T08:47:21.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.120+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=8JVIIMXZZA5S tag=7NO06Z5QBOGA type=write size=2737423 2024-09-22T08:47:21.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.120+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=NR31PQZO4SWQ type=del 2024-09-22T08:47:21.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.124+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.0 size=1048576 2024-09-22T08:47:21.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.128+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.1 size=1048576 2024-09-22T08:47:21.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.128+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.2 size=165606 2024-09-22T08:47:21.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.128+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=ZWPE17TGIFEX tag=TDF8VV7W0NMA type=write size=3311334 2024-09-22T08:47:21.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.132+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~DSNCNYX8HG9S.0 size=1048576 2024-09-22T08:47:21.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.136+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~DSNCNYX8HG9S.1 size=768166 2024-09-22T08:47:21.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.140+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=DSNCNYX8HG9S tag=24GQXQA6OB7Y type=write size=2865318 2024-09-22T08:47:21.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.144+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~VCUX70P9LVC4.0 size=1048576 2024-09-22T08:47:21.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.144+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~VCUX70P9LVC4.1 size=654490 2024-09-22T08:47:21.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.144+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=VCUX70P9LVC4 tag=0LT90KTYKT6G type=write size=2751642 2024-09-22T08:47:21.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.148+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=ERHZB6V31N7B type=del 2024-09-22T08:47:21.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.152+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=SW3SB9S8AN6L type=del size=3885397 2024-09-22T08:47:21.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.152+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=87LAEPX8EH6Z type=del 2024-09-22T08:47:21.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.156+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=39EIA1BYQDQ9 type=write size=351097 2024-09-22T08:47:21.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.160+0000 7fba234848c0 1 < suggested update operation key=1ZBDU0O6HI8A tag=873RBV0XH1OM type=del size=4149468 2024-09-22T08:47:21.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.164+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.0 size=1048576 2024-09-22T08:47:21.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.168+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.1 size=1048576 2024-09-22T08:47:21.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.168+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.2 size=344255 2024-09-22T08:47:21.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.168+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=QDU1SBGENDAM tag=ZZRQCPV9MB3I type=write size=3489983 2024-09-22T08:47:21.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.172+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~H4M20II9GNY8.0 size=1048576 2024-09-22T08:47:21.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.172+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~H4M20II9GNY8.1 size=401988 2024-09-22T08:47:21.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.180+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=H4M20II9GNY8 tag=C1MTVDZO3RGY type=write size=2499140 2024-09-22T08:47:21.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.184+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~23GHK8LK984A.0 size=1048576 2024-09-22T08:47:21.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.184+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~23GHK8LK984A.1 size=629548 2024-09-22T08:47:21.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.184+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=23GHK8LK984A tag=RDBOXJM7L8LH type=write size=2726700 2024-09-22T08:47:21.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.188+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=YXZF80Z1JNZL type=write size=922002 2024-09-22T08:47:21.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.192+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.0 size=1048576 2024-09-22T08:47:21.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.192+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.1 size=1048576 2024-09-22T08:47:21.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.196+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.2 size=926360 2024-09-22T08:47:21.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.196+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=1R1QCD25FTBQ tag=7QFTOGV6VK42 type=write size=4072088 2024-09-22T08:47:21.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.196+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~6T94STHSR5Y7.0 size=1048576 2024-09-22T08:47:21.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.200+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~6T94STHSR5Y7.1 size=770244 2024-09-22T08:47:21.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.204+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=6T94STHSR5Y7 tag=OOQF4RZXYMCN type=write size=2867396 2024-09-22T08:47:21.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.208+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=29GBJZOW29EF type=del size=2054313 2024-09-22T08:47:21.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.208+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.0 size=1048576 2024-09-22T08:47:21.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.212+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.1 size=1048576 2024-09-22T08:47:21.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.212+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~FCGAO1IKQJZO.2 size=755726 2024-09-22T08:47:21.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.216+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=FCGAO1IKQJZO tag=PAFV23A3RL1I type=write size=3901454 2024-09-22T08:47:21.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.220+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~7O3F1MLJOOSD.0 size=549171 2024-09-22T08:47:21.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.220+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=7O3F1MLJOOSD tag=GNZKODFFJETA type=write size=1597747 2024-09-22T08:47:21.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.224+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=8ET0URMLPG6E type=del 2024-09-22T08:47:21.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.228+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=98PEE21VLZ9X type=del size=2246479 2024-09-22T08:47:21.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.228+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~4WIC99QR15Y2.0 size=726266 2024-09-22T08:47:21.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.232+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=4WIC99QR15Y2 tag=7AQGPSY4VF0G type=write size=1774842 2024-09-22T08:47:21.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.236+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=AE8SJWVWGK1A type=del size=2005189 2024-09-22T08:47:21.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.240+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=VOAGOUA9MA59 type=del 2024-09-22T08:47:21.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.244+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.0 size=1048576 2024-09-22T08:47:21.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.248+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.1 size=1048576 2024-09-22T08:47:21.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.248+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.2 size=692839 2024-09-22T08:47:21.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.248+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=XMG3QJHTGSLO tag=IXC3ALYT95T0 type=write size=3838567 2024-09-22T08:47:21.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.252+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=0YNG9SCSB0S2 type=del 2024-09-22T08:47:21.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.256+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~XQQ2IH05H9OT.0 size=1048576 2024-09-22T08:47:21.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.256+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~XQQ2IH05H9OT.1 size=674443 2024-09-22T08:47:21.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.256+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=XQQ2IH05H9OT tag=3PM51QD65402 type=write size=2771595 2024-09-22T08:47:21.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.260+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=AYYL34TBCWCP type=del 2024-09-22T08:47:21.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.264+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~93EV2I3WRS1M.0 size=1040484 2024-09-22T08:47:21.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.264+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=93EV2I3WRS1M tag=E22WX7PIINBW type=write size=2089060 2024-09-22T08:47:21.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.268+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~AVC0BYWNVII3.0 size=1048576 2024-09-22T08:47:21.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.272+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~AVC0BYWNVII3.1 size=48284 2024-09-22T08:47:21.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.276+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=AVC0BYWNVII3 tag=ZFHNDKBYP7AM type=write size=2145436 2024-09-22T08:47:21.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.280+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=TIWUSOUPH3HA type=write size=185871 2024-09-22T08:47:21.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.280+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~8JVIIMXZZA5S.0 size=1048576 2024-09-22T08:47:21.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.284+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~8JVIIMXZZA5S.1 size=640271 2024-09-22T08:47:21.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.288+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=8JVIIMXZZA5S tag=7NO06Z5QBOGA type=write size=2737423 2024-09-22T08:47:21.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.292+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=SUI38LJRAVDT type=del size=1609285 2024-09-22T08:47:21.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.296+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.0 size=1048576 2024-09-22T08:47:21.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.296+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.1 size=1048576 2024-09-22T08:47:21.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.300+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~ZWPE17TGIFEX.2 size=165606 2024-09-22T08:47:21.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.304+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=ZWPE17TGIFEX tag=TDF8VV7W0NMA type=write size=3311334 2024-09-22T08:47:21.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.308+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=2YJDFHZNPJ7F type=del size=383855 2024-09-22T08:47:21.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.312+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~VCUX70P9LVC4.0 size=1048576 2024-09-22T08:47:21.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.312+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~VCUX70P9LVC4.1 size=654490 2024-09-22T08:47:21.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.320+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=VCUX70P9LVC4 tag=0LT90KTYKT6G type=write size=2751642 2024-09-22T08:47:21.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.324+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.0 size=1048576 2024-09-22T08:47:21.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.328+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.1 size=1048576 2024-09-22T08:47:21.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.328+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.2 size=24059 2024-09-22T08:47:21.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.328+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=2WSNNIWDUFXK tag=KZ3ZZFDFDL5U type=write size=3169787 2024-09-22T08:47:21.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.332+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=SW3SB9S8AN6L type=del 2024-09-22T08:47:21.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.336+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.0 size=1048576 2024-09-22T08:47:21.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.340+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.1 size=1048576 2024-09-22T08:47:21.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.344+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.2 size=946318 2024-09-22T08:47:21.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.344+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=DVC59OXJK3ID tag=0WIDVBZ8DCQR type=write size=4092046 2024-09-22T08:47:21.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.348+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=39EIA1BYQDQ9 type=write 2024-09-22T08:47:21.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.352+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=AHY74J7HV4TL type=del size=875205 2024-09-22T08:47:21.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.356+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.0 size=1048576 2024-09-22T08:47:21.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.360+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.1 size=1048576 2024-09-22T08:47:21.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.360+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~QDU1SBGENDAM.2 size=344255 2024-09-22T08:47:21.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.368+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=QDU1SBGENDAM tag=ZZRQCPV9MB3I type=write size=3489983 2024-09-22T08:47:21.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.372+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.0 size=1048576 2024-09-22T08:47:21.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.376+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.1 size=1048576 2024-09-22T08:47:21.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.380+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.2 size=534902 2024-09-22T08:47:21.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.380+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=821DBAD4GKQK tag=QBE3XI21L4A4 type=write size=3680630 2024-09-22T08:47:21.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.380+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~23GHK8LK984A.0 size=1048576 2024-09-22T08:47:21.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.384+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~23GHK8LK984A.1 size=629548 2024-09-22T08:47:21.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.388+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=23GHK8LK984A tag=RDBOXJM7L8LH type=write size=2726700 2024-09-22T08:47:21.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.392+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=ARONA7J6Q78V type=write size=571978 2024-09-22T08:47:21.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.396+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.0 size=1048576 2024-09-22T08:47:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.396+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.1 size=1048576 2024-09-22T08:47:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.400+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~1R1QCD25FTBQ.2 size=926360 2024-09-22T08:47:21.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.404+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=1R1QCD25FTBQ tag=7QFTOGV6VK42 type=write size=4072088 2024-09-22T08:47:21.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.408+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.0 size=1048576 2024-09-22T08:47:21.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.412+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.1 size=1048576 2024-09-22T08:47:21.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.416+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.2 size=277499 2024-09-22T08:47:21.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.416+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=8G4SLR31MKI1 tag=VQYX9ZK3Y1XR type=write size=3423227 2024-09-22T08:47:21.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.420+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=29GBJZOW29EF type=del 2024-09-22T08:47:21.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.420+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=FY20GOPQYB8L type=del size=4085992 2024-09-22T08:47:21.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.424+0000 7fba234848c0 1 < canceled part key=_multipart_9O9DP75SBF2O.2~7O3F1MLJOOSD.0 size=549171 2024-09-22T08:47:21.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.428+0000 7fba234848c0 1 < canceled multipart upload key=9O9DP75SBF2O upload=7O3F1MLJOOSD tag=GNZKODFFJETA type=write size=1597747 2024-09-22T08:47:21.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.436+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~P9T9XCPHXLPM.0 size=131719 2024-09-22T08:47:21.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.436+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=P9T9XCPHXLPM tag=OLON00L58EWE type=write size=1180295 2024-09-22T08:47:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.440+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=98PEE21VLZ9X type=del 2024-09-22T08:47:21.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.444+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.0 size=1048576 2024-09-22T08:47:21.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.448+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.1 size=1048576 2024-09-22T08:47:21.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.452+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.2 size=337448 2024-09-22T08:47:21.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.452+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=W4PN12S9B7WP tag=9KIG7LRLRCP8 type=write size=3483176 2024-09-22T08:47:21.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.456+0000 7fba234848c0 1 < suggested update operation key=1Z5GJVJORAGA tag=AE8SJWVWGK1A type=del size=2005189 2024-09-22T08:47:21.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.464+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~9TKJA8AY2JI0.0 size=1034893 2024-09-22T08:47:21.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.464+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=9TKJA8AY2JI0 tag=6Z9SGV1VGDES type=write size=2083469 2024-09-22T08:47:21.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.464+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.0 size=1048576 2024-09-22T08:47:21.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.468+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.1 size=1048576 2024-09-22T08:47:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.472+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~XMG3QJHTGSLO.2 size=692839 2024-09-22T08:47:21.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.476+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=XMG3QJHTGSLO tag=IXC3ALYT95T0 type=write size=3838567 2024-09-22T08:47:21.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.480+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=SZLJ9DZ5HV14 type=del size=210314 2024-09-22T08:47:21.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.480+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~XQQ2IH05H9OT.0 size=1048576 2024-09-22T08:47:21.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.484+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~XQQ2IH05H9OT.1 size=674443 2024-09-22T08:47:21.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.488+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=XQQ2IH05H9OT tag=3PM51QD65402 type=write size=2771595 2024-09-22T08:47:21.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.496+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.0 size=1048576 2024-09-22T08:47:21.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.496+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.1 size=1048576 2024-09-22T08:47:21.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.500+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.2 size=694011 2024-09-22T08:47:21.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.500+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=CO8UHNRW8JJ1 tag=BDSURRLMMS9M type=write size=3839739 2024-09-22T08:47:21.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.504+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~93EV2I3WRS1M.0 size=1040484 2024-09-22T08:47:21.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.508+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=93EV2I3WRS1M tag=E22WX7PIINBW type=write size=2089060 2024-09-22T08:47:21.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.516+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.0 size=1048576 2024-09-22T08:47:21.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.520+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.1 size=1048576 2024-09-22T08:47:21.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.520+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.2 size=825672 2024-09-22T08:47:21.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.520+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=FR43NNWA0OMC tag=H6KYCOCJS4WE type=write size=3971400 2024-09-22T08:47:21.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.524+0000 7fba234848c0 1 < completed write operation key=9O9DP75SBF2O tag=TIWUSOUPH3HA type=write size=185871 2024-09-22T08:47:21.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.528+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=QMB2MI0Y9W2O type=del size=2009666 2024-09-22T08:47:21.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.532+0000 7fba234848c0 1 < suggested remove operation key=O9XG5ZSCM5AT tag=SUI38LJRAVDT type=del 2024-09-22T08:47:21.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.536+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=J3B47QKNRY7U type=del size=698478 2024-09-22T08:47:21.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.540+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=2YJDFHZNPJ7F type=del 2024-09-22T08:47:21.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.544+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~7AD5A09SDZW5.0 size=1048576 2024-09-22T08:47:21.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.548+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~7AD5A09SDZW5.1 size=537308 2024-09-22T08:47:21.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.548+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=7AD5A09SDZW5 tag=7M2D147TW8BO type=write size=2634460 2024-09-22T08:47:21.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.552+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.0 size=1048576 2024-09-22T08:47:21.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.552+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.1 size=1048576 2024-09-22T08:47:21.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.552+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~2WSNNIWDUFXK.2 size=24059 2024-09-22T08:47:21.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.556+0000 7fba234848c0 1 < canceled multipart upload key=3CD2AW1H64C4 upload=2WSNNIWDUFXK tag=KZ3ZZFDFDL5U type=write size=3169787 2024-09-22T08:47:21.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.564+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.0 size=1048576 2024-09-22T08:47:21.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.564+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.1 size=1048576 2024-09-22T08:47:21.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.568+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.2 size=65854 2024-09-22T08:47:21.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.568+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=1V0NBMOM45UP tag=URNZ6MX4SSM4 type=write size=3211582 2024-09-22T08:47:21.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.572+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.0 size=1048576 2024-09-22T08:47:21.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.572+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.1 size=1048576 2024-09-22T08:47:21.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.576+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~DVC59OXJK3ID.2 size=946318 2024-09-22T08:47:21.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.580+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=DVC59OXJK3ID tag=0WIDVBZ8DCQR type=write size=4092046 2024-09-22T08:47:21.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.584+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~NAJX366W3GNK.0 size=1048576 2024-09-22T08:47:21.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.588+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~NAJX366W3GNK.1 size=65323 2024-09-22T08:47:21.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.588+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=NAJX366W3GNK tag=QPKJ2KAI9SMY type=write size=2162475 2024-09-22T08:47:21.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.592+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=AHY74J7HV4TL type=del 2024-09-22T08:47:21.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.592+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=6NFKX5AI0IBK type=write size=396435 2024-09-22T08:47:21.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.596+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.0 size=1048576 2024-09-22T08:47:21.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.600+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.1 size=1048576 2024-09-22T08:47:21.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.600+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~821DBAD4GKQK.2 size=534902 2024-09-22T08:47:21.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.608+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=821DBAD4GKQK tag=QBE3XI21L4A4 type=write size=3680630 2024-09-22T08:47:21.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.608+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=97KERQH4SW26 type=del size=1453009 2024-09-22T08:47:21.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.612+0000 7fba234848c0 1 < completed write operation key=BMZ7P7WE56M7 tag=ARONA7J6Q78V type=write size=571978 2024-09-22T08:47:21.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.616+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=KGGRM1CLZB0W type=del size=1322278 2024-09-22T08:47:21.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.620+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.0 size=1048576 2024-09-22T08:47:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.620+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.1 size=1048576 2024-09-22T08:47:21.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.624+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~8G4SLR31MKI1.2 size=277499 2024-09-22T08:47:21.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.628+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=8G4SLR31MKI1 tag=VQYX9ZK3Y1XR type=write size=3423227 2024-09-22T08:47:21.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.636+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~6Z06XS7YUD42.0 size=1048576 2024-09-22T08:47:21.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.636+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~6Z06XS7YUD42.1 size=473802 2024-09-22T08:47:21.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.636+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=6Z06XS7YUD42 tag=V1U7ZZVLK3KH type=write size=2570954 2024-09-22T08:47:21.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.640+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=FY20GOPQYB8L type=del 2024-09-22T08:47:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.644+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=GL06OXIL3OGQ type=del size=304985 2024-09-22T08:47:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.648+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~P9T9XCPHXLPM.0 size=131719 2024-09-22T08:47:21.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.652+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=P9T9XCPHXLPM tag=OLON00L58EWE type=write size=1180295 2024-09-22T08:47:21.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.656+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=IFJUY9YG1TD4 type=del size=3082358 2024-09-22T08:47:21.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.656+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.0 size=1048576 2024-09-22T08:47:21.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.660+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.1 size=1048576 2024-09-22T08:47:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.660+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~W4PN12S9B7WP.2 size=337448 2024-09-22T08:47:21.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.668+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=W4PN12S9B7WP tag=9KIG7LRLRCP8 type=write size=3483176 2024-09-22T08:47:21.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.668+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=ZCK7J0DWT5X0 type=del size=2670513 2024-09-22T08:47:21.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.672+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~9TKJA8AY2JI0.0 size=1034893 2024-09-22T08:47:21.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.676+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=9TKJA8AY2JI0 tag=6Z9SGV1VGDES type=write size=2083469 2024-09-22T08:47:21.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.680+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=Q3ZDM28OBGFJ type=write size=31798 2024-09-22T08:47:21.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.688+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=SZLJ9DZ5HV14 type=del size=210314 2024-09-22T08:47:21.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.692+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=UEVTH4J0VNQP type=del size=754332 2024-09-22T08:47:21.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.696+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.0 size=1048576 2024-09-22T08:47:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.696+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.1 size=1048576 2024-09-22T08:47:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.700+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~CO8UHNRW8JJ1.2 size=694011 2024-09-22T08:47:21.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.704+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=CO8UHNRW8JJ1 tag=BDSURRLMMS9M type=write size=3839739 2024-09-22T08:47:21.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.708+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=FN3L3FPV7L06 type=del size=3590978 2024-09-22T08:47:21.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.712+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.0 size=1048576 2024-09-22T08:47:21.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.716+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.1 size=1048576 2024-09-22T08:47:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.716+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~FR43NNWA0OMC.2 size=825672 2024-09-22T08:47:21.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.720+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=FR43NNWA0OMC tag=H6KYCOCJS4WE type=write size=3971400 2024-09-22T08:47:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.724+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=9GODVAJGQOEB type=write size=884577 2024-09-22T08:47:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.728+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=QMB2MI0Y9W2O type=del 2024-09-22T08:47:21.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.732+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~UXTX0187D8N3.0 size=1048576 2024-09-22T08:47:21.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.732+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~UXTX0187D8N3.1 size=477405 2024-09-22T08:47:21.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.732+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=UXTX0187D8N3 tag=NMLYEST7SH6F type=write size=2574557 2024-09-22T08:47:21.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.736+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=J3B47QKNRY7U type=del 2024-09-22T08:47:21.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.736+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=JDX0V1QF08JD type=del size=555762 2024-09-22T08:47:21.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.740+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~7AD5A09SDZW5.0 size=1048576 2024-09-22T08:47:21.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.744+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~7AD5A09SDZW5.1 size=537308 2024-09-22T08:47:21.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.748+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=7AD5A09SDZW5 tag=7M2D147TW8BO type=write size=2634460 2024-09-22T08:47:21.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.752+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=60PXLBYKTBEF type=del size=831491 2024-09-22T08:47:21.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.752+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.0 size=1048576 2024-09-22T08:47:21.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.756+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.1 size=1048576 2024-09-22T08:47:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.756+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~1V0NBMOM45UP.2 size=65854 2024-09-22T08:47:21.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.760+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=1V0NBMOM45UP tag=URNZ6MX4SSM4 type=write size=3211582 2024-09-22T08:47:21.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.764+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=2L68CZ731V0L type=del size=427574 2024-09-22T08:47:21.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.768+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~NAJX366W3GNK.0 size=1048576 2024-09-22T08:47:21.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.768+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~NAJX366W3GNK.1 size=65323 2024-09-22T08:47:21.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.772+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=NAJX366W3GNK tag=QPKJ2KAI9SMY type=write size=2162475 2024-09-22T08:47:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.776+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=34S7RFIKVEMG type=del size=4006820 2024-09-22T08:47:21.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.780+0000 7fba234848c0 1 < completed write operation key=MKZLY53HS342 tag=6NFKX5AI0IBK type=write size=396435 2024-09-22T08:47:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.784+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=AW8XEHD4ZLQN type=write size=879251 2024-09-22T08:47:21.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.784+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=97KERQH4SW26 type=del 2024-09-22T08:47:21.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.788+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.0 size=1048576 2024-09-22T08:47:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.792+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.1 size=1048576 2024-09-22T08:47:21.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.792+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.2 size=897366 2024-09-22T08:47:21.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.792+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=Y474DHSWFNHG tag=67Z1SOF104AC type=write size=4043094 2024-09-22T08:47:21.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.796+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=KGGRM1CLZB0W type=del 2024-09-22T08:47:21.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.800+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=GNQMECWNT54N type=write size=1024142 2024-09-22T08:47:21.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.800+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~6Z06XS7YUD42.0 size=1048576 2024-09-22T08:47:21.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.804+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~6Z06XS7YUD42.1 size=473802 2024-09-22T08:47:21.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.808+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=6Z06XS7YUD42 tag=V1U7ZZVLK3KH type=write size=2570954 2024-09-22T08:47:21.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.812+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~HL0LVCZ95B99.0 size=1048576 2024-09-22T08:47:21.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.812+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~HL0LVCZ95B99.1 size=28009 2024-09-22T08:47:21.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.812+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=HL0LVCZ95B99 tag=A51Z05XWXUEZ type=write size=2125161 2024-09-22T08:47:21.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.816+0000 7fba234848c0 1 < canceled operation key=XPSLU2TK0YUO tag=GL06OXIL3OGQ type=del size=304985 2024-09-22T08:47:21.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.816+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=UO4NRSBPDA4W type=del size=81844 2024-09-22T08:47:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.820+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=IFJUY9YG1TD4 type=del 2024-09-22T08:47:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.820+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=JNR0Q8X1GLRT type=del size=2743561 2024-09-22T08:47:21.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.828+0000 7fba234848c0 1 < suggested remove operation key=17H4LTCPSPFA tag=ZCK7J0DWT5X0 type=del 2024-09-22T08:47:21.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.828+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=VPZ75GLTIKGP type=del size=2027042 2024-09-22T08:47:21.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.832+0000 7fba234848c0 1 < completed write operation key=BMZ7P7WE56M7 tag=Q3ZDM28OBGFJ type=write size=31798 2024-09-22T08:47:21.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.836+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.0 size=1048576 2024-09-22T08:47:21.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.836+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.1 size=1048576 2024-09-22T08:47:21.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.840+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.2 size=27364 2024-09-22T08:47:21.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.840+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=5E0L2IKVYGA2 tag=TIWDVYC8VRBY type=write size=3173092 2024-09-22T08:47:21.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.840+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=UEVTH4J0VNQP type=del size=754332 2024-09-22T08:47:21.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.844+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=78AESZ3D3FC6 type=del size=2121073 2024-09-22T08:47:21.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.844+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=FN3L3FPV7L06 type=del 2024-09-22T08:47:21.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.848+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=T1AUQBY7PZUN type=del size=440867 2024-09-22T08:47:21.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.852+0000 7fba234848c0 1 < suggested update operation key=1Z5GJVJORAGA tag=9GODVAJGQOEB type=write size=884577 2024-09-22T08:47:21.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.856+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~HJD4XAQA8ZYS.0 size=213693 2024-09-22T08:47:21.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.856+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=HJD4XAQA8ZYS tag=1C6M4BM41LQS type=write size=1262269 2024-09-22T08:47:21.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.860+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~UXTX0187D8N3.0 size=1048576 2024-09-22T08:47:21.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.860+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~UXTX0187D8N3.1 size=477405 2024-09-22T08:47:21.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.864+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=UXTX0187D8N3 tag=NMLYEST7SH6F type=write size=2574557 2024-09-22T08:47:21.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.868+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~8XE4UYLPI6D0.0 size=725087 2024-09-22T08:47:21.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.868+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=8XE4UYLPI6D0 tag=SCLH2OR3JZ0V type=write size=1773663 2024-09-22T08:47:21.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.872+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=JDX0V1QF08JD type=del 2024-09-22T08:47:21.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.876+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.0 size=1048576 2024-09-22T08:47:21.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.876+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.1 size=1048576 2024-09-22T08:47:21.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.880+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.2 size=902684 2024-09-22T08:47:21.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.880+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=G0WQ2SUXP794 tag=WJSU1WRT2W9S type=write size=4048412 2024-09-22T08:47:21.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.880+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=60PXLBYKTBEF type=del 2024-09-22T08:47:21.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.888+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~4M94GXQRUCAY.0 size=1048576 2024-09-22T08:47:21.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.888+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~4M94GXQRUCAY.1 size=316316 2024-09-22T08:47:21.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.888+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=4M94GXQRUCAY tag=KIXWE1O224AN type=write size=2413468 2024-09-22T08:47:21.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.896+0000 7fba234848c0 1 < suggested update operation key=MOCPURWGSRGV tag=2L68CZ731V0L type=del size=427574 2024-09-22T08:47:21.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.896+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=NPO8GN7ZQ8QS type=del size=1507124 2024-09-22T08:47:21.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.900+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=34S7RFIKVEMG type=del 2024-09-22T08:47:21.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.904+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=P3A0B2IAD390 type=del size=2613405 2024-09-22T08:47:21.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.904+0000 7fba234848c0 -1 < failed to complete operation key=MOCPURWGSRGV tag=AW8XEHD4ZLQN type=write size=879251: (22) Invalid argument 2024-09-22T08:47:21.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.908+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=MT12UNVZXM62 type=del size=2682125 2024-09-22T08:47:21.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.912+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.0 size=1048576 2024-09-22T08:47:21.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.912+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.1 size=1048576 2024-09-22T08:47:21.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.916+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~Y474DHSWFNHG.2 size=897366 2024-09-22T08:47:21.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.920+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=Y474DHSWFNHG tag=67Z1SOF104AC type=write size=4043094 2024-09-22T08:47:21.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.920+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=7BLDS5AJ0KCK type=del size=389659 2024-09-22T08:47:21.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.924+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=GNQMECWNT54N type=write size=1024142 2024-09-22T08:47:21.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.928+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=EPH5PN5TEDGU type=del size=2769724 2024-09-22T08:47:21.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.928+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~HL0LVCZ95B99.0 size=1048576 2024-09-22T08:47:21.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.932+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~HL0LVCZ95B99.1 size=28009 2024-09-22T08:47:21.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.936+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=HL0LVCZ95B99 tag=A51Z05XWXUEZ type=write size=2125161 2024-09-22T08:47:21.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.940+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=F39HY63UGZJP type=del size=3371185 2024-09-22T08:47:21.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.944+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=UO4NRSBPDA4W type=del 2024-09-22T08:47:21.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.948+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=JG4ZRORR9RTP type=del size=1505207 2024-09-22T08:47:21.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.948+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=JNR0Q8X1GLRT type=del 2024-09-22T08:47:21.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.952+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=HY0199JKY5TU type=del size=3629856 2024-09-22T08:47:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.956+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=VPZ75GLTIKGP type=del 2024-09-22T08:47:21.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.956+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=G7UH89VQ00K1 type=del size=2914751 2024-09-22T08:47:21.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.960+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.0 size=1048576 2024-09-22T08:47:21.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.960+0000 7fba234848c0 1 < canceled part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.1 size=1048576 2024-09-22T08:47:21.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.960+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~5E0L2IKVYGA2.2 size=27364 2024-09-22T08:47:21.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.968+0000 7fba234848c0 1 < canceled multipart upload key=9O9DP75SBF2O upload=5E0L2IKVYGA2 tag=TIWDVYC8VRBY type=write size=3173092 2024-09-22T08:47:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.968+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=U4VFTIIDMX8E type=del size=1205841 2024-09-22T08:47:21.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.972+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=78AESZ3D3FC6 type=del 2024-09-22T08:47:21.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.976+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=IMCBKSV8HCW2 type=del size=1756934 2024-09-22T08:47:21.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.976+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=T1AUQBY7PZUN type=del 2024-09-22T08:47:21.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.980+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=G9Z3DAH46109 type=write size=707961 2024-09-22T08:47:21.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.980+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~HJD4XAQA8ZYS.0 size=213693 2024-09-22T08:47:21.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.984+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=HJD4XAQA8ZYS tag=1C6M4BM41LQS type=write size=1262269 2024-09-22T08:47:21.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.988+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.0 size=1048576 2024-09-22T08:47:21.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.992+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.1 size=1048576 2024-09-22T08:47:21.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.992+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.2 size=422975 2024-09-22T08:47:21.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.992+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=II9GTC2LVY32 tag=VZ8OQFSEYZU4 type=write size=3568703 2024-09-22T08:47:21.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:21.996+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~8XE4UYLPI6D0.0 size=725087 2024-09-22T08:47:22.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.000+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=8XE4UYLPI6D0 tag=SCLH2OR3JZ0V type=write size=1773663 2024-09-22T08:47:22.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.004+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~VISST39BFBIZ.0 size=1048576 2024-09-22T08:47:22.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.004+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~VISST39BFBIZ.1 size=741556 2024-09-22T08:47:22.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.004+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=VISST39BFBIZ tag=9F5EXPTHZF91 type=write size=2838708 2024-09-22T08:47:22.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.012+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.0 size=1048576 2024-09-22T08:47:22.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.012+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.1 size=1048576 2024-09-22T08:47:22.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.016+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~G0WQ2SUXP794.2 size=902684 2024-09-22T08:47:22.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.020+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=G0WQ2SUXP794 tag=WJSU1WRT2W9S type=write size=4048412 2024-09-22T08:47:22.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.024+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~ARU4M35BX0BP.0 size=573180 2024-09-22T08:47:22.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.024+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=ARU4M35BX0BP tag=0HX5J0VRFPQ5 type=write size=1621756 2024-09-22T08:47:22.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.028+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~4M94GXQRUCAY.0 size=1048576 2024-09-22T08:47:22.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.028+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~4M94GXQRUCAY.1 size=316316 2024-09-22T08:47:22.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.032+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=4M94GXQRUCAY tag=KIXWE1O224AN type=write size=2413468 2024-09-22T08:47:22.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.036+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=GOWZYI7B5R7R type=del size=539011 2024-09-22T08:47:22.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.036+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=NPO8GN7ZQ8QS type=del 2024-09-22T08:47:22.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.044+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~9VSFZIBAY4YG.0 size=820456 2024-09-22T08:47:22.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.044+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=9VSFZIBAY4YG tag=PZ4LO5QOOEZO type=write size=1869032 2024-09-22T08:47:22.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.044+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=P3A0B2IAD390 type=del 2024-09-22T08:47:22.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.048+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~IQ345DGLT8RZ.0 size=198211 2024-09-22T08:47:22.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.048+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=IQ345DGLT8RZ tag=84ZT80NFNACT type=write size=1246787 2024-09-22T08:47:22.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.056+0000 7fba234848c0 1 < suggested remove operation key=9TLPZUCDVLEL tag=MT12UNVZXM62 type=del 2024-09-22T08:47:22.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.060+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~H10X5QTYDG18.0 size=1048576 2024-09-22T08:47:22.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.064+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~H10X5QTYDG18.1 size=655128 2024-09-22T08:47:22.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.064+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=H10X5QTYDG18 tag=G97O4ZKNDTYE type=write size=2752280 2024-09-22T08:47:22.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.068+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=7BLDS5AJ0KCK type=del size=389659 2024-09-22T08:47:22.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.072+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~YHUEZD3LLAHD.0 size=1048576 2024-09-22T08:47:22.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.076+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~YHUEZD3LLAHD.1 size=693876 2024-09-22T08:47:22.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.076+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=YHUEZD3LLAHD tag=D9XDA37WLXNB type=write size=2791028 2024-09-22T08:47:22.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.076+0000 7fba234848c0 1 < canceled operation key=1Z5GJVJORAGA tag=EPH5PN5TEDGU type=del size=2769724 2024-09-22T08:47:22.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.080+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=A5UPGTJJPTM4 type=del size=978918 2024-09-22T08:47:22.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.080+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=F39HY63UGZJP type=del 2024-09-22T08:47:22.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.084+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~JP32VLH2OETB.0 size=277092 2024-09-22T08:47:22.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.084+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=JP32VLH2OETB tag=U3WD3KJOAXRF type=write size=1325668 2024-09-22T08:47:22.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.088+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=JG4ZRORR9RTP type=del 2024-09-22T08:47:22.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.092+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=D30BQ0E6GMDJ type=write size=413199 2024-09-22T08:47:22.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.092+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=HY0199JKY5TU type=del 2024-09-22T08:47:22.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.096+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=8S6XV0339J7B type=del size=3782929 2024-09-22T08:47:22.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.100+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=G7UH89VQ00K1 type=del 2024-09-22T08:47:22.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.100+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=CLQEEBF2E6FB type=write size=116965 2024-09-22T08:47:22.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.104+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=U4VFTIIDMX8E type=del 2024-09-22T08:47:22.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.104+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=SCS0XVRQINPT type=del size=1600555 2024-09-22T08:47:22.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.108+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=IMCBKSV8HCW2 type=del size=1756934 2024-09-22T08:47:22.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~3XZ05IIGB977.0 size=1048576 2024-09-22T08:47:22.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~3XZ05IIGB977.1 size=114014 2024-09-22T08:47:22.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.112+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=3XZ05IIGB977 tag=RYZK87X8IM6S type=write size=2211166 2024-09-22T08:47:22.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.116+0000 7fba234848c0 1 < canceled operation key=IELI1832WYYC tag=G9Z3DAH46109 type=write size=707961 2024-09-22T08:47:22.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.120+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.0 size=1048576 2024-09-22T08:47:22.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.124+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.1 size=1048576 2024-09-22T08:47:22.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.124+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.2 size=288163 2024-09-22T08:47:22.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.124+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=9WQ2WHY9MUVI tag=1ENHKPNYSWGU type=write size=3433891 2024-09-22T08:47:22.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.124+0000 7fba234848c0 1 < canceled part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.0 size=1048576 2024-09-22T08:47:22.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.128+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.1 size=1048576 2024-09-22T08:47:22.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.132+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~II9GTC2LVY32.2 size=422975 2024-09-22T08:47:22.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.136+0000 7fba234848c0 1 < canceled multipart upload key=MC9BLML8VZ9V upload=II9GTC2LVY32 tag=VZ8OQFSEYZU4 type=write size=3568703 2024-09-22T08:47:22.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.140+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~QD5OIQBLTQGJ.0 size=527835 2024-09-22T08:47:22.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.140+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=QD5OIQBLTQGJ tag=VY73FFGU27YE type=write size=1576411 2024-09-22T08:47:22.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.144+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~VISST39BFBIZ.0 size=1048576 2024-09-22T08:47:22.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.144+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~VISST39BFBIZ.1 size=741556 2024-09-22T08:47:22.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.148+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=VISST39BFBIZ tag=9F5EXPTHZF91 type=write size=2838708 2024-09-22T08:47:22.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.152+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=DXTFM7XMS5HA type=del size=3944105 2024-09-22T08:47:22.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.156+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~ARU4M35BX0BP.0 size=573180 2024-09-22T08:47:22.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.160+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=ARU4M35BX0BP tag=0HX5J0VRFPQ5 type=write size=1621756 2024-09-22T08:47:22.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.164+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~DQPAL7XYVV8P.0 size=794668 2024-09-22T08:47:22.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.164+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=DQPAL7XYVV8P tag=3NA1UISR6B0A type=write size=1843244 2024-09-22T08:47:22.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.164+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=GOWZYI7B5R7R type=del 2024-09-22T08:47:22.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.168+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=H5OWQP6X3GWD type=del size=1615164 2024-09-22T08:47:22.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.172+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~9VSFZIBAY4YG.0 size=820456 2024-09-22T08:47:22.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.176+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=9VSFZIBAY4YG tag=PZ4LO5QOOEZO type=write size=1869032 2024-09-22T08:47:22.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.176+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=2IGX8MEX4XOJ type=write size=637316 2024-09-22T08:47:22.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.180+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~IQ345DGLT8RZ.0 size=198211 2024-09-22T08:47:22.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.184+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=IQ345DGLT8RZ tag=84ZT80NFNACT type=write size=1246787 2024-09-22T08:47:22.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.188+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~9FJS573DL3NP.0 size=50884 2024-09-22T08:47:22.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.188+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=9FJS573DL3NP tag=AY1VEE8BWUEN type=write size=1099460 2024-09-22T08:47:22.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.188+0000 7fba234848c0 1 < canceled part key=_multipart_7308WVXJKI53.2~H10X5QTYDG18.0 size=1048576 2024-09-22T08:47:22.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.192+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~H10X5QTYDG18.1 size=655128 2024-09-22T08:47:22.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.196+0000 7fba234848c0 1 < canceled multipart upload key=7308WVXJKI53 upload=H10X5QTYDG18 tag=G97O4ZKNDTYE type=write size=2752280 2024-09-22T08:47:22.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.200+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~DM8PEL0SU1B9.0 size=1010884 2024-09-22T08:47:22.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.200+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=DM8PEL0SU1B9 tag=M7KV21K0DF9P type=write size=2059460 2024-09-22T08:47:22.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.204+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~YHUEZD3LLAHD.0 size=1048576 2024-09-22T08:47:22.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.208+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~YHUEZD3LLAHD.1 size=693876 2024-09-22T08:47:22.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.212+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=YHUEZD3LLAHD tag=D9XDA37WLXNB type=write size=2791028 2024-09-22T08:47:22.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.216+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~RM83QKS3ZP9U.0 size=126720 2024-09-22T08:47:22.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.216+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=RM83QKS3ZP9U tag=MAPAN5V5B4CZ type=write size=1175296 2024-09-22T08:47:22.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.220+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=A5UPGTJJPTM4 type=del 2024-09-22T08:47:22.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.224+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=V66YG6HCV0JL type=del size=1197663 2024-09-22T08:47:22.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.224+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~JP32VLH2OETB.0 size=277092 2024-09-22T08:47:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.228+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=JP32VLH2OETB tag=U3WD3KJOAXRF type=write size=1325668 2024-09-22T08:47:22.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.236+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~TN8JXVIY053D.0 size=1048576 2024-09-22T08:47:22.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.236+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~TN8JXVIY053D.1 size=514010 2024-09-22T08:47:22.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.236+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=TN8JXVIY053D tag=32IP64JXUO2X type=write size=2611162 2024-09-22T08:47:22.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.240+0000 7fba234848c0 1 < completed write operation key=906R294R0FI0 tag=D30BQ0E6GMDJ type=write size=413199 2024-09-22T08:47:22.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.244+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~53CL7Q5DQ6SR.0 size=881151 2024-09-22T08:47:22.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.244+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=53CL7Q5DQ6SR tag=WJUT4WNFXOGS type=write size=1929727 2024-09-22T08:47:22.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.248+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=8S6XV0339J7B type=del 2024-09-22T08:47:22.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.252+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=3KXY6NKLSRVX type=write size=103812 2024-09-22T08:47:22.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.256+0000 7fba234848c0 1 < suggested update operation key=Y083D5F4X87G tag=CLQEEBF2E6FB type=write size=116965 2024-09-22T08:47:22.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.260+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=028HTJ7OK2P4 type=del size=3136306 2024-09-22T08:47:22.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.264+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=SCS0XVRQINPT type=del 2024-09-22T08:47:22.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.268+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~6PU5OB1RMXJD.0 size=1048576 2024-09-22T08:47:22.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.272+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~6PU5OB1RMXJD.1 size=156674 2024-09-22T08:47:22.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.272+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=6PU5OB1RMXJD tag=2G58H2U3KG6U type=write size=2253826 2024-09-22T08:47:22.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.272+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~3XZ05IIGB977.0 size=1048576 2024-09-22T08:47:22.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.276+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~3XZ05IIGB977.1 size=114014 2024-09-22T08:47:22.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.280+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=3XZ05IIGB977 tag=RYZK87X8IM6S type=write size=2211166 2024-09-22T08:47:22.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.284+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.0 size=1048576 2024-09-22T08:47:22.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.288+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.1 size=1048576 2024-09-22T08:47:22.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.288+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.2 size=31328 2024-09-22T08:47:22.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.288+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=ZMWPRXLZRYEF tag=0NZPAQB6N25S type=write size=3177056 2024-09-22T08:47:22.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.292+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.0 size=1048576 2024-09-22T08:47:22.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.296+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.1 size=1048576 2024-09-22T08:47:22.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.296+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9WQ2WHY9MUVI.2 size=288163 2024-09-22T08:47:22.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.300+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=9WQ2WHY9MUVI tag=1ENHKPNYSWGU type=write size=3433891 2024-09-22T08:47:22.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.304+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=XD5VQ6J0OCFK type=del size=1139900 2024-09-22T08:47:22.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.304+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~QD5OIQBLTQGJ.0 size=527835 2024-09-22T08:47:22.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.308+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=QD5OIQBLTQGJ tag=VY73FFGU27YE type=write size=1576411 2024-09-22T08:47:22.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.312+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=8X8BPVN8OR8A type=del size=3483651 2024-09-22T08:47:22.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.316+0000 7fba234848c0 1 < canceled operation key=SXWPN1W7H9NU tag=DXTFM7XMS5HA type=del size=3944105 2024-09-22T08:47:22.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.316+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=3COA5QV54K2C type=del size=745688 2024-09-22T08:47:22.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.320+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~DQPAL7XYVV8P.0 size=794668 2024-09-22T08:47:22.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.324+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=DQPAL7XYVV8P tag=3NA1UISR6B0A type=write size=1843244 2024-09-22T08:47:22.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.328+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=H3D1L1ZAFLBJ type=write size=873508 2024-09-22T08:47:22.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.332+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=H5OWQP6X3GWD type=del 2024-09-22T08:47:22.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.332+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=4I3OMBDE4L7S type=del size=3973838 2024-09-22T08:47:22.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.336+0000 7fba234848c0 1 < completed write operation key=IELI1832WYYC tag=2IGX8MEX4XOJ type=write size=637316 2024-09-22T08:47:22.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.340+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=IQS1NXCPJLWU type=del size=1705067 2024-09-22T08:47:22.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.340+0000 7fba234848c0 1 < canceled part key=_multipart_5K7DPF6IJOQO.2~9FJS573DL3NP.0 size=50884 2024-09-22T08:47:22.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.344+0000 7fba234848c0 1 < canceled multipart upload key=5K7DPF6IJOQO upload=9FJS573DL3NP tag=AY1VEE8BWUEN type=write size=1099460 2024-09-22T08:47:22.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.348+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=RV3Q7PJ9NVAM type=del size=1403072 2024-09-22T08:47:22.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.352+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~DM8PEL0SU1B9.0 size=1010884 2024-09-22T08:47:22.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.356+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=DM8PEL0SU1B9 tag=M7KV21K0DF9P type=write size=2059460 2024-09-22T08:47:22.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.360+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=K43BSTSY9IR6 type=write size=162223 2024-09-22T08:47:22.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.364+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~RM83QKS3ZP9U.0 size=126720 2024-09-22T08:47:22.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.368+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=RM83QKS3ZP9U tag=MAPAN5V5B4CZ type=write size=1175296 2024-09-22T08:47:22.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.372+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~TUJREURDUADW.0 size=1048576 2024-09-22T08:47:22.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.376+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~TUJREURDUADW.1 size=922541 2024-09-22T08:47:22.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.376+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=TUJREURDUADW tag=6PDXGBQCIDK3 type=write size=3019693 2024-09-22T08:47:22.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.376+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=V66YG6HCV0JL type=del 2024-09-22T08:47:22.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.384+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~HHCQAHC2SZDK.0 size=299796 2024-09-22T08:47:22.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.384+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=HHCQAHC2SZDK tag=D409LQE6DVYH type=write size=1348372 2024-09-22T08:47:22.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.388+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~TN8JXVIY053D.0 size=1048576 2024-09-22T08:47:22.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.388+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~TN8JXVIY053D.1 size=514010 2024-09-22T08:47:22.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.396+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=TN8JXVIY053D tag=32IP64JXUO2X type=write size=2611162 2024-09-22T08:47:22.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.400+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~GBWVQ1R09LHF.0 size=1048576 2024-09-22T08:47:22.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.404+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~GBWVQ1R09LHF.1 size=973258 2024-09-22T08:47:22.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.404+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=GBWVQ1R09LHF tag=EWHC4KBVJKRN type=write size=3070410 2024-09-22T08:47:22.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.404+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~53CL7Q5DQ6SR.0 size=881151 2024-09-22T08:47:22.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.412+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=53CL7Q5DQ6SR tag=WJUT4WNFXOGS type=write size=1929727 2024-09-22T08:47:22.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.412+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=CASA7LB4G5NV type=del size=3940966 2024-09-22T08:47:22.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.416+0000 7fba234848c0 1 < canceled operation key=9O9DP75SBF2O tag=3KXY6NKLSRVX type=write size=103812 2024-09-22T08:47:22.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.424+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~ZT7ONAXP0BYH.0 size=1048576 2024-09-22T08:47:22.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.424+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~ZT7ONAXP0BYH.1 size=254181 2024-09-22T08:47:22.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.424+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=ZT7ONAXP0BYH tag=C5XRB4BXFUH4 type=write size=2351333 2024-09-22T08:47:22.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.428+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=028HTJ7OK2P4 type=del 2024-09-22T08:47:22.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.436+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~K00LUZDQ73XF.0 size=303422 2024-09-22T08:47:22.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.436+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=K00LUZDQ73XF tag=E4WE4EIPF14C type=write size=1351998 2024-09-22T08:47:22.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.436+0000 7fba234848c0 1 < canceled part key=_multipart_BMZ7P7WE56M7.2~6PU5OB1RMXJD.0 size=1048576 2024-09-22T08:47:22.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.436+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~6PU5OB1RMXJD.1 size=156674 2024-09-22T08:47:22.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.444+0000 7fba234848c0 1 < canceled multipart upload key=BMZ7P7WE56M7 upload=6PU5OB1RMXJD tag=2G58H2U3KG6U type=write size=2253826 2024-09-22T08:47:22.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.448+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.0 size=1048576 2024-09-22T08:47:22.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.452+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.1 size=1048576 2024-09-22T08:47:22.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.452+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.2 size=773233 2024-09-22T08:47:22.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.456+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=5X5AD01P1BY3 tag=0S0Q307I4FOK type=write size=3918961 2024-09-22T08:47:22.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.456+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.0 size=1048576 2024-09-22T08:47:22.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.460+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.1 size=1048576 2024-09-22T08:47:22.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.464+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~ZMWPRXLZRYEF.2 size=31328 2024-09-22T08:47:22.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.468+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=ZMWPRXLZRYEF tag=0NZPAQB6N25S type=write size=3177056 2024-09-22T08:47:22.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.472+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=H9UF1JGAIHVJ type=del size=4039864 2024-09-22T08:47:22.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.476+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=XD5VQ6J0OCFK type=del 2024-09-22T08:47:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.480+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=R3N9HW2YPBK9 type=write size=556956 2024-09-22T08:47:22.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.480+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=8X8BPVN8OR8A type=del 2024-09-22T08:47:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.484+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=2MRJ6AJ855HH type=del size=1028702 2024-09-22T08:47:22.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.488+0000 7fba234848c0 1 < canceled operation key=1Z5GJVJORAGA tag=3COA5QV54K2C type=del size=745688 2024-09-22T08:47:22.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.492+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=M3TUPX79EMJS type=del size=2880330 2024-09-22T08:47:22.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.500+0000 7fba234848c0 1 < suggested remove operation key=MKZLY53HS342 tag=H3D1L1ZAFLBJ type=write 2024-09-22T08:47:22.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.500+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=INLTU66H3SB8 type=del size=899070 2024-09-22T08:47:22.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.504+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=4I3OMBDE4L7S type=del 2024-09-22T08:47:22.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.508+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=82ODPMG5TUXJ type=del size=379996 2024-09-22T08:47:22.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.512+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=IQS1NXCPJLWU type=del 2024-09-22T08:47:22.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.516+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=KNWI84KWR44D type=write size=90399 2024-09-22T08:47:22.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.520+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=RV3Q7PJ9NVAM type=del 2024-09-22T08:47:22.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.528+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~WOFCTC5QLD9J.0 size=807689 2024-09-22T08:47:22.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.528+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=WOFCTC5QLD9J tag=N30SN5AMOKO7 type=write size=1856265 2024-09-22T08:47:22.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.532+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=K43BSTSY9IR6 type=write size=162223 2024-09-22T08:47:22.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.540+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~LJ050ILECEOC.0 size=501393 2024-09-22T08:47:22.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.540+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=LJ050ILECEOC tag=FNLYVFO914YY type=write size=1549969 2024-09-22T08:47:22.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.544+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~TUJREURDUADW.0 size=1048576 2024-09-22T08:47:22.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.548+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~TUJREURDUADW.1 size=922541 2024-09-22T08:47:22.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.552+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=TUJREURDUADW tag=6PDXGBQCIDK3 type=write size=3019693 2024-09-22T08:47:22.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.556+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=617E276X8WZ7 type=del size=2917096 2024-09-22T08:47:22.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.560+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~HHCQAHC2SZDK.0 size=299796 2024-09-22T08:47:22.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.564+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=HHCQAHC2SZDK tag=D409LQE6DVYH type=write size=1348372 2024-09-22T08:47:22.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.572+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~ZJ1K4CZYFXZW.0 size=457183 2024-09-22T08:47:22.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.572+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=ZJ1K4CZYFXZW tag=IKMGIAGVFRPM type=write size=1505759 2024-09-22T08:47:22.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.576+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~GBWVQ1R09LHF.0 size=1048576 2024-09-22T08:47:22.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.576+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~GBWVQ1R09LHF.1 size=973258 2024-09-22T08:47:22.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.584+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=GBWVQ1R09LHF tag=EWHC4KBVJKRN type=write size=3070410 2024-09-22T08:47:22.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.588+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=7E42ZATNJZKB type=write size=896706 2024-09-22T08:47:22.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.592+0000 7fba234848c0 1 < suggested update operation key=5K7DPF6IJOQO tag=CASA7LB4G5NV type=del size=3940966 2024-09-22T08:47:22.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.596+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=DMOLOZZWVBLS type=del size=2978386 2024-09-22T08:47:22.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.600+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~ZT7ONAXP0BYH.0 size=1048576 2024-09-22T08:47:22.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.604+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~ZT7ONAXP0BYH.1 size=254181 2024-09-22T08:47:22.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.608+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=ZT7ONAXP0BYH tag=C5XRB4BXFUH4 type=write size=2351333 2024-09-22T08:47:22.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.612+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=GM12IWDNPFQW type=del size=3820268 2024-09-22T08:47:22.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.616+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~K00LUZDQ73XF.0 size=303422 2024-09-22T08:47:22.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.620+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=K00LUZDQ73XF tag=E4WE4EIPF14C type=write size=1351998 2024-09-22T08:47:22.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.624+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~GUVGAKRT2WF0.0 size=48928 2024-09-22T08:47:22.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.628+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=GUVGAKRT2WF0 tag=YI4X52H8P8HE type=write size=1097504 2024-09-22T08:47:22.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.628+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.0 size=1048576 2024-09-22T08:47:22.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.628+0000 7fba234848c0 1 < canceled part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.1 size=1048576 2024-09-22T08:47:22.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.632+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~5X5AD01P1BY3.2 size=773233 2024-09-22T08:47:22.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.636+0000 7fba234848c0 1 < canceled multipart upload key=MOCPURWGSRGV upload=5X5AD01P1BY3 tag=0S0Q307I4FOK type=write size=3918961 2024-09-22T08:47:22.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.640+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=SHJFN5R6TBL5 type=del size=3963056 2024-09-22T08:47:22.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.644+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=H9UF1JGAIHVJ type=del 2024-09-22T08:47:22.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.648+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=BTWQ8DJJSL2G type=del size=2021760 2024-09-22T08:47:22.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.652+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=R3N9HW2YPBK9 type=write size=556956 2024-09-22T08:47:22.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.656+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~8KJC400IKOL3.0 size=203854 2024-09-22T08:47:22.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.656+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=8KJC400IKOL3 tag=IQUMQCQY4BYI type=write size=1252430 2024-09-22T08:47:22.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.660+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=2MRJ6AJ855HH type=del 2024-09-22T08:47:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.664+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=4DXEWJ6FGQG1 type=del size=582948 2024-09-22T08:47:22.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.668+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=M3TUPX79EMJS type=del 2024-09-22T08:47:22.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.672+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~0D9FZU7H8SZW.0 size=485134 2024-09-22T08:47:22.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.672+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=0D9FZU7H8SZW tag=H4EAJWQ74CBO type=write size=1533710 2024-09-22T08:47:22.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.676+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=INLTU66H3SB8 type=del 2024-09-22T08:47:22.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.680+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=MDWZ93ADJG8M type=write size=843021 2024-09-22T08:47:22.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.684+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=82ODPMG5TUXJ type=del 2024-09-22T08:47:22.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.688+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DVEDOPCAA8HU.0 size=1048576 2024-09-22T08:47:22.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.692+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DVEDOPCAA8HU.1 size=337371 2024-09-22T08:47:22.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.692+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=DVEDOPCAA8HU tag=US2SFTU2I5AO type=write size=2434523 2024-09-22T08:47:22.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.692+0000 7fba234848c0 1 < completed write operation key=OYF4UVMI9UR3 tag=KNWI84KWR44D type=write size=90399 2024-09-22T08:47:22.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.696+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=T76DE09NRF98 type=del size=98401 2024-09-22T08:47:22.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.700+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~WOFCTC5QLD9J.0 size=807689 2024-09-22T08:47:22.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.704+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=WOFCTC5QLD9J tag=N30SN5AMOKO7 type=write size=1856265 2024-09-22T08:47:22.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.708+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=F403AP4U5BGV type=del size=706602 2024-09-22T08:47:22.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.712+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~LJ050ILECEOC.0 size=501393 2024-09-22T08:47:22.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.716+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=LJ050ILECEOC tag=FNLYVFO914YY type=write size=1549969 2024-09-22T08:47:22.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.720+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=1JJJMB7WRUE2 type=del size=802291 2024-09-22T08:47:22.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.724+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=617E276X8WZ7 type=del 2024-09-22T08:47:22.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.728+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=BD66ZM37R3TB type=del size=1266414 2024-09-22T08:47:22.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.728+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~ZJ1K4CZYFXZW.0 size=457183 2024-09-22T08:47:22.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.736+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=ZJ1K4CZYFXZW tag=IKMGIAGVFRPM type=write size=1505759 2024-09-22T08:47:22.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.740+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~MW3ZB3RM8OAW.0 size=287702 2024-09-22T08:47:22.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.740+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=MW3ZB3RM8OAW tag=QGXP071C0NOS type=write size=1336278 2024-09-22T08:47:22.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.748+0000 7fba234848c0 1 < suggested update operation key=MOCPURWGSRGV tag=7E42ZATNJZKB type=write size=896706 2024-09-22T08:47:22.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.752+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~I92NJFYZIQ9O.0 size=369763 2024-09-22T08:47:22.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.752+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=I92NJFYZIQ9O tag=683SGLCZFG8R type=write size=1418339 2024-09-22T08:47:22.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.756+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=DMOLOZZWVBLS type=del 2024-09-22T08:47:22.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.764+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~KBVGXRK5HQEE.0 size=1048576 2024-09-22T08:47:22.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.764+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~KBVGXRK5HQEE.1 size=325802 2024-09-22T08:47:22.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.764+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=KBVGXRK5HQEE tag=LXOLDEO4XKHD type=write size=2422954 2024-09-22T08:47:22.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.768+0000 7fba234848c0 1 < canceled operation key=9GIEU2BNPYSC tag=GM12IWDNPFQW type=del size=3820268 2024-09-22T08:47:22.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.772+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=MGR3ON7M9I6B type=del size=3511514 2024-09-22T08:47:22.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.776+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~GUVGAKRT2WF0.0 size=48928 2024-09-22T08:47:22.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.780+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=GUVGAKRT2WF0 tag=YI4X52H8P8HE type=write size=1097504 2024-09-22T08:47:22.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.784+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=CQD58JJSV013 type=write size=681344 2024-09-22T08:47:22.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.788+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=SHJFN5R6TBL5 type=del 2024-09-22T08:47:22.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.796+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~MY2YTL9CRRG3.0 size=19836 2024-09-22T08:47:22.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.796+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=MY2YTL9CRRG3 tag=XH0Q2FZM3QPR type=write size=1068412 2024-09-22T08:47:22.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.800+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=BTWQ8DJJSL2G type=del 2024-09-22T08:47:22.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.804+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=M21JU0RAK35B type=del size=2829596 2024-09-22T08:47:22.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.804+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~8KJC400IKOL3.0 size=203854 2024-09-22T08:47:22.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.812+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=8KJC400IKOL3 tag=IQUMQCQY4BYI type=write size=1252430 2024-09-22T08:47:22.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.816+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=VPNYKVDT6CSQ type=del size=835252 2024-09-22T08:47:22.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.820+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=4DXEWJ6FGQG1 type=del 2024-09-22T08:47:22.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.824+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=U08F53RZUUNP type=del size=3063782 2024-09-22T08:47:22.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.824+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~0D9FZU7H8SZW.0 size=485134 2024-09-22T08:47:22.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.832+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=0D9FZU7H8SZW tag=H4EAJWQ74CBO type=write size=1533710 2024-09-22T08:47:22.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.836+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=JBBBWAYK42OT type=del size=4050168 2024-09-22T08:47:22.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.840+0000 7fba234848c0 1 < completed write operation key=9O9DP75SBF2O tag=MDWZ93ADJG8M type=write size=843021 2024-09-22T08:47:22.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.848+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V33Z1XLR953F.0 size=1048576 2024-09-22T08:47:22.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.852+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V33Z1XLR953F.1 size=599740 2024-09-22T08:47:22.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.852+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=V33Z1XLR953F tag=UCEUTEMXET4I type=write size=2696892 2024-09-22T08:47:22.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.856+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~DVEDOPCAA8HU.0 size=1048576 2024-09-22T08:47:22.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.860+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~DVEDOPCAA8HU.1 size=337371 2024-09-22T08:47:22.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.864+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=DVEDOPCAA8HU tag=US2SFTU2I5AO type=write size=2434523 2024-09-22T08:47:22.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.868+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=KESJ0Q6E8A0S type=write size=895252 2024-09-22T08:47:22.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.872+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=T76DE09NRF98 type=del 2024-09-22T08:47:22.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.876+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=U7RUAMI9T2HV type=del size=1224671 2024-09-22T08:47:22.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.876+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=F403AP4U5BGV type=del 2024-09-22T08:47:22.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.880+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=HRQF2QS3TZGC type=del size=200850 2024-09-22T08:47:22.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.888+0000 7fba234848c0 1 < suggested remove operation key=MC9BLML8VZ9V tag=1JJJMB7WRUE2 type=del 2024-09-22T08:47:22.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.892+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~UM68S08K5WLW.0 size=1048576 2024-09-22T08:47:22.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.896+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~UM68S08K5WLW.1 size=118356 2024-09-22T08:47:22.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.896+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=UM68S08K5WLW tag=Z1GCJVAO907I type=write size=2215508 2024-09-22T08:47:22.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.900+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=BD66ZM37R3TB type=del 2024-09-22T08:47:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.900+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=MKI9PCZ62VQN type=del size=3474583 2024-09-22T08:47:22.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.904+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~MW3ZB3RM8OAW.0 size=287702 2024-09-22T08:47:22.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.912+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=MW3ZB3RM8OAW tag=QGXP071C0NOS type=write size=1336278 2024-09-22T08:47:22.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.916+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=J8RB4GAJ0ZWT type=write size=790329 2024-09-22T08:47:22.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.916+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~I92NJFYZIQ9O.0 size=369763 2024-09-22T08:47:22.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.924+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=I92NJFYZIQ9O tag=683SGLCZFG8R type=write size=1418339 2024-09-22T08:47:22.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.928+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=RCPRAS4S55KK type=del size=1265245 2024-09-22T08:47:22.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.928+0000 7fba234848c0 1 < canceled part key=_multipart_MKZLY53HS342.2~KBVGXRK5HQEE.0 size=1048576 2024-09-22T08:47:22.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.932+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~KBVGXRK5HQEE.1 size=325802 2024-09-22T08:47:22.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.936+0000 7fba234848c0 1 < canceled multipart upload key=MKZLY53HS342 upload=KBVGXRK5HQEE tag=LXOLDEO4XKHD type=write size=2422954 2024-09-22T08:47:22.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.940+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=WIG8RD2H3DEP type=del size=3296684 2024-09-22T08:47:22.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.944+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=MGR3ON7M9I6B type=del 2024-09-22T08:47:22.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.948+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~FHOBLU16XLNV.0 size=1048576 2024-09-22T08:47:22.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.952+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~FHOBLU16XLNV.1 size=596514 2024-09-22T08:47:22.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.952+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=FHOBLU16XLNV tag=POLRPWR31K1Y type=write size=2693666 2024-09-22T08:47:22.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.956+0000 7fba234848c0 1 < completed write operation key=Y083D5F4X87G tag=CQD58JJSV013 type=write size=681344 2024-09-22T08:47:22.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.956+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=PNBFLURNMTGY type=write size=903619 2024-09-22T08:47:22.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.960+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~MY2YTL9CRRG3.0 size=19836 2024-09-22T08:47:22.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.968+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=MY2YTL9CRRG3 tag=XH0Q2FZM3QPR type=write size=1068412 2024-09-22T08:47:22.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.976+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.0 size=1048576 2024-09-22T08:47:22.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.976+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.1 size=1048576 2024-09-22T08:47:22.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.980+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.2 size=163310 2024-09-22T08:47:22.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.980+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=DXIQYVH8P7D8 tag=U6UFPME30S4Z type=write size=3309038 2024-09-22T08:47:22.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.984+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=M21JU0RAK35B type=del 2024-09-22T08:47:22.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.988+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~1VBENS08020P.0 size=840346 2024-09-22T08:47:22.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.988+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=1VBENS08020P tag=P0PY2S4W3XKU type=write size=1888922 2024-09-22T08:47:22.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.992+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=VPNYKVDT6CSQ type=del 2024-09-22T08:47:22.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:22.996+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~CBTZNDZX66OK.0 size=1048576 2024-09-22T08:47:22.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.000+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~CBTZNDZX66OK.1 size=505169 2024-09-22T08:47:23.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.000+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=CBTZNDZX66OK tag=SHY2SJMJJE1Z type=write size=2602321 2024-09-22T08:47:23.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.000+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=U08F53RZUUNP type=del 2024-09-22T08:47:23.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.008+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.0 size=1048576 2024-09-22T08:47:23.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.008+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.1 size=1048576 2024-09-22T08:47:23.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.012+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.2 size=260326 2024-09-22T08:47:23.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.012+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=M5OWU0TVGP3I tag=FA1A9BP7K2PT type=write size=3406054 2024-09-22T08:47:23.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.016+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=JBBBWAYK42OT type=del 2024-09-22T08:47:23.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.016+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=FP1U0IYH54OZ type=del size=1532085 2024-09-22T08:47:23.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.020+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V33Z1XLR953F.0 size=1048576 2024-09-22T08:47:23.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.024+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V33Z1XLR953F.1 size=599740 2024-09-22T08:47:23.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.028+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=V33Z1XLR953F tag=UCEUTEMXET4I type=write size=2696892 2024-09-22T08:47:23.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.032+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~TZWYE0IR6DEV.0 size=502430 2024-09-22T08:47:23.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.032+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=TZWYE0IR6DEV tag=5UK23EC34XX0 type=write size=1551006 2024-09-22T08:47:23.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.036+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=KESJ0Q6E8A0S type=write size=895252 2024-09-22T08:47:23.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.040+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~4J6Y5VB8IHBM.0 size=307611 2024-09-22T08:47:23.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.040+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=4J6Y5VB8IHBM tag=UD16907YZWOR type=write size=1356187 2024-09-22T08:47:23.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.040+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=U7RUAMI9T2HV type=del 2024-09-22T08:47:23.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.044+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=AHWEJTMT2WKF type=del size=1914481 2024-09-22T08:47:23.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.048+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=HRQF2QS3TZGC type=del 2024-09-22T08:47:23.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.052+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~440LP718B9LY.0 size=429126 2024-09-22T08:47:23.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.052+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=440LP718B9LY tag=Q4F5M69QHGFF type=write size=1477702 2024-09-22T08:47:23.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.056+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~UM68S08K5WLW.0 size=1048576 2024-09-22T08:47:23.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.056+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~UM68S08K5WLW.1 size=118356 2024-09-22T08:47:23.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.060+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=UM68S08K5WLW tag=Z1GCJVAO907I type=write size=2215508 2024-09-22T08:47:23.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.064+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2M3NWY05632O.0 size=1028852 2024-09-22T08:47:23.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.064+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=2M3NWY05632O tag=DV4XMIH74339 type=write size=2077428 2024-09-22T08:47:23.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.072+0000 7fba234848c0 1 < suggested remove operation key=9O9DP75SBF2O tag=MKI9PCZ62VQN type=del 2024-09-22T08:47:23.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.072+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=I6TRD1RG6MES type=del size=2792985 2024-09-22T08:47:23.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.076+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=J8RB4GAJ0ZWT type=write size=790329 2024-09-22T08:47:23.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.080+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=9VS7F2JE3LRW type=del size=2034742 2024-09-22T08:47:23.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.084+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=RCPRAS4S55KK type=del 2024-09-22T08:47:23.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.084+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=PCLPT6LS2Q8A type=del size=1140265 2024-09-22T08:47:23.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.092+0000 7fba234848c0 1 < suggested remove operation key=O9XG5ZSCM5AT tag=WIG8RD2H3DEP type=del 2024-09-22T08:47:23.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.096+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=Z3ARMXRQYM0T type=del size=2161727 2024-09-22T08:47:23.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.096+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~FHOBLU16XLNV.0 size=1048576 2024-09-22T08:47:23.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.100+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~FHOBLU16XLNV.1 size=596514 2024-09-22T08:47:23.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.104+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=FHOBLU16XLNV tag=POLRPWR31K1Y type=write size=2693666 2024-09-22T08:47:23.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.108+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.0 size=1048576 2024-09-22T08:47:23.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.112+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.1 size=1048576 2024-09-22T08:47:23.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.112+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.2 size=45515 2024-09-22T08:47:23.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.112+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=H83IYE7365VL tag=BZA91HMF6N66 type=write size=3191243 2024-09-22T08:47:23.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.116+0000 7fba234848c0 1 < completed write operation key=7308WVXJKI53 tag=PNBFLURNMTGY type=write size=903619 2024-09-22T08:47:23.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.120+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~L83VX098JST4.0 size=773724 2024-09-22T08:47:23.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.120+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=L83VX098JST4 tag=XWMGLMXCPUJJ type=write size=1822300 2024-09-22T08:47:23.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.124+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.0 size=1048576 2024-09-22T08:47:23.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.124+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.1 size=1048576 2024-09-22T08:47:23.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.128+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DXIQYVH8P7D8.2 size=163310 2024-09-22T08:47:23.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.132+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=DXIQYVH8P7D8 tag=U6UFPME30S4Z type=write size=3309038 2024-09-22T08:47:23.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.140+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~MUJ4YCV5OV0G.0 size=831450 2024-09-22T08:47:23.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.140+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=MUJ4YCV5OV0G tag=UUO5G93YQ6T0 type=write size=1880026 2024-09-22T08:47:23.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.144+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~1VBENS08020P.0 size=840346 2024-09-22T08:47:23.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.148+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=1VBENS08020P tag=P0PY2S4W3XKU type=write size=1888922 2024-09-22T08:47:23.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.152+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=RTVC1OW4NQUU type=write size=630035 2024-09-22T08:47:23.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.156+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~CBTZNDZX66OK.0 size=1048576 2024-09-22T08:47:23.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.156+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~CBTZNDZX66OK.1 size=505169 2024-09-22T08:47:23.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.164+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=CBTZNDZX66OK tag=SHY2SJMJJE1Z type=write size=2602321 2024-09-22T08:47:23.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.168+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=XLX0BEF80ONH type=del size=2087908 2024-09-22T08:47:23.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.168+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.0 size=1048576 2024-09-22T08:47:23.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.172+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.1 size=1048576 2024-09-22T08:47:23.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.176+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~M5OWU0TVGP3I.2 size=260326 2024-09-22T08:47:23.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.184+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=M5OWU0TVGP3I tag=FA1A9BP7K2PT type=write size=3406054 2024-09-22T08:47:23.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.188+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=VOB25P2IWVVM type=write size=590175 2024-09-22T08:47:23.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.192+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=FP1U0IYH54OZ type=del 2024-09-22T08:47:23.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.196+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=UESL3T2TFW2M type=del size=3197247 2024-09-22T08:47:23.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.200+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~TZWYE0IR6DEV.0 size=502430 2024-09-22T08:47:23.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.208+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=TZWYE0IR6DEV tag=5UK23EC34XX0 type=write size=1551006 2024-09-22T08:47:23.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.208+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=3QJ8695RY47E type=del size=1171907 2024-09-22T08:47:23.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.212+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~4J6Y5VB8IHBM.0 size=307611 2024-09-22T08:47:23.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.220+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=4J6Y5VB8IHBM tag=UD16907YZWOR type=write size=1356187 2024-09-22T08:47:23.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.220+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=G5HFM681DNH7 type=del size=3197125 2024-09-22T08:47:23.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.228+0000 7fba234848c0 1 < suggested update operation key=ACJXPHRNH2LK tag=AHWEJTMT2WKF type=del size=1914481 2024-09-22T08:47:23.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.232+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=QFCNN7A8PVXJ type=del size=1542749 2024-09-22T08:47:23.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.236+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~440LP718B9LY.0 size=429126 2024-09-22T08:47:23.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.240+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=440LP718B9LY tag=Q4F5M69QHGFF type=write size=1477702 2024-09-22T08:47:23.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.248+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~MELBAOMBOB4C.0 size=1048576 2024-09-22T08:47:23.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.248+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~MELBAOMBOB4C.1 size=500573 2024-09-22T08:47:23.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.248+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=MELBAOMBOB4C tag=88AEPM087L8F type=write size=2597725 2024-09-22T08:47:23.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.252+0000 7fba234848c0 1 < canceled part key=_multipart_OYF4UVMI9UR3.2~2M3NWY05632O.0 size=1028852 2024-09-22T08:47:23.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.256+0000 7fba234848c0 1 < canceled multipart upload key=OYF4UVMI9UR3 upload=2M3NWY05632O tag=DV4XMIH74339 type=write size=2077428 2024-09-22T08:47:23.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.260+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=60UCFOCWJOS6 type=write size=405013 2024-09-22T08:47:23.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.260+0000 7fba234848c0 -1 < failed to complete operation key=7RKB0H1OQF18 tag=I6TRD1RG6MES type=del size=2792985: (22) Invalid argument 2024-09-22T08:47:23.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.268+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~GNZEH7WX042M.0 size=1048576 2024-09-22T08:47:23.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.272+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~GNZEH7WX042M.1 size=773313 2024-09-22T08:47:23.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.272+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=GNZEH7WX042M tag=US0K0XDRZNH2 type=write size=2870465 2024-09-22T08:47:23.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.276+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=9VS7F2JE3LRW type=del 2024-09-22T08:47:23.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.280+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~G251U9CH5FVI.0 size=803587 2024-09-22T08:47:23.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.280+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=G251U9CH5FVI tag=MEB3HTLP2U30 type=write size=1852163 2024-09-22T08:47:23.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.284+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=PCLPT6LS2Q8A type=del 2024-09-22T08:47:23.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.292+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~8ZUZYMBAFIND.0 size=1048576 2024-09-22T08:47:23.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.292+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~8ZUZYMBAFIND.1 size=688401 2024-09-22T08:47:23.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.292+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=8ZUZYMBAFIND tag=2IBTBC0QOLMO type=write size=2785553 2024-09-22T08:47:23.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.300+0000 7fba234848c0 1 < suggested update operation key=OYF4UVMI9UR3 tag=Z3ARMXRQYM0T type=del size=2161727 2024-09-22T08:47:23.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.308+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~WLA8IPGPGSD3.0 size=1048576 2024-09-22T08:47:23.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.312+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~WLA8IPGPGSD3.1 size=646573 2024-09-22T08:47:23.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.312+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=WLA8IPGPGSD3 tag=A4VK49UZOCYM type=write size=2743725 2024-09-22T08:47:23.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.312+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.0 size=1048576 2024-09-22T08:47:23.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.316+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.1 size=1048576 2024-09-22T08:47:23.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.320+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~H83IYE7365VL.2 size=45515 2024-09-22T08:47:23.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.324+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=H83IYE7365VL tag=BZA91HMF6N66 type=write size=3191243 2024-09-22T08:47:23.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.332+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~53C5STQLRQFD.0 size=1048576 2024-09-22T08:47:23.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.336+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~53C5STQLRQFD.1 size=749559 2024-09-22T08:47:23.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.336+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=53C5STQLRQFD tag=D3UV3OZBDFE3 type=write size=2846711 2024-09-22T08:47:23.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.336+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~L83VX098JST4.0 size=773724 2024-09-22T08:47:23.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.344+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=L83VX098JST4 tag=XWMGLMXCPUJJ type=write size=1822300 2024-09-22T08:47:23.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.348+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=SR9WVK67CTQD type=write size=520132 2024-09-22T08:47:23.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.352+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~MUJ4YCV5OV0G.0 size=831450 2024-09-22T08:47:23.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.356+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=MUJ4YCV5OV0G tag=UUO5G93YQ6T0 type=write size=1880026 2024-09-22T08:47:23.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.360+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.0 size=1048576 2024-09-22T08:47:23.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.364+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.1 size=1048576 2024-09-22T08:47:23.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.368+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.2 size=447290 2024-09-22T08:47:23.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.368+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=V3HWT9ONSWFP tag=IB7HCTEA73QP type=write size=3593018 2024-09-22T08:47:23.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.368+0000 7fba234848c0 1 < completed write operation key=EGAV6I2KE1N9 tag=RTVC1OW4NQUU type=write size=630035 2024-09-22T08:47:23.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.372+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=1JVOUG6NXTMS type=del size=3002078 2024-09-22T08:47:23.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.380+0000 7fba234848c0 1 < suggested update operation key=ZPSMOAQSZZ68 tag=XLX0BEF80ONH type=del size=2087908 2024-09-22T08:47:23.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.388+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.0 size=1048576 2024-09-22T08:47:23.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.388+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.1 size=1048576 2024-09-22T08:47:23.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.392+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.2 size=489820 2024-09-22T08:47:23.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.392+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=N1YEZEV3TT2A tag=HUEITMK55OP1 type=write size=3635548 2024-09-22T08:47:23.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.396+0000 7fba234848c0 -1 < failed to complete operation key=ACJXPHRNH2LK tag=VOB25P2IWVVM type=write size=590175: (22) Invalid argument 2024-09-22T08:47:23.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.400+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~TDAIKANWU3NB.0 size=192084 2024-09-22T08:47:23.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.400+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=TDAIKANWU3NB tag=4JDW8PG4X21N type=write size=1240660 2024-09-22T08:47:23.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.404+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=UESL3T2TFW2M type=del 2024-09-22T08:47:23.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.408+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~B77BA5LVLCOD.0 size=1048576 2024-09-22T08:47:23.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.412+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~B77BA5LVLCOD.1 size=248329 2024-09-22T08:47:23.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.412+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=B77BA5LVLCOD tag=LX1QVK8WDUTS type=write size=2345481 2024-09-22T08:47:23.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.416+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=3QJ8695RY47E type=del 2024-09-22T08:47:23.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.420+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=Y8YKEH313VKR type=del size=870914 2024-09-22T08:47:23.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.424+0000 7fba234848c0 1 < canceled operation key=MOCPURWGSRGV tag=G5HFM681DNH7 type=del size=3197125 2024-09-22T08:47:23.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.428+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~88DZ6Q34HWQQ.0 size=1048576 2024-09-22T08:47:23.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.432+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~88DZ6Q34HWQQ.1 size=245332 2024-09-22T08:47:23.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.432+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=88DZ6Q34HWQQ tag=Z2S8NJPBH2D2 type=write size=2342484 2024-09-22T08:47:23.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.440+0000 7fba234848c0 1 < suggested remove operation key=17H4LTCPSPFA tag=QFCNN7A8PVXJ type=del 2024-09-22T08:47:23.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.444+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~9TF10EGX23OB.0 size=13058 2024-09-22T08:47:23.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.444+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=9TF10EGX23OB tag=OHFH9OTQK4A3 type=write size=1061634 2024-09-22T08:47:23.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.448+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~MELBAOMBOB4C.0 size=1048576 2024-09-22T08:47:23.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.452+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~MELBAOMBOB4C.1 size=500573 2024-09-22T08:47:23.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.456+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=MELBAOMBOB4C tag=88AEPM087L8F type=write size=2597725 2024-09-22T08:47:23.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.460+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=H5U4GOG9QC7A type=del size=1453350 2024-09-22T08:47:23.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.460+0000 7fba234848c0 1 < completed write operation key=MKZLY53HS342 tag=60UCFOCWJOS6 type=write size=405013 2024-09-22T08:47:23.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.468+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~1MYYQB1U1OPQ.0 size=1048576 2024-09-22T08:47:23.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.468+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~1MYYQB1U1OPQ.1 size=374998 2024-09-22T08:47:23.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.468+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=1MYYQB1U1OPQ tag=50HOHIWFIG86 type=write size=2472150 2024-09-22T08:47:23.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.472+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~GNZEH7WX042M.0 size=1048576 2024-09-22T08:47:23.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.476+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~GNZEH7WX042M.1 size=773313 2024-09-22T08:47:23.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.480+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=GNZEH7WX042M tag=US0K0XDRZNH2 type=write size=2870465 2024-09-22T08:47:23.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.484+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.0 size=1048576 2024-09-22T08:47:23.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.488+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.1 size=1048576 2024-09-22T08:47:23.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.488+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.2 size=742199 2024-09-22T08:47:23.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.488+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=5LB11KDVDVNS tag=5O243AT7V1KI type=write size=3887927 2024-09-22T08:47:23.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.492+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~G251U9CH5FVI.0 size=803587 2024-09-22T08:47:23.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.496+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=G251U9CH5FVI tag=MEB3HTLP2U30 type=write size=1852163 2024-09-22T08:47:23.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.504+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~XRPT5109HSVW.0 size=72983 2024-09-22T08:47:23.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.504+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=XRPT5109HSVW tag=HQSA4GM3TBPL type=write size=1121559 2024-09-22T08:47:23.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.504+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~8ZUZYMBAFIND.0 size=1048576 2024-09-22T08:47:23.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.508+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~8ZUZYMBAFIND.1 size=688401 2024-09-22T08:47:23.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.512+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=8ZUZYMBAFIND tag=2IBTBC0QOLMO type=write size=2785553 2024-09-22T08:47:23.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.520+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.0 size=1048576 2024-09-22T08:47:23.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.520+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.1 size=1048576 2024-09-22T08:47:23.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.524+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.2 size=390307 2024-09-22T08:47:23.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.524+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=AZHK9R0WJ02A tag=E3VBCWPLI2SL type=write size=3536035 2024-09-22T08:47:23.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.528+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~WLA8IPGPGSD3.0 size=1048576 2024-09-22T08:47:23.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.528+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~WLA8IPGPGSD3.1 size=646573 2024-09-22T08:47:23.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.536+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=WLA8IPGPGSD3 tag=A4VK49UZOCYM type=write size=2743725 2024-09-22T08:47:23.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.536+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=5KFA5WK6H16W type=write size=920655 2024-09-22T08:47:23.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.540+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~53C5STQLRQFD.0 size=1048576 2024-09-22T08:47:23.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.544+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~53C5STQLRQFD.1 size=749559 2024-09-22T08:47:23.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.548+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=53C5STQLRQFD tag=D3UV3OZBDFE3 type=write size=2846711 2024-09-22T08:47:23.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.552+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=BAEDH2TBF9XZ type=del size=3674854 2024-09-22T08:47:23.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.556+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=SR9WVK67CTQD type=write size=520132 2024-09-22T08:47:23.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.560+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~K2DIFKU5WY2U.0 size=533426 2024-09-22T08:47:23.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.560+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=K2DIFKU5WY2U tag=MU1XMMOO2QX3 type=write size=1582002 2024-09-22T08:47:23.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.564+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.0 size=1048576 2024-09-22T08:47:23.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.568+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.1 size=1048576 2024-09-22T08:47:23.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.572+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V3HWT9ONSWFP.2 size=447290 2024-09-22T08:47:23.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.576+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=V3HWT9ONSWFP tag=IB7HCTEA73QP type=write size=3593018 2024-09-22T08:47:23.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.584+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~FP9WD27IAEH3.0 size=1048576 2024-09-22T08:47:23.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.584+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~FP9WD27IAEH3.1 size=207038 2024-09-22T08:47:23.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.584+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=FP9WD27IAEH3 tag=1GQUSEIIA2R0 type=write size=2304190 2024-09-22T08:47:23.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.588+0000 7fba234848c0 1 < canceled operation key=5K7DPF6IJOQO tag=1JVOUG6NXTMS type=del size=3002078 2024-09-22T08:47:23.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.592+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=GQIW0G9L7IVK type=del size=3869611 2024-09-22T08:47:23.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.596+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.0 size=1048576 2024-09-22T08:47:23.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.600+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.1 size=1048576 2024-09-22T08:47:23.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.600+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~N1YEZEV3TT2A.2 size=489820 2024-09-22T08:47:23.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.608+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=N1YEZEV3TT2A tag=HUEITMK55OP1 type=write size=3635548 2024-09-22T08:47:23.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.608+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=2PCPG32VFUG7 type=del size=1320736 2024-09-22T08:47:23.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.612+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~TDAIKANWU3NB.0 size=192084 2024-09-22T08:47:23.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.616+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=TDAIKANWU3NB tag=4JDW8PG4X21N type=write size=1240660 2024-09-22T08:47:23.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.620+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=1JUOC8H9U3CL type=write size=654032 2024-09-22T08:47:23.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.624+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~B77BA5LVLCOD.0 size=1048576 2024-09-22T08:47:23.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.628+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~B77BA5LVLCOD.1 size=248329 2024-09-22T08:47:23.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.632+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=B77BA5LVLCOD tag=LX1QVK8WDUTS type=write size=2345481 2024-09-22T08:47:23.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.632+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=WFT6HF84U5BH type=del size=2649296 2024-09-22T08:47:23.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.636+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=Y8YKEH313VKR type=del 2024-09-22T08:47:23.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.644+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.0 size=1048576 2024-09-22T08:47:23.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.644+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.1 size=1048576 2024-09-22T08:47:23.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.648+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.2 size=739826 2024-09-22T08:47:23.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.648+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=0AFNQW9I5WNQ tag=IKUWOR58OZM1 type=write size=3885554 2024-09-22T08:47:23.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.648+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~88DZ6Q34HWQQ.0 size=1048576 2024-09-22T08:47:23.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.652+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~88DZ6Q34HWQQ.1 size=245332 2024-09-22T08:47:23.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.656+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=88DZ6Q34HWQQ tag=Z2S8NJPBH2D2 type=write size=2342484 2024-09-22T08:47:23.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.660+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~EO5IPAVOXX1W.0 size=483085 2024-09-22T08:47:23.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.660+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=EO5IPAVOXX1W tag=BBBV7QBZHDHW type=write size=1531661 2024-09-22T08:47:23.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.664+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~9TF10EGX23OB.0 size=13058 2024-09-22T08:47:23.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.664+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=9TF10EGX23OB tag=OHFH9OTQK4A3 type=write size=1061634 2024-09-22T08:47:23.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.672+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~UFNA04EYF55T.0 size=342181 2024-09-22T08:47:23.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.672+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=UFNA04EYF55T tag=UFELUTG337SA type=write size=1390757 2024-09-22T08:47:23.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.672+0000 7fba234848c0 1 < canceled operation key=1Z5GJVJORAGA tag=H5U4GOG9QC7A type=del size=1453350 2024-09-22T08:47:23.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.676+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.0 size=1048576 2024-09-22T08:47:23.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.680+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.1 size=1048576 2024-09-22T08:47:23.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.680+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.2 size=101462 2024-09-22T08:47:23.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.680+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=85VOMWQH7JVB tag=UURNBPRDEVU4 type=write size=3247190 2024-09-22T08:47:23.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.684+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~1MYYQB1U1OPQ.0 size=1048576 2024-09-22T08:47:23.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.684+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~1MYYQB1U1OPQ.1 size=374998 2024-09-22T08:47:23.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.688+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=1MYYQB1U1OPQ tag=50HOHIWFIG86 type=write size=2472150 2024-09-22T08:47:23.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.692+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=9K5W6VK012BE type=write size=893468 2024-09-22T08:47:23.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.692+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.0 size=1048576 2024-09-22T08:47:23.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.692+0000 7fba234848c0 1 < canceled part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.1 size=1048576 2024-09-22T08:47:23.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.696+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5LB11KDVDVNS.2 size=742199 2024-09-22T08:47:23.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.700+0000 7fba234848c0 1 < canceled multipart upload key=9LS4I6V78QKR upload=5LB11KDVDVNS tag=5O243AT7V1KI type=write size=3887927 2024-09-22T08:47:23.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.708+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.0 size=1048576 2024-09-22T08:47:23.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.708+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.1 size=1048576 2024-09-22T08:47:23.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.712+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.2 size=361820 2024-09-22T08:47:23.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.712+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=525WWHIWKT7S tag=5H0NS9XUT8KD type=write size=3507548 2024-09-22T08:47:23.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.712+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~XRPT5109HSVW.0 size=72983 2024-09-22T08:47:23.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.716+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=XRPT5109HSVW tag=HQSA4GM3TBPL type=write size=1121559 2024-09-22T08:47:23.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.724+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~VU28HGN9YUZQ.0 size=1048576 2024-09-22T08:47:23.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.724+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~VU28HGN9YUZQ.1 size=619805 2024-09-22T08:47:23.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.724+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=VU28HGN9YUZQ tag=72T77UNDMOQB type=write size=2716957 2024-09-22T08:47:23.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.728+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.0 size=1048576 2024-09-22T08:47:23.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.732+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.1 size=1048576 2024-09-22T08:47:23.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.732+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~AZHK9R0WJ02A.2 size=390307 2024-09-22T08:47:23.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.740+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=AZHK9R0WJ02A tag=E3VBCWPLI2SL type=write size=3536035 2024-09-22T08:47:23.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.744+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.0 size=1048576 2024-09-22T08:47:23.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.748+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.1 size=1048576 2024-09-22T08:47:23.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.748+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.2 size=439662 2024-09-22T08:47:23.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.748+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=11ZTVHYAOTNV tag=X3UF93KH85J1 type=write size=3585390 2024-09-22T08:47:23.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.752+0000 7fba234848c0 1 < completed write operation key=IELI1832WYYC tag=5KFA5WK6H16W type=write size=920655 2024-09-22T08:47:23.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.756+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=JMYT27C1CXRG type=del size=2862705 2024-09-22T08:47:23.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.760+0000 7fba234848c0 -1 < failed to complete operation key=OYF4UVMI9UR3 tag=BAEDH2TBF9XZ type=del size=3674854: (22) Invalid argument 2024-09-22T08:47:23.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.760+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=7NG1R52BBXCM type=del size=1503623 2024-09-22T08:47:23.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.764+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~K2DIFKU5WY2U.0 size=533426 2024-09-22T08:47:23.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.768+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=K2DIFKU5WY2U tag=MU1XMMOO2QX3 type=write size=1582002 2024-09-22T08:47:23.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.772+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=G8EWCK8WH2O0 type=del size=897638 2024-09-22T08:47:23.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.776+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~FP9WD27IAEH3.0 size=1048576 2024-09-22T08:47:23.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.780+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~FP9WD27IAEH3.1 size=207038 2024-09-22T08:47:23.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.784+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=FP9WD27IAEH3 tag=1GQUSEIIA2R0 type=write size=2304190 2024-09-22T08:47:23.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.788+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=C6MGU3SH58ZZ type=del size=3001498 2024-09-22T08:47:23.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.792+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=GQIW0G9L7IVK type=del 2024-09-22T08:47:23.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.796+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=TS272AYH743N type=del size=2477672 2024-09-22T08:47:23.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.800+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=2PCPG32VFUG7 type=del 2024-09-22T08:47:23.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.800+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=9OFDCDO3FHC3 type=del size=1964831 2024-09-22T08:47:23.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.804+0000 7fba234848c0 1 < completed write operation key=906R294R0FI0 tag=1JUOC8H9U3CL type=write size=654032 2024-09-22T08:47:23.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.808+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=6V05KIQJBW1I type=del size=3802460 2024-09-22T08:47:23.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.812+0000 7fba234848c0 1 < canceled operation key=ZPSMOAQSZZ68 tag=WFT6HF84U5BH type=del size=2649296 2024-09-22T08:47:23.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.812+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=6GJCNUV7FBY7 type=del size=129041 2024-09-22T08:47:23.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.816+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.0 size=1048576 2024-09-22T08:47:23.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.816+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.1 size=1048576 2024-09-22T08:47:23.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.820+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~0AFNQW9I5WNQ.2 size=739826 2024-09-22T08:47:23.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.824+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=0AFNQW9I5WNQ tag=IKUWOR58OZM1 type=write size=3885554 2024-09-22T08:47:23.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.828+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=7OODK0X8DBTK type=del size=729541 2024-09-22T08:47:23.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.832+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~EO5IPAVOXX1W.0 size=483085 2024-09-22T08:47:23.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.836+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=EO5IPAVOXX1W tag=BBBV7QBZHDHW type=write size=1531661 2024-09-22T08:47:23.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.836+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=952AY11KJ1S0 type=del size=2330091 2024-09-22T08:47:23.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.840+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~UFNA04EYF55T.0 size=342181 2024-09-22T08:47:23.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.844+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=UFNA04EYF55T tag=UFELUTG337SA type=write size=1390757 2024-09-22T08:47:23.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.848+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=Y5Q8EIT8IX5B type=del size=371212 2024-09-22T08:47:23.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.852+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.0 size=1048576 2024-09-22T08:47:23.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.852+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.1 size=1048576 2024-09-22T08:47:23.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.856+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~85VOMWQH7JVB.2 size=101462 2024-09-22T08:47:23.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.860+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=85VOMWQH7JVB tag=UURNBPRDEVU4 type=write size=3247190 2024-09-22T08:47:23.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.864+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=CVJ4IDFK2CWQ type=del size=3531660 2024-09-22T08:47:23.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.864+0000 7fba234848c0 1 < canceled operation key=7308WVXJKI53 tag=9K5W6VK012BE type=write size=893468 2024-09-22T08:47:23.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.868+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=9G4CBQ4GRUUH type=del size=1283827 2024-09-22T08:47:23.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.872+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.0 size=1048576 2024-09-22T08:47:23.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.872+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.1 size=1048576 2024-09-22T08:47:23.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.876+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~525WWHIWKT7S.2 size=361820 2024-09-22T08:47:23.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.880+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=525WWHIWKT7S tag=5H0NS9XUT8KD type=write size=3507548 2024-09-22T08:47:23.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.884+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=JGXR101KTP1B type=del size=1095801 2024-09-22T08:47:23.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.884+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~VU28HGN9YUZQ.0 size=1048576 2024-09-22T08:47:23.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.884+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~VU28HGN9YUZQ.1 size=619805 2024-09-22T08:47:23.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.892+0000 7fba234848c0 1 < canceled multipart upload key=9BHSUSVFS09W upload=VU28HGN9YUZQ tag=72T77UNDMOQB type=write size=2716957 2024-09-22T08:47:23.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.892+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=DDLDEND70UOS type=del size=4157392 2024-09-22T08:47:23.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.896+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.0 size=1048576 2024-09-22T08:47:23.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.900+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.1 size=1048576 2024-09-22T08:47:23.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.900+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~11ZTVHYAOTNV.2 size=439662 2024-09-22T08:47:23.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.904+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=11ZTVHYAOTNV tag=X3UF93KH85J1 type=write size=3585390 2024-09-22T08:47:23.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.912+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.0 size=1048576 2024-09-22T08:47:23.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.912+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.1 size=1048576 2024-09-22T08:47:23.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.916+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.2 size=870837 2024-09-22T08:47:23.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.916+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=22UOTB5ZKUWG tag=7CS9D7BKOPBT type=write size=4016565 2024-09-22T08:47:23.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.916+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=JMYT27C1CXRG type=del 2024-09-22T08:47:23.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.920+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=QF036RQDQ9LR type=del size=702042 2024-09-22T08:47:23.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.924+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=7NG1R52BBXCM type=del 2024-09-22T08:47:23.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.928+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.0 size=1048576 2024-09-22T08:47:23.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.932+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.1 size=1048576 2024-09-22T08:47:23.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.932+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.2 size=801049 2024-09-22T08:47:23.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.932+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=CA4QI4LHYBQI tag=MG211H34RUMQ type=write size=3946777 2024-09-22T08:47:23.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.940+0000 7fba234848c0 1 < suggested remove operation key=UC095FCB73FU tag=G8EWCK8WH2O0 type=del 2024-09-22T08:47:23.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.940+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=MPQHAAXIHFIB type=del size=3528726 2024-09-22T08:47:23.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.944+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=C6MGU3SH58ZZ type=del 2024-09-22T08:47:23.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.948+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=UK65BQ0VLRY6 type=del size=1760295 2024-09-22T08:47:23.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.952+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=TS272AYH743N type=del 2024-09-22T08:47:23.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.952+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=W4CHG2V2UGIB type=del size=3709493 2024-09-22T08:47:23.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.960+0000 7fba234848c0 1 < suggested remove operation key=1ZBDU0O6HI8A tag=9OFDCDO3FHC3 type=del 2024-09-22T08:47:23.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.964+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=NV41MCXHFV82 type=del size=2204977 2024-09-22T08:47:23.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.968+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=6V05KIQJBW1I type=del 2024-09-22T08:47:23.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.972+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=UX6U0QJJ35AK type=write size=156615 2024-09-22T08:47:23.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.976+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=6GJCNUV7FBY7 type=del 2024-09-22T08:47:23.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.980+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=W36JXM5B1CDV type=del size=3243157 2024-09-22T08:47:23.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.980+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=1ZBDU0O6HI8A tag=7OODK0X8DBTK type=del size=729541: (2) No such file or directory 2024-09-22T08:47:23.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.984+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.0 size=1048576 2024-09-22T08:47:23.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.988+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.1 size=1048576 2024-09-22T08:47:23.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.992+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.2 size=638188 2024-09-22T08:47:23.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.992+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=8KXGQBP2H4YX tag=PYQBEBUXGTVP type=write size=3783916 2024-09-22T08:47:23.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.992+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=952AY11KJ1S0 type=del 2024-09-22T08:47:23.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:23.996+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=QABN1NAUE2H2 type=del size=181263 2024-09-22T08:47:24.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.000+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=Y5Q8EIT8IX5B type=del 2024-09-22T08:47:24.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.000+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=8JGA2106K4ZS type=del size=364741 2024-09-22T08:47:24.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.004+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=CVJ4IDFK2CWQ type=del 2024-09-22T08:47:24.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.008+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=VWZ0Z3RWN8S6 type=del size=2725730 2024-09-22T08:47:24.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.012+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=9G4CBQ4GRUUH type=del 2024-09-22T08:47:24.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.012+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=7KB7RKPB466L type=del size=2535406 2024-09-22T08:47:24.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.016+0000 7fba234848c0 -1 < failed to complete operation key=UC095FCB73FU tag=JGXR101KTP1B type=del size=1095801: (22) Invalid argument 2024-09-22T08:47:24.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.020+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=NYSTIJ8KC3SY type=del size=25281 2024-09-22T08:47:24.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.028+0000 7fba234848c0 1 < suggested update operation key=7308WVXJKI53 tag=DDLDEND70UOS type=del size=4157392 2024-09-22T08:47:24.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.028+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=KYGJ4PWKO4UL type=write size=947463 2024-09-22T08:47:24.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.032+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.0 size=1048576 2024-09-22T08:47:24.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.036+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.1 size=1048576 2024-09-22T08:47:24.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.040+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~22UOTB5ZKUWG.2 size=870837 2024-09-22T08:47:24.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.044+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=22UOTB5ZKUWG tag=7CS9D7BKOPBT type=write size=4016565 2024-09-22T08:47:24.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.052+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.0 size=1048576 2024-09-22T08:47:24.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.052+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.1 size=1048576 2024-09-22T08:47:24.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.056+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.2 size=888250 2024-09-22T08:47:24.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.056+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=30U4JUN9XKBJ tag=GLMX2TI2NV2S type=write size=4033978 2024-09-22T08:47:24.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.060+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=QF036RQDQ9LR type=del 2024-09-22T08:47:24.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.064+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=TLYC3KKM8W2N type=del size=1659924 2024-09-22T08:47:24.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.064+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.0 size=1048576 2024-09-22T08:47:24.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.068+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.1 size=1048576 2024-09-22T08:47:24.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.072+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~CA4QI4LHYBQI.2 size=801049 2024-09-22T08:47:24.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.076+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=CA4QI4LHYBQI tag=MG211H34RUMQ type=write size=3946777 2024-09-22T08:47:24.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.084+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~6TBMJGYUAFVQ.0 size=1048576 2024-09-22T08:47:24.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.084+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~6TBMJGYUAFVQ.1 size=606226 2024-09-22T08:47:24.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.084+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=6TBMJGYUAFVQ tag=RQJ8VEC51X5S type=write size=2703378 2024-09-22T08:47:24.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.088+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=MPQHAAXIHFIB type=del 2024-09-22T08:47:24.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.092+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=8Z1RIJIYM90D type=del size=2907733 2024-09-22T08:47:24.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.096+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=UK65BQ0VLRY6 type=del 2024-09-22T08:47:24.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.100+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~PVAAPIIKD24T.0 size=75303 2024-09-22T08:47:24.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.100+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=PVAAPIIKD24T tag=PPAGNSD5PDWY type=write size=1123879 2024-09-22T08:47:24.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.104+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=W4CHG2V2UGIB type=del 2024-09-22T08:47:24.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.108+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=LAYMYK9P1ZM1 type=del size=963638 2024-09-22T08:47:24.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.112+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=NV41MCXHFV82 type=del 2024-09-22T08:47:24.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.116+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=T00MI7T5ZKC8 type=del size=3830382 2024-09-22T08:47:24.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.116+0000 7fba234848c0 1 < completed write operation key=ZPSMOAQSZZ68 tag=UX6U0QJJ35AK type=write size=156615 2024-09-22T08:47:24.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.120+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=NH82CSM1EQ8C type=del size=982148 2024-09-22T08:47:24.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.124+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=W36JXM5B1CDV type=del 2024-09-22T08:47:24.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.128+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=Q81DV5DVXLK9 type=del size=1319462 2024-09-22T08:47:24.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.132+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.0 size=1048576 2024-09-22T08:47:24.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.132+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.1 size=1048576 2024-09-22T08:47:24.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.136+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~8KXGQBP2H4YX.2 size=638188 2024-09-22T08:47:24.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.140+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=8KXGQBP2H4YX tag=PYQBEBUXGTVP type=write size=3783916 2024-09-22T08:47:24.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.148+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~LBT5R3VS2BLL.0 size=1048576 2024-09-22T08:47:24.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.148+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~LBT5R3VS2BLL.1 size=33382 2024-09-22T08:47:24.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.148+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=LBT5R3VS2BLL tag=GRKKV4CLVJP9 type=write size=2130534 2024-09-22T08:47:24.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.152+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=QABN1NAUE2H2 type=del 2024-09-22T08:47:24.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.160+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~FOHDJE8GOUP8.0 size=1048576 2024-09-22T08:47:24.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.160+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~FOHDJE8GOUP8.1 size=918476 2024-09-22T08:47:24.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.160+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=FOHDJE8GOUP8 tag=NOV76O1UR7LL type=write size=3015628 2024-09-22T08:47:24.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.164+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=8JGA2106K4ZS type=del 2024-09-22T08:47:24.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.168+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=NBYLXALHOZD7 type=del size=4059474 2024-09-22T08:47:24.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.172+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=VWZ0Z3RWN8S6 type=del 2024-09-22T08:47:24.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.180+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.0 size=1048576 2024-09-22T08:47:24.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.180+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.1 size=1048576 2024-09-22T08:47:24.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.184+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.2 size=894889 2024-09-22T08:47:24.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.184+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=4FUU8WANPIKD tag=X50ZGDH4SNGX type=write size=4040617 2024-09-22T08:47:24.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.188+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=7KB7RKPB466L type=del 2024-09-22T08:47:24.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.192+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.0 size=1048576 2024-09-22T08:47:24.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.196+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.1 size=1048576 2024-09-22T08:47:24.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.200+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.2 size=540847 2024-09-22T08:47:24.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.200+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=1HE84RA8CIHN tag=9WNYDLSMB9PP type=write size=3686575 2024-09-22T08:47:24.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.204+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=NYSTIJ8KC3SY type=del 2024-09-22T08:47:24.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.208+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~9H6EDF4ZYRNW.0 size=1048576 2024-09-22T08:47:24.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.212+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~9H6EDF4ZYRNW.1 size=185411 2024-09-22T08:47:24.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.212+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=9H6EDF4ZYRNW tag=IH3QRMLMH3UB type=write size=2282563 2024-09-22T08:47:24.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.216+0000 7fba234848c0 1 < completed write operation key=HIXQW88EAGMF tag=KYGJ4PWKO4UL type=write size=947463 2024-09-22T08:47:24.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.220+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=46FSV2YCH6IM type=del size=2767089 2024-09-22T08:47:24.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.224+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.0 size=1048576 2024-09-22T08:47:24.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.224+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.1 size=1048576 2024-09-22T08:47:24.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.228+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~30U4JUN9XKBJ.2 size=888250 2024-09-22T08:47:24.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.232+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=30U4JUN9XKBJ tag=GLMX2TI2NV2S type=write size=4033978 2024-09-22T08:47:24.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.236+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=I7YXQKU4YE8R type=del size=818614 2024-09-22T08:47:24.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.240+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=TLYC3KKM8W2N type=del 2024-09-22T08:47:24.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.244+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=4YTO2JRLN07X type=del size=2298705 2024-09-22T08:47:24.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.248+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~6TBMJGYUAFVQ.0 size=1048576 2024-09-22T08:47:24.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.248+0000 7fba234848c0 1 < canceled part key=_multipart_5K7DPF6IJOQO.2~6TBMJGYUAFVQ.1 size=606226 2024-09-22T08:47:24.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.252+0000 7fba234848c0 1 < canceled multipart upload key=5K7DPF6IJOQO upload=6TBMJGYUAFVQ tag=RQJ8VEC51X5S type=write size=2703378 2024-09-22T08:47:24.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.260+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~6NYANPH8OF5V.0 size=1048576 2024-09-22T08:47:24.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.264+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~6NYANPH8OF5V.1 size=492688 2024-09-22T08:47:24.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.264+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=6NYANPH8OF5V tag=S0H07JRB75S9 type=write size=2589840 2024-09-22T08:47:24.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.264+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=8Z1RIJIYM90D type=del 2024-09-22T08:47:24.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.268+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=2P4WUZSHQYQ8 type=del size=1132747 2024-09-22T08:47:24.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.272+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~PVAAPIIKD24T.0 size=75303 2024-09-22T08:47:24.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.284+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=PVAAPIIKD24T tag=PPAGNSD5PDWY type=write size=1123879 2024-09-22T08:47:24.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.284+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=17X19VIYLI8I type=del size=2056648 2024-09-22T08:47:24.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.288+0000 7fba234848c0 1 < canceled operation key=IELI1832WYYC tag=LAYMYK9P1ZM1 type=del size=963638 2024-09-22T08:47:24.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.296+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.0 size=1048576 2024-09-22T08:47:24.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.296+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.1 size=1048576 2024-09-22T08:47:24.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.300+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.2 size=891732 2024-09-22T08:47:24.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.300+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=0HRI4P8WVRJ8 tag=7JLRPWN31TKF type=write size=4037460 2024-09-22T08:47:24.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.304+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=T00MI7T5ZKC8 type=del 2024-09-22T08:47:24.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.308+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~GYILJLECAVEH.0 size=1048576 2024-09-22T08:47:24.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.312+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~GYILJLECAVEH.1 size=757570 2024-09-22T08:47:24.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.312+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=GYILJLECAVEH tag=X4XW8CPATIZT type=write size=2854722 2024-09-22T08:47:24.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.316+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=NH82CSM1EQ8C type=del 2024-09-22T08:47:24.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.320+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=VD5KHXCA9DR7 type=del size=3611764 2024-09-22T08:47:24.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.324+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=Q81DV5DVXLK9 type=del 2024-09-22T08:47:24.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.324+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=2FYD0113B4QY type=del size=3313967 2024-09-22T08:47:24.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.328+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~LBT5R3VS2BLL.0 size=1048576 2024-09-22T08:47:24.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.328+0000 7fba234848c0 1 < canceled part key=_multipart_1ZBDU0O6HI8A.2~LBT5R3VS2BLL.1 size=33382 2024-09-22T08:47:24.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.336+0000 7fba234848c0 1 < canceled multipart upload key=1ZBDU0O6HI8A upload=LBT5R3VS2BLL tag=GRKKV4CLVJP9 type=write size=2130534 2024-09-22T08:47:24.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.340+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=1TZKHD9MS8G9 type=del size=3746465 2024-09-22T08:47:24.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.340+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~FOHDJE8GOUP8.0 size=1048576 2024-09-22T08:47:24.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.340+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~FOHDJE8GOUP8.1 size=918476 2024-09-22T08:47:24.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.348+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=FOHDJE8GOUP8 tag=NOV76O1UR7LL type=write size=3015628 2024-09-22T08:47:24.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.352+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=7TOWFTH058U6 type=del size=1298374 2024-09-22T08:47:24.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.356+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=NBYLXALHOZD7 type=del 2024-09-22T08:47:24.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.360+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=QHN9LVPTRRBH type=del size=30969 2024-09-22T08:47:24.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.364+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.0 size=1048576 2024-09-22T08:47:24.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.364+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.1 size=1048576 2024-09-22T08:47:24.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.368+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~4FUU8WANPIKD.2 size=894889 2024-09-22T08:47:24.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.372+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=4FUU8WANPIKD tag=X50ZGDH4SNGX type=write size=4040617 2024-09-22T08:47:24.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.380+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~JFR291WQCLWY.0 size=1048576 2024-09-22T08:47:24.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.380+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~JFR291WQCLWY.1 size=689325 2024-09-22T08:47:24.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.380+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=JFR291WQCLWY tag=FZV6RGH7LACW type=write size=2786477 2024-09-22T08:47:24.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.384+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.0 size=1048576 2024-09-22T08:47:24.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.388+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.1 size=1048576 2024-09-22T08:47:24.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.392+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~1HE84RA8CIHN.2 size=540847 2024-09-22T08:47:24.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.396+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=1HE84RA8CIHN tag=9WNYDLSMB9PP type=write size=3686575 2024-09-22T08:47:24.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.404+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~KJJWWCPG60O2.0 size=402190 2024-09-22T08:47:24.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.404+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=KJJWWCPG60O2 tag=992O5AX3DK5E type=write size=1450766 2024-09-22T08:47:24.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.404+0000 7fba234848c0 1 < canceled part key=_multipart_ZPSMOAQSZZ68.2~9H6EDF4ZYRNW.0 size=1048576 2024-09-22T08:47:24.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.408+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~9H6EDF4ZYRNW.1 size=185411 2024-09-22T08:47:24.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.412+0000 7fba234848c0 1 < canceled multipart upload key=ZPSMOAQSZZ68 upload=9H6EDF4ZYRNW tag=IH3QRMLMH3UB type=write size=2282563 2024-09-22T08:47:24.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.416+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=1JPG3A92K1M0 type=write size=747410 2024-09-22T08:47:24.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.420+0000 7fba234848c0 1 < canceled operation key=906R294R0FI0 tag=46FSV2YCH6IM type=del size=2767089 2024-09-22T08:47:24.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.424+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.0 size=1048576 2024-09-22T08:47:24.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.428+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.1 size=1048576 2024-09-22T08:47:24.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.428+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.2 size=332893 2024-09-22T08:47:24.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.428+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=SUTR5C0K64RX tag=LJP03YEX6C0K type=write size=3478621 2024-09-22T08:47:24.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.432+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=I7YXQKU4YE8R type=del 2024-09-22T08:47:24.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.436+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=875N2GKQ61VD type=del size=179897 2024-09-22T08:47:24.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.440+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=4YTO2JRLN07X type=del 2024-09-22T08:47:24.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.444+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=M8JYUS53C8TI type=write size=193912 2024-09-22T08:47:24.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.448+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~6NYANPH8OF5V.0 size=1048576 2024-09-22T08:47:24.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.448+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~6NYANPH8OF5V.1 size=492688 2024-09-22T08:47:24.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.456+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=6NYANPH8OF5V tag=S0H07JRB75S9 type=write size=2589840 2024-09-22T08:47:24.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.460+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=OFHLZPU3STDL type=del size=3280228 2024-09-22T08:47:24.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.460+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=2P4WUZSHQYQ8 type=del 2024-09-22T08:47:24.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.468+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~O4PFNB0WI5ZM.0 size=801329 2024-09-22T08:47:24.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.468+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=O4PFNB0WI5ZM tag=HM21UZ1FVXK3 type=write size=1849905 2024-09-22T08:47:24.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.476+0000 7fba234848c0 1 < suggested remove operation key=906R294R0FI0 tag=17X19VIYLI8I type=del 2024-09-22T08:47:24.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.476+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=13MZOG8EY6GS type=del size=2516463 2024-09-22T08:47:24.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.480+0000 7fba234848c0 1 < canceled part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.0 size=1048576 2024-09-22T08:47:24.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.480+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.1 size=1048576 2024-09-22T08:47:24.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.484+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0HRI4P8WVRJ8.2 size=891732 2024-09-22T08:47:24.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.488+0000 7fba234848c0 1 < canceled multipart upload key=SXWPN1W7H9NU upload=0HRI4P8WVRJ8 tag=7JLRPWN31TKF type=write size=4037460 2024-09-22T08:47:24.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.496+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.0 size=1048576 2024-09-22T08:47:24.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.496+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.1 size=1048576 2024-09-22T08:47:24.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.500+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.2 size=272107 2024-09-22T08:47:24.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.500+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=G8O3XLXFP1GP tag=P4U1DG0FZ7AN type=write size=3417835 2024-09-22T08:47:24.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.504+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~GYILJLECAVEH.0 size=1048576 2024-09-22T08:47:24.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.504+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~GYILJLECAVEH.1 size=757570 2024-09-22T08:47:24.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.512+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=GYILJLECAVEH tag=X4XW8CPATIZT type=write size=2854722 2024-09-22T08:47:24.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.516+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=TJF79E1SDCJ3 type=del size=2883641 2024-09-22T08:47:24.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.520+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=VD5KHXCA9DR7 type=del 2024-09-22T08:47:24.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.524+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=UYZ5VCIC4ETX type=del size=2354863 2024-09-22T08:47:24.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.528+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=2FYD0113B4QY type=del 2024-09-22T08:47:24.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.528+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=6TK1FW9Q6OUR type=del size=1965478 2024-09-22T08:47:24.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.532+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=1TZKHD9MS8G9 type=del 2024-09-22T08:47:24.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.536+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=SID6PFZMKWMR type=del size=3789514 2024-09-22T08:47:24.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.540+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=7TOWFTH058U6 type=del 2024-09-22T08:47:24.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.544+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=2O35ESNW5V8N type=del size=917915 2024-09-22T08:47:24.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.548+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=QHN9LVPTRRBH type=del 2024-09-22T08:47:24.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.552+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~X054210DW4N5.0 size=194314 2024-09-22T08:47:24.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.552+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=X054210DW4N5 tag=1D8H0DJYOOH7 type=write size=1242890 2024-09-22T08:47:24.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.556+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~JFR291WQCLWY.0 size=1048576 2024-09-22T08:47:24.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.560+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~JFR291WQCLWY.1 size=689325 2024-09-22T08:47:24.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.564+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=JFR291WQCLWY tag=FZV6RGH7LACW type=write size=2786477 2024-09-22T08:47:24.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.572+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.0 size=1048576 2024-09-22T08:47:24.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.576+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.1 size=1048576 2024-09-22T08:47:24.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.576+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.2 size=1038006 2024-09-22T08:47:24.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.576+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=UN19V6W08SWU tag=HDB8WF29EX1I type=write size=4183734 2024-09-22T08:47:24.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.580+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~KJJWWCPG60O2.0 size=402190 2024-09-22T08:47:24.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.588+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=KJJWWCPG60O2 tag=992O5AX3DK5E type=write size=1450766 2024-09-22T08:47:24.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.596+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.0 size=1048576 2024-09-22T08:47:24.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.600+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.1 size=1048576 2024-09-22T08:47:24.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.600+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.2 size=880750 2024-09-22T08:47:24.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.600+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=2429OYDWZV7L tag=RUE5G1MVHRKT type=write size=4026478 2024-09-22T08:47:24.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.604+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=1JPG3A92K1M0 type=write size=747410 2024-09-22T08:47:24.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.608+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=28MQO4D5JOII type=del size=589770 2024-09-22T08:47:24.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.612+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.0 size=1048576 2024-09-22T08:47:24.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.616+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.1 size=1048576 2024-09-22T08:47:24.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.616+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~SUTR5C0K64RX.2 size=332893 2024-09-22T08:47:24.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.624+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=SUTR5C0K64RX tag=LJP03YEX6C0K type=write size=3478621 2024-09-22T08:47:24.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.628+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.0 size=1048576 2024-09-22T08:47:24.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.632+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.1 size=1048576 2024-09-22T08:47:24.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.636+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.2 size=735974 2024-09-22T08:47:24.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.636+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=MLXPNI1POTAE tag=JA97P77URSUO type=write size=3881702 2024-09-22T08:47:24.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.640+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=875N2GKQ61VD type=del 2024-09-22T08:47:24.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.644+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=I9Z6M7MSD397 type=write size=764955 2024-09-22T08:47:24.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.648+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=M8JYUS53C8TI type=write 2024-09-22T08:47:24.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.656+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.0 size=1048576 2024-09-22T08:47:24.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.660+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.1 size=1048576 2024-09-22T08:47:24.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.660+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.2 size=1022620 2024-09-22T08:47:24.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.660+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=09660LOOY6WQ tag=FUXULDJ6030V type=write size=4168348 2024-09-22T08:47:24.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.664+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=OFHLZPU3STDL type=del 2024-09-22T08:47:24.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.668+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=6HEIY29GNJEL type=del size=3654071 2024-09-22T08:47:24.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.672+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~O4PFNB0WI5ZM.0 size=801329 2024-09-22T08:47:24.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.676+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=O4PFNB0WI5ZM tag=HM21UZ1FVXK3 type=write size=1849905 2024-09-22T08:47:24.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.680+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=QV9B7P9H7U76 type=del size=4001371 2024-09-22T08:47:24.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.684+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=13MZOG8EY6GS type=del 2024-09-22T08:47:24.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.692+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~58XDTNAMFDFV.0 size=565474 2024-09-22T08:47:24.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.692+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=58XDTNAMFDFV tag=VUGFMXC31FVE type=write size=1614050 2024-09-22T08:47:24.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.692+0000 7fba234848c0 1 < canceled part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.0 size=1048576 2024-09-22T08:47:24.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.692+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.1 size=1048576 2024-09-22T08:47:24.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.696+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~G8O3XLXFP1GP.2 size=272107 2024-09-22T08:47:24.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.700+0000 7fba234848c0 1 < canceled multipart upload key=5K7DPF6IJOQO upload=G8O3XLXFP1GP tag=P4U1DG0FZ7AN type=write size=3417835 2024-09-22T08:47:24.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.704+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=VR3F1EVR2K2I type=write size=82794 2024-09-22T08:47:24.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.712+0000 7fba234848c0 1 < suggested update operation key=XPSLU2TK0YUO tag=TJF79E1SDCJ3 type=del size=2883641 2024-09-22T08:47:24.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.716+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=VZXNRJJ21GJ7 type=del size=619563 2024-09-22T08:47:24.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.720+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=UYZ5VCIC4ETX type=del 2024-09-22T08:47:24.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.728+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~E25OAMADHL2W.0 size=1048576 2024-09-22T08:47:24.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.728+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~E25OAMADHL2W.1 size=1012998 2024-09-22T08:47:24.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.728+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=E25OAMADHL2W tag=39IB24Q64JA8 type=write size=3110150 2024-09-22T08:47:24.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.732+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=6TK1FW9Q6OUR type=del 2024-09-22T08:47:24.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.736+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=YMII6JHYU4OC type=del size=2310625 2024-09-22T08:47:24.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.740+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=SID6PFZMKWMR type=del 2024-09-22T08:47:24.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.748+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~5LLT3AFYHO3N.0 size=654667 2024-09-22T08:47:24.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.748+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=5LLT3AFYHO3N tag=7EK7V5NT7N9J type=write size=1703243 2024-09-22T08:47:24.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.752+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=2O35ESNW5V8N type=del 2024-09-22T08:47:24.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.756+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~QCTXLQ8R4GA4.0 size=1048576 2024-09-22T08:47:24.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.760+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~QCTXLQ8R4GA4.1 size=135056 2024-09-22T08:47:24.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.760+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=QCTXLQ8R4GA4 tag=YRZQ3OBUM7OD type=write size=2232208 2024-09-22T08:47:24.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.764+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~X054210DW4N5.0 size=194314 2024-09-22T08:47:24.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.768+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=X054210DW4N5 tag=1D8H0DJYOOH7 type=write size=1242890 2024-09-22T08:47:24.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.772+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=YM1UP34FU984 type=del size=3948300 2024-09-22T08:47:24.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.776+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.0 size=1048576 2024-09-22T08:47:24.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.780+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.1 size=1048576 2024-09-22T08:47:24.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.784+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~UN19V6W08SWU.2 size=1038006 2024-09-22T08:47:24.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.788+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=UN19V6W08SWU tag=HDB8WF29EX1I type=write size=4183734 2024-09-22T08:47:24.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.796+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~5PMY3ILUNJUK.0 size=1048576 2024-09-22T08:47:24.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.800+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~5PMY3ILUNJUK.1 size=647150 2024-09-22T08:47:24.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.800+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=5PMY3ILUNJUK tag=ZY445O36GTV0 type=write size=2744302 2024-09-22T08:47:24.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.804+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.0 size=1048576 2024-09-22T08:47:24.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.804+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.1 size=1048576 2024-09-22T08:47:24.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.808+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~2429OYDWZV7L.2 size=880750 2024-09-22T08:47:24.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.816+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=2429OYDWZV7L tag=RUE5G1MVHRKT type=write size=4026478 2024-09-22T08:47:24.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.820+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~0LH0O3QIGMQQ.0 size=928418 2024-09-22T08:47:24.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.820+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=0LH0O3QIGMQQ tag=DDTIBT4RZADX type=write size=1976994 2024-09-22T08:47:24.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.824+0000 7fba234848c0 -1 < failed to complete operation key=OYF4UVMI9UR3 tag=28MQO4D5JOII type=del size=589770: (22) Invalid argument 2024-09-22T08:47:24.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.828+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=55I4J0TLWLPO type=del size=3608831 2024-09-22T08:47:24.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.828+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.0 size=1048576 2024-09-22T08:47:24.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.832+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.1 size=1048576 2024-09-22T08:47:24.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.836+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~MLXPNI1POTAE.2 size=735974 2024-09-22T08:47:24.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.840+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=MLXPNI1POTAE tag=JA97P77URSUO type=write size=3881702 2024-09-22T08:47:24.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.844+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=81FBKDIFI4M7 type=del size=1988949 2024-09-22T08:47:24.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.844+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=I9Z6M7MSD397 type=write size=764955 2024-09-22T08:47:24.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.852+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~8G2PY77A1AA6.0 size=515020 2024-09-22T08:47:24.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.852+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=8G2PY77A1AA6 tag=QS0IG6MEW9NJ type=write size=1563596 2024-09-22T08:47:24.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.852+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.0 size=1048576 2024-09-22T08:47:24.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.856+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.1 size=1048576 2024-09-22T08:47:24.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.860+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~09660LOOY6WQ.2 size=1022620 2024-09-22T08:47:24.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.864+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=09660LOOY6WQ tag=FUXULDJ6030V type=write size=4168348 2024-09-22T08:47:24.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.868+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~UX2X0KC5RQTX.0 size=679660 2024-09-22T08:47:24.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.868+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=UX2X0KC5RQTX tag=RJZMVVIIT9X7 type=write size=1728236 2024-09-22T08:47:24.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.872+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=6HEIY29GNJEL type=del 2024-09-22T08:47:24.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.876+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=B4CPNJQ6V0NZ type=del size=95627 2024-09-22T08:47:24.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.876+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=QV9B7P9H7U76 type=del 2024-09-22T08:47:24.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.884+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.0 size=1048576 2024-09-22T08:47:24.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.884+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.1 size=1048576 2024-09-22T08:47:24.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.888+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.2 size=292306 2024-09-22T08:47:24.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.888+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=KF1GYP5GRVO2 tag=W9UMIHITNJGZ type=write size=3438034 2024-09-22T08:47:24.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.892+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~58XDTNAMFDFV.0 size=565474 2024-09-22T08:47:24.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.896+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=58XDTNAMFDFV tag=VUGFMXC31FVE type=write size=1614050 2024-09-22T08:47:24.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.900+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=RSK96TSL9YF2 type=write size=310237 2024-09-22T08:47:24.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.904+0000 7fba234848c0 1 < completed write operation key=BMZ7P7WE56M7 tag=VR3F1EVR2K2I type=write size=82794 2024-09-22T08:47:24.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.912+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~QNWQ8M2IZAKY.0 size=955970 2024-09-22T08:47:24.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.912+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=QNWQ8M2IZAKY tag=3HR7A1MXUIPD type=write size=2004546 2024-09-22T08:47:24.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.912+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=VZXNRJJ21GJ7 type=del 2024-09-22T08:47:24.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.920+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~JS4RQEXS3MZM.0 size=431536 2024-09-22T08:47:24.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.920+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=JS4RQEXS3MZM tag=I74QK49XPWW0 type=write size=1480112 2024-09-22T08:47:24.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.924+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~E25OAMADHL2W.0 size=1048576 2024-09-22T08:47:24.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.924+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~E25OAMADHL2W.1 size=1012998 2024-09-22T08:47:24.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.932+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=E25OAMADHL2W tag=39IB24Q64JA8 type=write size=3110150 2024-09-22T08:47:24.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.932+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=LKDAM62LKQCC type=del size=1918426 2024-09-22T08:47:24.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.936+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=YMII6JHYU4OC type=del 2024-09-22T08:47:24.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.940+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=IS4D6ZTU7YC9 type=del size=137790 2024-09-22T08:47:24.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.940+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~5LLT3AFYHO3N.0 size=654667 2024-09-22T08:47:24.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.948+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=5LLT3AFYHO3N tag=7EK7V5NT7N9J type=write size=1703243 2024-09-22T08:47:24.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.952+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~JUA5ZVUXXFBI.0 size=280579 2024-09-22T08:47:24.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.952+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=JUA5ZVUXXFBI tag=9VELIUHZY547 type=write size=1329155 2024-09-22T08:47:24.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.956+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~QCTXLQ8R4GA4.0 size=1048576 2024-09-22T08:47:24.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.960+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~QCTXLQ8R4GA4.1 size=135056 2024-09-22T08:47:24.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.964+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=QCTXLQ8R4GA4 tag=YRZQ3OBUM7OD type=write size=2232208 2024-09-22T08:47:24.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.972+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~NQKSAIDDAH9K.0 size=1048576 2024-09-22T08:47:24.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.972+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~NQKSAIDDAH9K.1 size=797110 2024-09-22T08:47:24.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.972+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=NQKSAIDDAH9K tag=GE31587JHM1W type=write size=2894262 2024-09-22T08:47:24.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.976+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=YM1UP34FU984 type=del 2024-09-22T08:47:24.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.980+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=BK7P95M8KW7W type=del size=3604255 2024-09-22T08:47:24.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.984+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~5PMY3ILUNJUK.0 size=1048576 2024-09-22T08:47:24.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.984+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~5PMY3ILUNJUK.1 size=647150 2024-09-22T08:47:24.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.992+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=5PMY3ILUNJUK tag=ZY445O36GTV0 type=write size=2744302 2024-09-22T08:47:24.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:24.996+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.0 size=1048576 2024-09-22T08:47:24.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.000+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.1 size=1048576 2024-09-22T08:47:25.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.000+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.2 size=995815 2024-09-22T08:47:25.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.000+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=4W8L3IYZ3I3K tag=UI30LANLWLMF type=write size=4141543 2024-09-22T08:47:25.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.004+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~0LH0O3QIGMQQ.0 size=928418 2024-09-22T08:47:25.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.008+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=0LH0O3QIGMQQ tag=DDTIBT4RZADX type=write size=1976994 2024-09-22T08:47:25.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.012+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=AMOWSY2RFL50 type=del size=200678 2024-09-22T08:47:25.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.012+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=55I4J0TLWLPO type=del 2024-09-22T08:47:25.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.016+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=9D3M3HURK3JB type=del size=2752286 2024-09-22T08:47:25.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.020+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=81FBKDIFI4M7 type=del size=1988949 2024-09-22T08:47:25.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.024+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=WKBG0TAAOSKJ type=write size=720953 2024-09-22T08:47:25.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.028+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~8G2PY77A1AA6.0 size=515020 2024-09-22T08:47:25.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.032+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=8G2PY77A1AA6 tag=QS0IG6MEW9NJ type=write size=1563596 2024-09-22T08:47:25.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.036+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=T6JF5JROS3U9 type=write size=95548 2024-09-22T08:47:25.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.040+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~UX2X0KC5RQTX.0 size=679660 2024-09-22T08:47:25.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.044+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=UX2X0KC5RQTX tag=RJZMVVIIT9X7 type=write size=1728236 2024-09-22T08:47:25.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.044+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=1BKQZ8PU7SOM type=del size=250090 2024-09-22T08:47:25.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.052+0000 7fba234848c0 1 < suggested update operation key=9TLPZUCDVLEL tag=B4CPNJQ6V0NZ type=del size=95627 2024-09-22T08:47:25.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.056+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~L6QZX2OK4WDN.0 size=1048576 2024-09-22T08:47:25.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.056+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~L6QZX2OK4WDN.1 size=192951 2024-09-22T08:47:25.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.056+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=L6QZX2OK4WDN tag=FKCTBSLSIDDG type=write size=2290103 2024-09-22T08:47:25.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.060+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.0 size=1048576 2024-09-22T08:47:25.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.060+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.1 size=1048576 2024-09-22T08:47:25.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.064+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~KF1GYP5GRVO2.2 size=292306 2024-09-22T08:47:25.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.068+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=KF1GYP5GRVO2 tag=W9UMIHITNJGZ type=write size=3438034 2024-09-22T08:47:25.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.072+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=UZAQ8F3T3ELW type=del size=2397487 2024-09-22T08:47:25.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.076+0000 7fba234848c0 1 < suggested remove operation key=906R294R0FI0 tag=RSK96TSL9YF2 type=write 2024-09-22T08:47:25.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.080+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=H31CFLVG0XF6 type=del size=3278369 2024-09-22T08:47:25.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.080+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~QNWQ8M2IZAKY.0 size=955970 2024-09-22T08:47:25.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.084+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=QNWQ8M2IZAKY tag=3HR7A1MXUIPD type=write size=2004546 2024-09-22T08:47:25.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.084+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=22OX8SSXNMJY type=del size=1087502 2024-09-22T08:47:25.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.088+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~JS4RQEXS3MZM.0 size=431536 2024-09-22T08:47:25.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.092+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=JS4RQEXS3MZM tag=I74QK49XPWW0 type=write size=1480112 2024-09-22T08:47:25.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.096+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=PH9CPDH0QE6Z type=del size=2101847 2024-09-22T08:47:25.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.096+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=LKDAM62LKQCC type=del 2024-09-22T08:47:25.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.100+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=OJ87TYLUO6QV type=del size=204896 2024-09-22T08:47:25.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.104+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=IS4D6ZTU7YC9 type=del 2024-09-22T08:47:25.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.104+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=LB6RW8A9AJW3 type=del size=3719314 2024-09-22T08:47:25.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.108+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~JUA5ZVUXXFBI.0 size=280579 2024-09-22T08:47:25.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.112+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=JUA5ZVUXXFBI tag=9VELIUHZY547 type=write size=1329155 2024-09-22T08:47:25.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.116+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=288680PQXR95 type=del size=386455 2024-09-22T08:47:25.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.116+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~NQKSAIDDAH9K.0 size=1048576 2024-09-22T08:47:25.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.120+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~NQKSAIDDAH9K.1 size=797110 2024-09-22T08:47:25.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.124+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=NQKSAIDDAH9K tag=GE31587JHM1W type=write size=2894262 2024-09-22T08:47:25.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.128+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.0 size=1048576 2024-09-22T08:47:25.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.132+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.1 size=1048576 2024-09-22T08:47:25.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.136+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.2 size=602908 2024-09-22T08:47:25.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.136+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=EYNEF9CX70XG tag=51MQRJ1A99O3 type=write size=3748636 2024-09-22T08:47:25.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.140+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=BK7P95M8KW7W type=del 2024-09-22T08:47:25.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.140+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=00GH6VUHGGZB type=del size=3559389 2024-09-22T08:47:25.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.144+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.0 size=1048576 2024-09-22T08:47:25.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.148+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.1 size=1048576 2024-09-22T08:47:25.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.152+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~4W8L3IYZ3I3K.2 size=995815 2024-09-22T08:47:25.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.156+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=4W8L3IYZ3I3K tag=UI30LANLWLMF type=write size=4141543 2024-09-22T08:47:25.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.160+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~6UJRKGH7D1G9.0 size=1048576 2024-09-22T08:47:25.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.164+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~6UJRKGH7D1G9.1 size=975332 2024-09-22T08:47:25.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.164+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=6UJRKGH7D1G9 tag=69FP6Q9MOCEE type=write size=3072484 2024-09-22T08:47:25.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.168+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=AMOWSY2RFL50 type=del 2024-09-22T08:47:25.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.168+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=WA3CZ2HO0NEO type=del size=36592 2024-09-22T08:47:25.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.172+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=9D3M3HURK3JB type=del 2024-09-22T08:47:25.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.180+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=31579DBE4VPB type=write size=990115 2024-09-22T08:47:25.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.180+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=WKBG0TAAOSKJ type=write size=720953 2024-09-22T08:47:25.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.184+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=LFACOW673ABG type=del size=1680123 2024-09-22T08:47:25.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.192+0000 7fba234848c0 1 < suggested remove operation key=906R294R0FI0 tag=T6JF5JROS3U9 type=write 2024-09-22T08:47:25.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.192+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=3UMPU1UBTXA1 type=del size=2526721 2024-09-22T08:47:25.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.196+0000 7fba234848c0 -1 < failed to complete operation key=906R294R0FI0 tag=1BKQZ8PU7SOM type=del size=250090: (22) Invalid argument 2024-09-22T08:47:25.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.200+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=1QNNT2F1YX5L type=write size=337665 2024-09-22T08:47:25.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.204+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~L6QZX2OK4WDN.0 size=1048576 2024-09-22T08:47:25.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.204+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~L6QZX2OK4WDN.1 size=192951 2024-09-22T08:47:25.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.212+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=L6QZX2OK4WDN tag=FKCTBSLSIDDG type=write size=2290103 2024-09-22T08:47:25.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.216+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~5KS7FQOJHVOR.0 size=855235 2024-09-22T08:47:25.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.216+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=5KS7FQOJHVOR tag=9VVUQXYGMLM2 type=write size=1903811 2024-09-22T08:47:25.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.220+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=UZAQ8F3T3ELW type=del 2024-09-22T08:47:25.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.224+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.0 size=1048576 2024-09-22T08:47:25.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.228+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.1 size=1048576 2024-09-22T08:47:25.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.228+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.2 size=346451 2024-09-22T08:47:25.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.228+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=MSWQ32Q54H2B tag=DX67M5PVKA1M type=write size=3492179 2024-09-22T08:47:25.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.232+0000 7fba234848c0 1 < suggested update operation key=ZPSMOAQSZZ68 tag=H31CFLVG0XF6 type=del size=3278369 2024-09-22T08:47:25.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.236+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=QTJ23237MTPR type=del size=664734 2024-09-22T08:47:25.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.240+0000 7fba234848c0 -1 < failed to complete operation key=ZPSMOAQSZZ68 tag=22OX8SSXNMJY type=del size=1087502: (22) Invalid argument 2024-09-22T08:47:25.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.244+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=BDDYSHPILD8V type=del size=2822523 2024-09-22T08:47:25.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.244+0000 7fba234848c0 1 < canceled operation key=HIXQW88EAGMF tag=PH9CPDH0QE6Z type=del size=2101847 2024-09-22T08:47:25.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.252+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~7BLZIUQUUE5X.0 size=1048576 2024-09-22T08:47:25.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.252+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~7BLZIUQUUE5X.1 size=984221 2024-09-22T08:47:25.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.252+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=7BLZIUQUUE5X tag=TYD2R1LO22DQ type=write size=3081373 2024-09-22T08:47:25.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.260+0000 7fba234848c0 1 < suggested remove operation key=3CD2AW1H64C4 tag=OJ87TYLUO6QV type=del 2024-09-22T08:47:25.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.260+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=H9FWWAOOHAF0 type=del size=1258769 2024-09-22T08:47:25.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.268+0000 7fba234848c0 1 < suggested update operation key=7RKB0H1OQF18 tag=LB6RW8A9AJW3 type=del size=3719314 2024-09-22T08:47:25.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.272+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~CD05N04BHU7U.0 size=1048576 2024-09-22T08:47:25.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.276+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~CD05N04BHU7U.1 size=805627 2024-09-22T08:47:25.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.276+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=CD05N04BHU7U tag=AVSQLQKEDAY2 type=write size=2902779 2024-09-22T08:47:25.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.280+0000 7fba234848c0 1 < canceled operation key=17H4LTCPSPFA tag=288680PQXR95 type=del size=386455 2024-09-22T08:47:25.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.284+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=BTI7XPK2MSDC type=del size=564545 2024-09-22T08:47:25.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.284+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.0 size=1048576 2024-09-22T08:47:25.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.288+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.1 size=1048576 2024-09-22T08:47:25.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.288+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~EYNEF9CX70XG.2 size=602908 2024-09-22T08:47:25.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.296+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=EYNEF9CX70XG tag=51MQRJ1A99O3 type=write size=3748636 2024-09-22T08:47:25.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.300+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.0 size=1048576 2024-09-22T08:47:25.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.304+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.1 size=1048576 2024-09-22T08:47:25.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.304+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.2 size=916195 2024-09-22T08:47:25.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.304+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=6FPD4RKYOU7G tag=R9RRH2ERO6T7 type=write size=4061923 2024-09-22T08:47:25.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.308+0000 7fba234848c0 -1 < failed to complete operation key=906R294R0FI0 tag=00GH6VUHGGZB type=del size=3559389: (22) Invalid argument 2024-09-22T08:47:25.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.308+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=QWAPMPMP331V type=del size=1673287 2024-09-22T08:47:25.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.312+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~6UJRKGH7D1G9.0 size=1048576 2024-09-22T08:47:25.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.316+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~6UJRKGH7D1G9.1 size=975332 2024-09-22T08:47:25.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.320+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=6UJRKGH7D1G9 tag=69FP6Q9MOCEE type=write size=3072484 2024-09-22T08:47:25.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.324+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~ZZYBIVAOAHSE.0 size=112772 2024-09-22T08:47:25.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.324+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=ZZYBIVAOAHSE tag=W985BFKPEM84 type=write size=1161348 2024-09-22T08:47:25.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.328+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=WA3CZ2HO0NEO type=del 2024-09-22T08:47:25.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.332+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=QAXELU87Z38T type=del size=1404684 2024-09-22T08:47:25.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.332+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=31579DBE4VPB type=write size=990115 2024-09-22T08:47:25.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.340+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.0 size=1048576 2024-09-22T08:47:25.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.340+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.1 size=1048576 2024-09-22T08:47:25.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.344+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.2 size=843797 2024-09-22T08:47:25.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.344+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=R4QQG73GL5AJ tag=QGPJMG9NMIP0 type=write size=3989525 2024-09-22T08:47:25.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.348+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=LFACOW673ABG type=del 2024-09-22T08:47:25.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.352+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=J02PWSNTESV0 type=del size=531742 2024-09-22T08:47:25.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.356+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=3UMPU1UBTXA1 type=del 2024-09-22T08:47:25.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.360+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~W528XWEINN63.0 size=702189 2024-09-22T08:47:25.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.360+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=W528XWEINN63 tag=I7EDODK81TN4 type=write size=1750765 2024-09-22T08:47:25.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.364+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=1QNNT2F1YX5L type=write size=337665 2024-09-22T08:47:25.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.368+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=OV0ZDH7OW96Q type=del size=2070098 2024-09-22T08:47:25.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.368+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~5KS7FQOJHVOR.0 size=855235 2024-09-22T08:47:25.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.376+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=5KS7FQOJHVOR tag=9VVUQXYGMLM2 type=write size=1903811 2024-09-22T08:47:25.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.376+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=JYPI3MP882Y4 type=del size=3007854 2024-09-22T08:47:25.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.380+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.0 size=1048576 2024-09-22T08:47:25.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.384+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.1 size=1048576 2024-09-22T08:47:25.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.384+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~MSWQ32Q54H2B.2 size=346451 2024-09-22T08:47:25.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.392+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=MSWQ32Q54H2B tag=DX67M5PVKA1M type=write size=3492179 2024-09-22T08:47:25.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.392+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=5KXSWYT7VYUN type=del size=3433639 2024-09-22T08:47:25.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.396+0000 7fba234848c0 -1 < failed to complete operation key=3CD2AW1H64C4 tag=QTJ23237MTPR type=del size=664734: (22) Invalid argument 2024-09-22T08:47:25.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.400+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~XENFNIW8X7NX.0 size=1048576 2024-09-22T08:47:25.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.404+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~XENFNIW8X7NX.1 size=523911 2024-09-22T08:47:25.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.404+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=XENFNIW8X7NX tag=UVN85LL629II type=write size=2621063 2024-09-22T08:47:25.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.408+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=BDDYSHPILD8V type=del 2024-09-22T08:47:25.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.412+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~KOJ4QOZF68R0.0 size=41412 2024-09-22T08:47:25.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.412+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=KOJ4QOZF68R0 tag=KJQSN245RRY8 type=write size=1089988 2024-09-22T08:47:25.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.416+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~7BLZIUQUUE5X.0 size=1048576 2024-09-22T08:47:25.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.416+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~7BLZIUQUUE5X.1 size=984221 2024-09-22T08:47:25.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.424+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=7BLZIUQUUE5X tag=TYD2R1LO22DQ type=write size=3081373 2024-09-22T08:47:25.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.428+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~FGK2HKX22R83.0 size=309330 2024-09-22T08:47:25.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.428+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=FGK2HKX22R83 tag=WYA85EHGNW08 type=write size=1357906 2024-09-22T08:47:25.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.432+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=H9FWWAOOHAF0 type=del 2024-09-22T08:47:25.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.440+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.0 size=1048576 2024-09-22T08:47:25.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.440+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.1 size=1048576 2024-09-22T08:47:25.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.444+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.2 size=681252 2024-09-22T08:47:25.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.444+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=7VODJHY0XN5M tag=C5HKU1AJXTF3 type=write size=3826980 2024-09-22T08:47:25.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.448+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~CD05N04BHU7U.0 size=1048576 2024-09-22T08:47:25.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.448+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~CD05N04BHU7U.1 size=805627 2024-09-22T08:47:25.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.456+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=CD05N04BHU7U tag=AVSQLQKEDAY2 type=write size=2902779 2024-09-22T08:47:25.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.464+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~ABQFZRL65I1Y.0 size=1048576 2024-09-22T08:47:25.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.464+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~ABQFZRL65I1Y.1 size=199989 2024-09-22T08:47:25.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.464+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=ABQFZRL65I1Y tag=QZ9MBVA2XNVC type=write size=2297141 2024-09-22T08:47:25.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.468+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=BTI7XPK2MSDC type=del 2024-09-22T08:47:25.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.472+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~U4USR6PUNY77.0 size=891544 2024-09-22T08:47:25.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.472+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=U4USR6PUNY77 tag=7D23O56ABAOS type=write size=1940120 2024-09-22T08:47:25.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.472+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.0 size=1048576 2024-09-22T08:47:25.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.472+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.1 size=1048576 2024-09-22T08:47:25.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.476+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~6FPD4RKYOU7G.2 size=916195 2024-09-22T08:47:25.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.480+0000 7fba234848c0 1 < canceled multipart upload key=9BHSUSVFS09W upload=6FPD4RKYOU7G tag=R9RRH2ERO6T7 type=write size=4061923 2024-09-22T08:47:25.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.488+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~0IDI573790K7.0 size=945294 2024-09-22T08:47:25.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.488+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=0IDI573790K7 tag=7JNI4HENW4UI type=write size=1993870 2024-09-22T08:47:25.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.492+0000 7fba234848c0 1 < canceled operation key=ZPSMOAQSZZ68 tag=QWAPMPMP331V type=del size=1673287 2024-09-22T08:47:25.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.496+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=OZFM9GO54CTL type=del size=317548 2024-09-22T08:47:25.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.496+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~ZZYBIVAOAHSE.0 size=112772 2024-09-22T08:47:25.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.504+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=ZZYBIVAOAHSE tag=W985BFKPEM84 type=write size=1161348 2024-09-22T08:47:25.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.508+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~E2490LR5NQ4O.0 size=190144 2024-09-22T08:47:25.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.508+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=E2490LR5NQ4O tag=VQMJ3TR1W8ML type=write size=1238720 2024-09-22T08:47:25.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.512+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=QAXELU87Z38T type=del 2024-09-22T08:47:25.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.516+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~3Q7B0KANCUA0.0 size=1048576 2024-09-22T08:47:25.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.520+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~3Q7B0KANCUA0.1 size=360896 2024-09-22T08:47:25.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.520+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=3Q7B0KANCUA0 tag=T35F3CQXNR7N type=write size=2458048 2024-09-22T08:47:25.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.524+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.0 size=1048576 2024-09-22T08:47:25.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.524+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.1 size=1048576 2024-09-22T08:47:25.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.528+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~R4QQG73GL5AJ.2 size=843797 2024-09-22T08:47:25.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.536+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=R4QQG73GL5AJ tag=QGPJMG9NMIP0 type=write size=3989525 2024-09-22T08:47:25.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.536+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=8O2JUA6BYT36 type=del size=2580438 2024-09-22T08:47:25.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.540+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=J02PWSNTESV0 type=del 2024-09-22T08:47:25.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.544+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=IIUSD26NLPSO type=del size=2862905 2024-09-22T08:47:25.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.548+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~W528XWEINN63.0 size=702189 2024-09-22T08:47:25.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.556+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=W528XWEINN63 tag=I7EDODK81TN4 type=write size=1750765 2024-09-22T08:47:25.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.560+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=67VKLVM2TIZO type=del size=1530527 2024-09-22T08:47:25.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.564+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=OV0ZDH7OW96Q type=del 2024-09-22T08:47:25.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.564+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=UCTRM55YQGOL type=del size=1268773 2024-09-22T08:47:25.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.572+0000 7fba234848c0 1 < suggested update operation key=ACJXPHRNH2LK tag=JYPI3MP882Y4 type=del size=3007854 2024-09-22T08:47:25.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.576+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=Y3ET6ZGEA33K type=del size=628038 2024-09-22T08:47:25.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.580+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=5KXSWYT7VYUN type=del 2024-09-22T08:47:25.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.588+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~I92703PPZTPX.0 size=1048576 2024-09-22T08:47:25.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.592+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~I92703PPZTPX.1 size=812887 2024-09-22T08:47:25.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.592+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=I92703PPZTPX tag=ZK6VXD0SLGSB type=write size=2910039 2024-09-22T08:47:25.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.592+0000 7fba234848c0 1 < canceled part key=_multipart_9GIEU2BNPYSC.2~XENFNIW8X7NX.0 size=1048576 2024-09-22T08:47:25.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.596+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~XENFNIW8X7NX.1 size=523911 2024-09-22T08:47:25.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.600+0000 7fba234848c0 1 < canceled multipart upload key=9GIEU2BNPYSC upload=XENFNIW8X7NX tag=UVN85LL629II type=write size=2621063 2024-09-22T08:47:25.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.604+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=RA94W0ACMRA1 type=del size=2046956 2024-09-22T08:47:25.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.608+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~KOJ4QOZF68R0.0 size=41412 2024-09-22T08:47:25.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.616+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=KOJ4QOZF68R0 tag=KJQSN245RRY8 type=write size=1089988 2024-09-22T08:47:25.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.620+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~RHLMR5EXPNPU.0 size=1048576 2024-09-22T08:47:25.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.620+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~RHLMR5EXPNPU.1 size=850416 2024-09-22T08:47:25.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.620+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=RHLMR5EXPNPU tag=9H02IDWDEO0O type=write size=2947568 2024-09-22T08:47:25.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.624+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~FGK2HKX22R83.0 size=309330 2024-09-22T08:47:25.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.632+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=FGK2HKX22R83 tag=WYA85EHGNW08 type=write size=1357906 2024-09-22T08:47:25.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.632+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=20ZDROFQ5S0N type=del size=3785967 2024-09-22T08:47:25.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.636+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.0 size=1048576 2024-09-22T08:47:25.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.640+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.1 size=1048576 2024-09-22T08:47:25.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.644+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~7VODJHY0XN5M.2 size=681252 2024-09-22T08:47:25.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.648+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=7VODJHY0XN5M tag=C5HKU1AJXTF3 type=write size=3826980 2024-09-22T08:47:25.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.652+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=W6ULHWGWWUQR type=write size=883183 2024-09-22T08:47:25.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.652+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~ABQFZRL65I1Y.0 size=1048576 2024-09-22T08:47:25.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.656+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~ABQFZRL65I1Y.1 size=199989 2024-09-22T08:47:25.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.660+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=ABQFZRL65I1Y tag=QZ9MBVA2XNVC type=write size=2297141 2024-09-22T08:47:25.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.668+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~3OAAAQZ9OJCS.0 size=1048576 2024-09-22T08:47:25.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.672+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~3OAAAQZ9OJCS.1 size=526737 2024-09-22T08:47:25.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.672+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=3OAAAQZ9OJCS tag=WP3T1KRU7PQQ type=write size=2623889 2024-09-22T08:47:25.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.676+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~U4USR6PUNY77.0 size=891544 2024-09-22T08:47:25.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.680+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=U4USR6PUNY77 tag=7D23O56ABAOS type=write size=1940120 2024-09-22T08:47:25.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.688+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~KBRF0SAVWBF3.0 size=1048576 2024-09-22T08:47:25.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.692+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~KBRF0SAVWBF3.1 size=139669 2024-09-22T08:47:25.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.692+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=KBRF0SAVWBF3 tag=GIUIE95L4MNO type=write size=2236821 2024-09-22T08:47:25.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.692+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~0IDI573790K7.0 size=945294 2024-09-22T08:47:25.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.700+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=0IDI573790K7 tag=7JNI4HENW4UI type=write size=1993870 2024-09-22T08:47:25.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.708+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.0 size=1048576 2024-09-22T08:47:25.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.712+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.1 size=1048576 2024-09-22T08:47:25.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.712+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.2 size=833398 2024-09-22T08:47:25.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.712+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=VQ116MT10WOE tag=78F1NROTB269 type=write size=3979126 2024-09-22T08:47:25.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.716+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=OZFM9GO54CTL type=del 2024-09-22T08:47:25.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.720+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=64XWER0TQ7FT type=del size=2348568 2024-09-22T08:47:25.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.724+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~E2490LR5NQ4O.0 size=190144 2024-09-22T08:47:25.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.728+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=E2490LR5NQ4O tag=VQMJ3TR1W8ML type=write size=1238720 2024-09-22T08:47:25.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.732+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.0 size=1048576 2024-09-22T08:47:25.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.736+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.1 size=1048576 2024-09-22T08:47:25.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.736+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.2 size=810828 2024-09-22T08:47:25.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.736+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=9M5VZ308HPEN tag=S91RBT5HDFS3 type=write size=3956556 2024-09-22T08:47:25.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.740+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~3Q7B0KANCUA0.0 size=1048576 2024-09-22T08:47:25.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.744+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~3Q7B0KANCUA0.1 size=360896 2024-09-22T08:47:25.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.748+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=3Q7B0KANCUA0 tag=T35F3CQXNR7N type=write size=2458048 2024-09-22T08:47:25.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.752+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=B2GG29WL79UQ type=del size=2878041 2024-09-22T08:47:25.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.756+0000 7fba234848c0 1 < canceled operation key=9O9DP75SBF2O tag=8O2JUA6BYT36 type=del size=2580438 2024-09-22T08:47:25.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.756+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=JSJ5Y5KECM52 type=del size=1790277 2024-09-22T08:47:25.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.760+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=IIUSD26NLPSO type=del 2024-09-22T08:47:25.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.764+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=AQV43NDYUP04 type=write size=526066 2024-09-22T08:47:25.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.768+0000 7fba234848c0 -1 < failed to complete operation key=ACJXPHRNH2LK tag=67VKLVM2TIZO type=del size=1530527: (22) Invalid argument 2024-09-22T08:47:25.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.772+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=JYSHI73QQAET type=write size=230974 2024-09-22T08:47:25.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.772+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=UCTRM55YQGOL type=del 2024-09-22T08:47:25.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.776+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=65SKW4CJVSP3 type=del size=2252118 2024-09-22T08:47:25.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.780+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=Y3ET6ZGEA33K type=del 2024-09-22T08:47:25.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.784+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~O541YZXARSZV.0 size=234028 2024-09-22T08:47:25.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.784+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=O541YZXARSZV tag=4PT22WY48T0W type=write size=1282604 2024-09-22T08:47:25.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.788+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~I92703PPZTPX.0 size=1048576 2024-09-22T08:47:25.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.792+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~I92703PPZTPX.1 size=812887 2024-09-22T08:47:25.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.796+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=I92703PPZTPX tag=ZK6VXD0SLGSB type=write size=2910039 2024-09-22T08:47:25.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.804+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~1SVKD4AL3H6V.0 size=1048576 2024-09-22T08:47:25.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.804+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~1SVKD4AL3H6V.1 size=716493 2024-09-22T08:47:25.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.804+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=1SVKD4AL3H6V tag=JOU0WLR0FA0W type=write size=2813645 2024-09-22T08:47:25.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.808+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=RA94W0ACMRA1 type=del 2024-09-22T08:47:25.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.816+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~MIM2BZQR34XO.0 size=1048576 2024-09-22T08:47:25.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.816+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~MIM2BZQR34XO.1 size=821338 2024-09-22T08:47:25.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.816+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=MIM2BZQR34XO tag=8LWWT0I2MBVW type=write size=2918490 2024-09-22T08:47:25.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.820+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~RHLMR5EXPNPU.0 size=1048576 2024-09-22T08:47:25.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.824+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~RHLMR5EXPNPU.1 size=850416 2024-09-22T08:47:25.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.828+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=RHLMR5EXPNPU tag=9H02IDWDEO0O type=write size=2947568 2024-09-22T08:47:25.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.836+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~B8UEMOCUT17I.0 size=704410 2024-09-22T08:47:25.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.836+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=B8UEMOCUT17I tag=3AUXISUFJZB4 type=write size=1752986 2024-09-22T08:47:25.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.840+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=20ZDROFQ5S0N type=del 2024-09-22T08:47:25.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.844+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.0 size=1048576 2024-09-22T08:47:25.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.848+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.1 size=1048576 2024-09-22T08:47:25.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.848+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.2 size=590242 2024-09-22T08:47:25.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.848+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=Z70JEG6PWJZA tag=GOIG4OI3P3GG type=write size=3735970 2024-09-22T08:47:25.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.856+0000 7fba234848c0 1 < suggested update operation key=9GIEU2BNPYSC tag=W6ULHWGWWUQR type=write size=883183 2024-09-22T08:47:25.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.860+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~VV5CEI4M9S64.0 size=262624 2024-09-22T08:47:25.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.860+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=VV5CEI4M9S64 tag=S4GYP3082S9N type=write size=1311200 2024-09-22T08:47:25.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.864+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~3OAAAQZ9OJCS.0 size=1048576 2024-09-22T08:47:25.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.868+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~3OAAAQZ9OJCS.1 size=526737 2024-09-22T08:47:25.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.872+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=3OAAAQZ9OJCS tag=WP3T1KRU7PQQ type=write size=2623889 2024-09-22T08:47:25.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.876+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=UQUNLSJYHYPP type=del size=3474217 2024-09-22T08:47:25.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.880+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~KBRF0SAVWBF3.0 size=1048576 2024-09-22T08:47:25.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.884+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~KBRF0SAVWBF3.1 size=139669 2024-09-22T08:47:25.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.888+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=KBRF0SAVWBF3 tag=GIUIE95L4MNO type=write size=2236821 2024-09-22T08:47:25.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.892+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=R0X6RO6ZKWEU type=del size=4187886 2024-09-22T08:47:25.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.896+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.0 size=1048576 2024-09-22T08:47:25.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.896+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.1 size=1048576 2024-09-22T08:47:25.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.900+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~VQ116MT10WOE.2 size=833398 2024-09-22T08:47:25.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.904+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=VQ116MT10WOE tag=78F1NROTB269 type=write size=3979126 2024-09-22T08:47:25.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.908+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=JDK5B79B5DG6 type=del size=2726642 2024-09-22T08:47:25.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.912+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=64XWER0TQ7FT type=del 2024-09-22T08:47:25.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.916+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=1G56EQ5YQ3M8 type=del size=3284411 2024-09-22T08:47:25.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.920+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.0 size=1048576 2024-09-22T08:47:25.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.920+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.1 size=1048576 2024-09-22T08:47:25.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.924+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~9M5VZ308HPEN.2 size=810828 2024-09-22T08:47:25.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.932+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=9M5VZ308HPEN tag=S91RBT5HDFS3 type=write size=3956556 2024-09-22T08:47:25.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.936+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~V8YZF1LIT6OL.0 size=44904 2024-09-22T08:47:25.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.936+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=V8YZF1LIT6OL tag=TS7KMS4BBW5A type=write size=1093480 2024-09-22T08:47:25.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.944+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=B2GG29WL79UQ type=del size=2878041 2024-09-22T08:47:25.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.952+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~NA56RRXW8SRL.0 size=1048576 2024-09-22T08:47:25.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.952+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~NA56RRXW8SRL.1 size=12671 2024-09-22T08:47:25.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.952+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=NA56RRXW8SRL tag=HM128VZXI06K type=write size=2109823 2024-09-22T08:47:25.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.956+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=JSJ5Y5KECM52 type=del 2024-09-22T08:47:25.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.964+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~4XZ32QYQZ4X9.0 size=975937 2024-09-22T08:47:25.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.964+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=4XZ32QYQZ4X9 tag=KW2IR28D5UI1 type=write size=2024513 2024-09-22T08:47:25.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.968+0000 7fba234848c0 1 < completed write operation key=906R294R0FI0 tag=AQV43NDYUP04 type=write size=526066 2024-09-22T08:47:25.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.972+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=YR1UYVVX41JF type=del size=3137535 2024-09-22T08:47:25.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.976+0000 7fba234848c0 1 < completed write operation key=BMZ7P7WE56M7 tag=JYSHI73QQAET type=write size=230974 2024-09-22T08:47:25.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.976+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=LZ72PUVR73AN type=del size=3474450 2024-09-22T08:47:25.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.984+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=65SKW4CJVSP3 type=del 2024-09-22T08:47:25.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.992+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.0 size=1048576 2024-09-22T08:47:25.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.996+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.1 size=1048576 2024-09-22T08:47:25.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.996+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.2 size=309700 2024-09-22T08:47:25.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:25.996+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=CFU3HWOK6DE2 tag=NZFE0PPRH2B5 type=write size=3455428 2024-09-22T08:47:26.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.000+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~O541YZXARSZV.0 size=234028 2024-09-22T08:47:26.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.008+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=O541YZXARSZV tag=4PT22WY48T0W type=write size=1282604 2024-09-22T08:47:26.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.008+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=E29UF3VJC0VV type=write size=363721 2024-09-22T08:47:26.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.012+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~1SVKD4AL3H6V.0 size=1048576 2024-09-22T08:47:26.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.016+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~1SVKD4AL3H6V.1 size=716493 2024-09-22T08:47:26.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.024+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=1SVKD4AL3H6V tag=JOU0WLR0FA0W type=write size=2813645 2024-09-22T08:47:26.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.028+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~SCULF3ADEPJM.0 size=820415 2024-09-22T08:47:26.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.028+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=SCULF3ADEPJM tag=OKVB2FZZO9I1 type=write size=1868991 2024-09-22T08:47:26.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.032+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~MIM2BZQR34XO.0 size=1048576 2024-09-22T08:47:26.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.032+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~MIM2BZQR34XO.1 size=821338 2024-09-22T08:47:26.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.040+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=MIM2BZQR34XO tag=8LWWT0I2MBVW type=write size=2918490 2024-09-22T08:47:26.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.044+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=CL6PVM31NF5F type=del size=2082789 2024-09-22T08:47:26.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.044+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~B8UEMOCUT17I.0 size=704410 2024-09-22T08:47:26.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.052+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=B8UEMOCUT17I tag=3AUXISUFJZB4 type=write size=1752986 2024-09-22T08:47:26.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.056+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=PLJEIPM3VPZT type=del size=770732 2024-09-22T08:47:26.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.060+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.0 size=1048576 2024-09-22T08:47:26.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.060+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.1 size=1048576 2024-09-22T08:47:26.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.064+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~Z70JEG6PWJZA.2 size=590242 2024-09-22T08:47:26.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.072+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=Z70JEG6PWJZA tag=GOIG4OI3P3GG type=write size=3735970 2024-09-22T08:47:26.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.076+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=B837B27TNWJQ type=write size=540048 2024-09-22T08:47:26.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.080+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~VV5CEI4M9S64.0 size=262624 2024-09-22T08:47:26.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.084+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=VV5CEI4M9S64 tag=S4GYP3082S9N type=write size=1311200 2024-09-22T08:47:26.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.092+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.0 size=1048576 2024-09-22T08:47:26.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.092+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.1 size=1048576 2024-09-22T08:47:26.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.096+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.2 size=959457 2024-09-22T08:47:26.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.096+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=P7RJKKHB0Z19 tag=7HXO32257IQL type=write size=4105185 2024-09-22T08:47:26.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.100+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=UQUNLSJYHYPP type=del 2024-09-22T08:47:26.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.104+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=UWTOKEKEIKL4 type=del size=1612097 2024-09-22T08:47:26.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.112+0000 7fba234848c0 1 < suggested remove operation key=IELI1832WYYC tag=R0X6RO6ZKWEU type=del 2024-09-22T08:47:26.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.116+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~FNTKGITS6PB0.0 size=421361 2024-09-22T08:47:26.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.116+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=FNTKGITS6PB0 tag=Y7J2AN35R9PJ type=write size=1469937 2024-09-22T08:47:26.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.120+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=JDK5B79B5DG6 type=del 2024-09-22T08:47:26.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.124+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=8VSK3GB2OE40 type=del size=3289622 2024-09-22T08:47:26.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.128+0000 7fba234848c0 -1 < failed to complete operation key=A7MPFHXSBLAC tag=1G56EQ5YQ3M8 type=del size=3284411: (22) Invalid argument 2024-09-22T08:47:26.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.128+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=9ZU5W9LJTSS3 type=del size=4039646 2024-09-22T08:47:26.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.132+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~V8YZF1LIT6OL.0 size=44904 2024-09-22T08:47:26.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.140+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=V8YZF1LIT6OL tag=TS7KMS4BBW5A type=write size=1093480 2024-09-22T08:47:26.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.144+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=4UE710ASXRFZ type=write size=18907 2024-09-22T08:47:26.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.148+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~NA56RRXW8SRL.0 size=1048576 2024-09-22T08:47:26.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.152+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~NA56RRXW8SRL.1 size=12671 2024-09-22T08:47:26.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.156+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=NA56RRXW8SRL tag=HM128VZXI06K type=write size=2109823 2024-09-22T08:47:26.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.160+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=KY5GD8VQ4W0M type=del size=2668957 2024-09-22T08:47:26.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.164+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~4XZ32QYQZ4X9.0 size=975937 2024-09-22T08:47:26.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.168+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=4XZ32QYQZ4X9 tag=KW2IR28D5UI1 type=write size=2024513 2024-09-22T08:47:26.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.172+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=QD4WIQ4N6QM7 type=del size=985287 2024-09-22T08:47:26.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.176+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=YR1UYVVX41JF type=del 2024-09-22T08:47:26.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.180+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=WZMPU03IMSZ6 type=del size=3336127 2024-09-22T08:47:26.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.184+0000 7fba234848c0 1 < canceled operation key=3CD2AW1H64C4 tag=LZ72PUVR73AN type=del size=3474450 2024-09-22T08:47:26.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.188+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=79JGFZ91TIA5 type=del size=1188368 2024-09-22T08:47:26.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.192+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.0 size=1048576 2024-09-22T08:47:26.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.192+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.1 size=1048576 2024-09-22T08:47:26.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.196+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~CFU3HWOK6DE2.2 size=309700 2024-09-22T08:47:26.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.200+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=CFU3HWOK6DE2 tag=NZFE0PPRH2B5 type=write size=3455428 2024-09-22T08:47:26.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.208+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~VMBXTIW2IE67.0 size=898276 2024-09-22T08:47:26.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.208+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=VMBXTIW2IE67 tag=A0T7R2043TBD type=write size=1946852 2024-09-22T08:47:26.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.212+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=E29UF3VJC0VV type=write size=363721 2024-09-22T08:47:26.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.216+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.0 size=1048576 2024-09-22T08:47:26.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.220+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.1 size=1048576 2024-09-22T08:47:26.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.224+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.2 size=512619 2024-09-22T08:47:26.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.224+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=5BZZ30D9DFGY tag=8TFTQM7R6GDD type=write size=3658347 2024-09-22T08:47:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.228+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~SCULF3ADEPJM.0 size=820415 2024-09-22T08:47:26.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.232+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=SCULF3ADEPJM tag=OKVB2FZZO9I1 type=write size=1868991 2024-09-22T08:47:26.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.236+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=KK5DUTZQALR5 type=del size=860436 2024-09-22T08:47:26.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.244+0000 7fba234848c0 1 < suggested update operation key=3CD2AW1H64C4 tag=CL6PVM31NF5F type=del size=2082789 2024-09-22T08:47:26.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.248+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=OSBZ2UF9DQD5 type=del size=2894921 2024-09-22T08:47:26.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.248+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=PLJEIPM3VPZT type=del 2024-09-22T08:47:26.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.252+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=1GO4FJ2DNP56 type=del size=1468603 2024-09-22T08:47:26.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.256+0000 7fba234848c0 1 < completed write operation key=EGAV6I2KE1N9 tag=B837B27TNWJQ type=write size=540048 2024-09-22T08:47:26.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.260+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=U1YCZ4A4WY1L type=del size=2070071 2024-09-22T08:47:26.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.264+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.0 size=1048576 2024-09-22T08:47:26.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.264+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.1 size=1048576 2024-09-22T08:47:26.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.268+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~P7RJKKHB0Z19.2 size=959457 2024-09-22T08:47:26.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.272+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=P7RJKKHB0Z19 tag=7HXO32257IQL type=write size=4105185 2024-09-22T08:47:26.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.276+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=3YGRVDD6SQGG type=write size=694500 2024-09-22T08:47:26.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.280+0000 7fba234848c0 -1 < failed to complete operation key=3CD2AW1H64C4 tag=UWTOKEKEIKL4 type=del size=1612097: (22) Invalid argument 2024-09-22T08:47:26.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.284+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=AIMYLN32WL36 type=del size=3952431 2024-09-22T08:47:26.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.288+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~FNTKGITS6PB0.0 size=421361 2024-09-22T08:47:26.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.292+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=FNTKGITS6PB0 tag=Y7J2AN35R9PJ type=write size=1469937 2024-09-22T08:47:26.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.296+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=LGVQ0NHGQ7ZO type=del size=742896 2024-09-22T08:47:26.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.300+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=8VSK3GB2OE40 type=del size=3289622 2024-09-22T08:47:26.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.304+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BW9B4H5KJ6KR.0 size=613255 2024-09-22T08:47:26.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.304+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=BW9B4H5KJ6KR tag=0KADHETVQ8V0 type=write size=1661831 2024-09-22T08:47:26.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.312+0000 7fba234848c0 1 < suggested update operation key=1ZBDU0O6HI8A tag=9ZU5W9LJTSS3 type=del size=4039646 2024-09-22T08:47:26.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.316+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=NZWDZMBEEZ9Q type=write size=937633 2024-09-22T08:47:26.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.316+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=4UE710ASXRFZ type=write size=18907 2024-09-22T08:47:26.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.324+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.0 size=1048576 2024-09-22T08:47:26.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.328+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.1 size=1048576 2024-09-22T08:47:26.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.328+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.2 size=688498 2024-09-22T08:47:26.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.328+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=HTZFK4MWP98V tag=6E2I4LVLB02G type=write size=3834226 2024-09-22T08:47:26.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.336+0000 7fba234848c0 1 < suggested update operation key=MKZLY53HS342 tag=KY5GD8VQ4W0M type=del size=2668957 2024-09-22T08:47:26.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.340+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=WS9VHVNMSK6N type=del size=3489902 2024-09-22T08:47:26.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.344+0000 7fba234848c0 1 < canceled operation key=KRKXNAQ12TAP tag=QD4WIQ4N6QM7 type=del size=985287 2024-09-22T08:47:26.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.348+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=RMXS3HNL2S22 type=del size=2872820 2024-09-22T08:47:26.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.352+0000 7fba234848c0 1 < suggested update operation key=XPSLU2TK0YUO tag=WZMPU03IMSZ6 type=del size=3336127 2024-09-22T08:47:26.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.356+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=QZYCV9VEJMYJ type=del size=2219030 2024-09-22T08:47:26.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.360+0000 7fba234848c0 -1 < failed to complete operation key=XPSLU2TK0YUO tag=79JGFZ91TIA5 type=del size=1188368: (22) Invalid argument 2024-09-22T08:47:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.364+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.0 size=1048576 2024-09-22T08:47:26.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.368+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.1 size=1048576 2024-09-22T08:47:26.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.368+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.2 size=661687 2024-09-22T08:47:26.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.368+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=S620OVU6Q83O tag=T5F8ZLGNL2FE type=write size=3807415 2024-09-22T08:47:26.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.372+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~VMBXTIW2IE67.0 size=898276 2024-09-22T08:47:26.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.376+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=VMBXTIW2IE67 tag=A0T7R2043TBD type=write size=1946852 2024-09-22T08:47:26.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.380+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=SEFBLBED1SS7 type=del size=1671040 2024-09-22T08:47:26.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.384+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.0 size=1048576 2024-09-22T08:47:26.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.392+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.1 size=1048576 2024-09-22T08:47:26.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.392+0000 7fba234848c0 1 < canceled part key=_multipart_BMZ7P7WE56M7.2~5BZZ30D9DFGY.2 size=512619 2024-09-22T08:47:26.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.396+0000 7fba234848c0 1 < canceled multipart upload key=BMZ7P7WE56M7 upload=5BZZ30D9DFGY tag=8TFTQM7R6GDD type=write size=3658347 2024-09-22T08:47:26.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.400+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=YSZYNQ0YVBP3 type=write size=473632 2024-09-22T08:47:26.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.404+0000 7fba234848c0 1 < suggested update operation key=UC095FCB73FU tag=KK5DUTZQALR5 type=del size=860436 2024-09-22T08:47:26.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.408+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~7MZL4Y533XRV.0 size=92043 2024-09-22T08:47:26.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.408+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=7MZL4Y533XRV tag=QSB16889LTAW type=write size=1140619 2024-09-22T08:47:26.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.412+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=OSBZ2UF9DQD5 type=del 2024-09-22T08:47:26.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.416+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=9TU7IF6QFDIH type=del size=2017691 2024-09-22T08:47:26.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.420+0000 7fba234848c0 1 < suggested remove operation key=9LS4I6V78QKR tag=1GO4FJ2DNP56 type=del 2024-09-22T08:47:26.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.424+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=UROEOBDQQX4B type=del size=1213662 2024-09-22T08:47:26.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.428+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=U1YCZ4A4WY1L type=del 2024-09-22T08:47:26.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.432+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=FC9FIJJWVR1R type=del size=823590 2024-09-22T08:47:26.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.432+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=3YGRVDD6SQGG type=write size=694500 2024-09-22T08:47:26.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.440+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~416EF9TRVA90.0 size=867967 2024-09-22T08:47:26.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.440+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=416EF9TRVA90 tag=FZI0JBLM373Y type=write size=1916543 2024-09-22T08:47:26.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.440+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=AIMYLN32WL36 type=del 2024-09-22T08:47:26.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.444+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=X367GHR6UKHB type=del size=3556893 2024-09-22T08:47:26.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.448+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=LGVQ0NHGQ7ZO type=del 2024-09-22T08:47:26.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.452+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=IKLE5NSX66SM type=del size=389604 2024-09-22T08:47:26.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.452+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BW9B4H5KJ6KR.0 size=613255 2024-09-22T08:47:26.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.460+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=BW9B4H5KJ6KR tag=0KADHETVQ8V0 type=write size=1661831 2024-09-22T08:47:26.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.464+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=0U4GM7GTANGK type=write size=777166 2024-09-22T08:47:26.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.464+0000 7fba234848c0 -1 < failed to complete operation key=MKZLY53HS342 tag=NZWDZMBEEZ9Q type=write size=937633: (22) Invalid argument 2024-09-22T08:47:26.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.468+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=0QGUU0URUKT7 type=del size=319562 2024-09-22T08:47:26.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.468+0000 7fba234848c0 1 < canceled part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.0 size=1048576 2024-09-22T08:47:26.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.472+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.1 size=1048576 2024-09-22T08:47:26.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.472+0000 7fba234848c0 1 < canceled part key=_multipart_7308WVXJKI53.2~HTZFK4MWP98V.2 size=688498 2024-09-22T08:47:26.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.476+0000 7fba234848c0 1 < canceled multipart upload key=7308WVXJKI53 upload=HTZFK4MWP98V tag=6E2I4LVLB02G type=write size=3834226 2024-09-22T08:47:26.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.480+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=A7OI0O61DGIB type=write size=138767 2024-09-22T08:47:26.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.484+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=WS9VHVNMSK6N type=del 2024-09-22T08:47:26.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.488+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=LWLBR2BV2T84 type=del size=3176472 2024-09-22T08:47:26.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.492+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=RMXS3HNL2S22 type=del 2024-09-22T08:47:26.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.496+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~C02ST9O8NEMX.0 size=74928 2024-09-22T08:47:26.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.496+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=C02ST9O8NEMX tag=5ZR34WTQAU1V type=write size=1123504 2024-09-22T08:47:26.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.504+0000 7fba234848c0 1 < suggested update operation key=5K7DPF6IJOQO tag=QZYCV9VEJMYJ type=del size=2219030 2024-09-22T08:47:26.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.508+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=QF4ZMTMF8O7V type=del size=3721033 2024-09-22T08:47:26.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.508+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.0 size=1048576 2024-09-22T08:47:26.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.512+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.1 size=1048576 2024-09-22T08:47:26.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.516+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S620OVU6Q83O.2 size=661687 2024-09-22T08:47:26.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.520+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=S620OVU6Q83O tag=T5F8ZLGNL2FE type=write size=3807415 2024-09-22T08:47:26.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.524+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.0 size=1048576 2024-09-22T08:47:26.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.528+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.1 size=1048576 2024-09-22T08:47:26.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.532+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.2 size=982813 2024-09-22T08:47:26.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.532+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=60KL2JCF8HPG tag=XNU4AHIVX4FM type=write size=4128541 2024-09-22T08:47:26.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.536+0000 7fba234848c0 1 < suggested update operation key=9O9DP75SBF2O tag=SEFBLBED1SS7 type=del size=1671040 2024-09-22T08:47:26.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.544+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.0 size=1048576 2024-09-22T08:47:26.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.544+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.1 size=1048576 2024-09-22T08:47:26.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.548+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.2 size=49848 2024-09-22T08:47:26.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.548+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=A4PXJHVSSBBO tag=WMIQ8SNQKF8R type=write size=3195576 2024-09-22T08:47:26.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.552+0000 7fba234848c0 -1 < failed to complete operation key=UC095FCB73FU tag=YSZYNQ0YVBP3 type=write size=473632: (22) Invalid argument 2024-09-22T08:47:26.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.556+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=E32K57KYQGMT type=write size=911343 2024-09-22T08:47:26.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.560+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~7MZL4Y533XRV.0 size=92043 2024-09-22T08:47:26.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.564+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=7MZL4Y533XRV tag=QSB16889LTAW type=write size=1140619 2024-09-22T08:47:26.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.568+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=PT7L6ENMZXBR type=del size=1179232 2024-09-22T08:47:26.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.572+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=9TU7IF6QFDIH type=del size=2017691 2024-09-22T08:47:26.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.572+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=01JR4VS2HCPZ type=del size=3606099 2024-09-22T08:47:26.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.576+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=UROEOBDQQX4B type=del 2024-09-22T08:47:26.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.584+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OZ9ZT64P2D8V.0 size=1048576 2024-09-22T08:47:26.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.584+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OZ9ZT64P2D8V.1 size=250975 2024-09-22T08:47:26.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.584+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=OZ9ZT64P2D8V tag=X4001G80V1ZM type=write size=2348127 2024-09-22T08:47:26.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.588+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=FC9FIJJWVR1R type=del 2024-09-22T08:47:26.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.592+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=AJRWPQPVJTJE type=write size=1007570 2024-09-22T08:47:26.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.592+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~416EF9TRVA90.0 size=867967 2024-09-22T08:47:26.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.600+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=416EF9TRVA90 tag=FZI0JBLM373Y type=write size=1916543 2024-09-22T08:47:26.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.600+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=VM1OOCCTTDL3 type=del size=1184663 2024-09-22T08:47:26.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.604+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=X367GHR6UKHB type=del 2024-09-22T08:47:26.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.608+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=6BFATHRZ1FW1 type=del size=2581857 2024-09-22T08:47:26.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.612+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=IKLE5NSX66SM type=del 2024-09-22T08:47:26.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.612+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=B1APAK6LJCL8 type=del size=1155608 2024-09-22T08:47:26.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.616+0000 7fba234848c0 1 < completed write operation key=HIXQW88EAGMF tag=0U4GM7GTANGK type=write size=777166 2024-09-22T08:47:26.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.620+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=WVE2S6X3IDE6 type=del size=885615 2024-09-22T08:47:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.624+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=0QGUU0URUKT7 type=del 2024-09-22T08:47:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.624+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=G4ZPOBIFB0MV type=del size=231807 2024-09-22T08:47:26.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.628+0000 7fba234848c0 1 < canceled operation key=XPSLU2TK0YUO tag=A7OI0O61DGIB type=write size=138767 2024-09-22T08:47:26.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.636+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~BTMFJYP427GH.0 size=1048576 2024-09-22T08:47:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.636+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~BTMFJYP427GH.1 size=472307 2024-09-22T08:47:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.636+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=BTMFJYP427GH tag=UX2AU14SQC14 type=write size=2569459 2024-09-22T08:47:26.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.640+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=LWLBR2BV2T84 type=del 2024-09-22T08:47:26.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.644+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.0 size=1048576 2024-09-22T08:47:26.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.648+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.1 size=1048576 2024-09-22T08:47:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.648+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.2 size=693686 2024-09-22T08:47:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.648+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=UBSST3OA82DE tag=2X149N332HX7 type=write size=3839414 2024-09-22T08:47:26.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.652+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~C02ST9O8NEMX.0 size=74928 2024-09-22T08:47:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.660+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=C02ST9O8NEMX tag=5ZR34WTQAU1V type=write size=1123504 2024-09-22T08:47:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.664+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~A90WZ5MYZLG0.0 size=1048576 2024-09-22T08:47:26.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.668+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~A90WZ5MYZLG0.1 size=844233 2024-09-22T08:47:26.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.668+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=A90WZ5MYZLG0 tag=ZU6TT6M7BH3P type=write size=2941385 2024-09-22T08:47:26.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.672+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=QF4ZMTMF8O7V type=del 2024-09-22T08:47:26.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.672+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=160NFSAPO748 type=del size=2768937 2024-09-22T08:47:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.676+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.0 size=1048576 2024-09-22T08:47:26.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.680+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.1 size=1048576 2024-09-22T08:47:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.684+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~60KL2JCF8HPG.2 size=982813 2024-09-22T08:47:26.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.688+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=60KL2JCF8HPG tag=XNU4AHIVX4FM type=write size=4128541 2024-09-22T08:47:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.692+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=9XKZQQ5590Z6 type=del size=2561270 2024-09-22T08:47:26.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.696+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.0 size=1048576 2024-09-22T08:47:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.700+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.1 size=1048576 2024-09-22T08:47:26.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.700+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~A4PXJHVSSBBO.2 size=49848 2024-09-22T08:47:26.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.708+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=A4PXJHVSSBBO tag=WMIQ8SNQKF8R type=write size=3195576 2024-09-22T08:47:26.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.712+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~D6WA8I6OMDJ4.0 size=782275 2024-09-22T08:47:26.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.712+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=D6WA8I6OMDJ4 tag=DK5L1XQNY7IU type=write size=1830851 2024-09-22T08:47:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.716+0000 7fba234848c0 1 < canceled operation key=ACJXPHRNH2LK tag=E32K57KYQGMT type=write size=911343 2024-09-22T08:47:26.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.720+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=2D49Y8KTPWYB type=del size=355492 2024-09-22T08:47:26.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.724+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=PT7L6ENMZXBR type=del 2024-09-22T08:47:26.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.724+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=ZPRA1CLC518N type=del size=3749617 2024-09-22T08:47:26.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.728+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=01JR4VS2HCPZ type=del 2024-09-22T08:47:26.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.732+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~SX559UW82Q94.0 size=1048576 2024-09-22T08:47:26.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.736+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~SX559UW82Q94.1 size=466726 2024-09-22T08:47:26.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.736+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=SX559UW82Q94 tag=HI003LI1L9YJ type=write size=2563878 2024-09-22T08:47:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.736+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~OZ9ZT64P2D8V.0 size=1048576 2024-09-22T08:47:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.740+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~OZ9ZT64P2D8V.1 size=250975 2024-09-22T08:47:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.748+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=OZ9ZT64P2D8V tag=X4001G80V1ZM type=write size=2348127 2024-09-22T08:47:26.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.752+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.0 size=1048576 2024-09-22T08:47:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.756+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.1 size=1048576 2024-09-22T08:47:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.756+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.2 size=11448 2024-09-22T08:47:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.756+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=DKS009307YQ6 tag=ZGVR3MLSV140 type=write size=3157176 2024-09-22T08:47:26.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.760+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=AJRWPQPVJTJE type=write size=1007570 2024-09-22T08:47:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.764+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=MH9BQWWV86KD type=del size=1749170 2024-09-22T08:47:26.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.768+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=VM1OOCCTTDL3 type=del 2024-09-22T08:47:26.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.768+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=U728HIZ0ZUID type=del size=1244778 2024-09-22T08:47:26.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.776+0000 7fba234848c0 1 < suggested remove operation key=9GIEU2BNPYSC tag=6BFATHRZ1FW1 type=del 2024-09-22T08:47:26.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.776+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=FFIHFCK7UV97 type=del size=3448737 2024-09-22T08:47:26.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.780+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=B1APAK6LJCL8 type=del 2024-09-22T08:47:26.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.784+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=AC55JT0SQJHR type=del size=3227096 2024-09-22T08:47:26.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.784+0000 7fba234848c0 1 < canceled operation key=Y083D5F4X87G tag=WVE2S6X3IDE6 type=del size=885615 2024-09-22T08:47:26.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.788+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=IVMBP9FPZ8DG type=del size=3679746 2024-09-22T08:47:26.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.792+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=G4ZPOBIFB0MV type=del 2024-09-22T08:47:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.796+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=5XA994E8E46O type=write size=469331 2024-09-22T08:47:26.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.796+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~BTMFJYP427GH.0 size=1048576 2024-09-22T08:47:26.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.800+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~BTMFJYP427GH.1 size=472307 2024-09-22T08:47:26.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.804+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=BTMFJYP427GH tag=UX2AU14SQC14 type=write size=2569459 2024-09-22T08:47:26.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.808+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~XXKXV90G36OH.0 size=1048576 2024-09-22T08:47:26.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.812+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~XXKXV90G36OH.1 size=782044 2024-09-22T08:47:26.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.812+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=XXKXV90G36OH tag=IYEN96TA5Y13 type=write size=2879196 2024-09-22T08:47:26.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.812+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.0 size=1048576 2024-09-22T08:47:26.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.816+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.1 size=1048576 2024-09-22T08:47:26.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.816+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~UBSST3OA82DE.2 size=693686 2024-09-22T08:47:26.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.824+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=UBSST3OA82DE tag=2X149N332HX7 type=write size=3839414 2024-09-22T08:47:26.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.828+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.0 size=1048576 2024-09-22T08:47:26.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.828+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.1 size=1048576 2024-09-22T08:47:26.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.832+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.2 size=199422 2024-09-22T08:47:26.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.832+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=RTQNHUULH4RF tag=V85KO4ILQ7D8 type=write size=3345150 2024-09-22T08:47:26.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.832+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~A90WZ5MYZLG0.0 size=1048576 2024-09-22T08:47:26.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.832+0000 7fba234848c0 1 < canceled part key=_multipart_O9XG5ZSCM5AT.2~A90WZ5MYZLG0.1 size=844233 2024-09-22T08:47:26.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.836+0000 7fba234848c0 1 < canceled multipart upload key=O9XG5ZSCM5AT upload=A90WZ5MYZLG0 tag=ZU6TT6M7BH3P type=write size=2941385 2024-09-22T08:47:26.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.840+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=HV6V1W7XDEZJ type=del size=3132618 2024-09-22T08:47:26.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.844+0000 7fba234848c0 1 < suggested update operation key=ACJXPHRNH2LK tag=160NFSAPO748 type=del size=2768937 2024-09-22T08:47:26.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.848+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=TKQ2DY0D7K1Q type=write size=40150 2024-09-22T08:47:26.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.848+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=9XKZQQ5590Z6 type=del 2024-09-22T08:47:26.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.852+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=OAYTKKXGDQSP type=del size=3235975 2024-09-22T08:47:26.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.856+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~D6WA8I6OMDJ4.0 size=782275 2024-09-22T08:47:26.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.860+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=D6WA8I6OMDJ4 tag=DK5L1XQNY7IU type=write size=1830851 2024-09-22T08:47:26.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.864+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=IPYRCQ66K1XD type=del size=3469024 2024-09-22T08:47:26.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.864+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=2D49Y8KTPWYB type=del 2024-09-22T08:47:26.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.868+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=UGRW4E2NQSV8 type=del size=1295190 2024-09-22T08:47:26.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.872+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=ZPRA1CLC518N type=del 2024-09-22T08:47:26.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.876+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~HOPYHK49DIZ2.0 size=1018068 2024-09-22T08:47:26.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.876+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=HOPYHK49DIZ2 tag=MBNZ2FDXWDUL type=write size=2066644 2024-09-22T08:47:26.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.876+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~SX559UW82Q94.0 size=1048576 2024-09-22T08:47:26.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.876+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~SX559UW82Q94.1 size=466726 2024-09-22T08:47:26.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.884+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=SX559UW82Q94 tag=HI003LI1L9YJ type=write size=2563878 2024-09-22T08:47:26.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.884+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=SZV60RYERE2V type=del size=2835600 2024-09-22T08:47:26.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.888+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.0 size=1048576 2024-09-22T08:47:26.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.888+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.1 size=1048576 2024-09-22T08:47:26.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.892+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DKS009307YQ6.2 size=11448 2024-09-22T08:47:26.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.896+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=DKS009307YQ6 tag=ZGVR3MLSV140 type=write size=3157176 2024-09-22T08:47:26.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.896+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=NWUH0SHF2VK3 type=del size=641580 2024-09-22T08:47:26.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.900+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=MH9BQWWV86KD type=del 2024-09-22T08:47:26.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.904+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.0 size=1048576 2024-09-22T08:47:26.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.908+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.1 size=1048576 2024-09-22T08:47:26.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.908+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.2 size=568765 2024-09-22T08:47:26.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.908+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=84SR5JUFE4Z8 tag=WL33RRV8RDZO type=write size=3714493 2024-09-22T08:47:26.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.916+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=U728HIZ0ZUID type=del 2024-09-22T08:47:26.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.920+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.0 size=1048576 2024-09-22T08:47:26.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.920+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.1 size=1048576 2024-09-22T08:47:26.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.924+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.2 size=58292 2024-09-22T08:47:26.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.924+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=BDMFGZB85R01 tag=OADL4FO8JQXA type=write size=3204020 2024-09-22T08:47:26.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.924+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=FFIHFCK7UV97 type=del 2024-09-22T08:47:26.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.928+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=OWM9SUHXZN6X type=del size=1583959 2024-09-22T08:47:26.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.928+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=AC55JT0SQJHR type=del 2024-09-22T08:47:26.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.932+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=FBQSC9FK8QTP type=del size=2837025 2024-09-22T08:47:26.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.936+0000 7fba234848c0 1 < canceled operation key=9TLPZUCDVLEL tag=IVMBP9FPZ8DG type=del size=3679746 2024-09-22T08:47:26.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.940+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.0 size=1048576 2024-09-22T08:47:26.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.944+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.1 size=1048576 2024-09-22T08:47:26.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.944+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.2 size=216622 2024-09-22T08:47:26.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.944+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=ACLTWDUTJQ50 tag=OO5JP319IN9A type=write size=3362350 2024-09-22T08:47:26.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.948+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=5XA994E8E46O type=write size=469331 2024-09-22T08:47:26.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.948+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=0RZ7XLA352B9 type=del size=1572636 2024-09-22T08:47:26.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.952+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~XXKXV90G36OH.0 size=1048576 2024-09-22T08:47:26.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.956+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~XXKXV90G36OH.1 size=782044 2024-09-22T08:47:26.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.960+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=XXKXV90G36OH tag=IYEN96TA5Y13 type=write size=2879196 2024-09-22T08:47:26.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.960+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=DEABZ64SHWGW type=del size=2695658 2024-09-22T08:47:26.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.964+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.0 size=1048576 2024-09-22T08:47:26.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.964+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.1 size=1048576 2024-09-22T08:47:26.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.968+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~RTQNHUULH4RF.2 size=199422 2024-09-22T08:47:26.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.972+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=RTQNHUULH4RF tag=V85KO4ILQ7D8 type=write size=3345150 2024-09-22T08:47:26.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.976+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=M4VPJGJNK0JV type=del size=178116 2024-09-22T08:47:26.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.976+0000 7fba234848c0 -1 < failed to complete operation key=Y083D5F4X87G tag=HV6V1W7XDEZJ type=del size=3132618: (22) Invalid argument 2024-09-22T08:47:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.980+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=7FXX3X8M8HVJ type=del size=2357938 2024-09-22T08:47:26.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.984+0000 7fba234848c0 1 < canceled operation key=ZPSMOAQSZZ68 tag=TKQ2DY0D7K1Q type=write size=40150 2024-09-22T08:47:26.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.984+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=DSQBR0CBFXV0 type=write size=342843 2024-09-22T08:47:26.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.988+0000 7fba234848c0 1 < suggested update operation key=KF71YBNFMKML tag=OAYTKKXGDQSP type=del size=3235975 2024-09-22T08:47:26.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.992+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=HSOJ7IMS444O type=write size=712349 2024-09-22T08:47:26.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:26.996+0000 7fba234848c0 -1 < failed to complete operation key=Y083D5F4X87G tag=IPYRCQ66K1XD type=del size=3469024: (22) Invalid argument 2024-09-22T08:47:27.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.000+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.0 size=1048576 2024-09-22T08:47:27.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.000+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.1 size=1048576 2024-09-22T08:47:27.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.004+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.2 size=439809 2024-09-22T08:47:27.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.004+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=UZYIP34CTHQU tag=V1JZYQGVWLI0 type=write size=3585537 2024-09-22T08:47:27.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.004+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=UGRW4E2NQSV8 type=del 2024-09-22T08:47:27.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.008+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=HULR7QK5MMJX type=del size=3086047 2024-09-22T08:47:27.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.008+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~HOPYHK49DIZ2.0 size=1018068 2024-09-22T08:47:27.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.012+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=HOPYHK49DIZ2 tag=MBNZ2FDXWDUL type=write size=2066644 2024-09-22T08:47:27.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.016+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~S5GEWYIKJL4T.0 size=1048576 2024-09-22T08:47:27.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.020+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~S5GEWYIKJL4T.1 size=449067 2024-09-22T08:47:27.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.020+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=S5GEWYIKJL4T tag=J6H11G5JLJN9 type=write size=2546219 2024-09-22T08:47:27.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.024+0000 7fba234848c0 1 < canceled operation key=HIXQW88EAGMF tag=SZV60RYERE2V type=del size=2835600 2024-09-22T08:47:27.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.024+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=XDTOCR03W188 type=del size=162144 2024-09-22T08:47:27.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.028+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=NWUH0SHF2VK3 type=del 2024-09-22T08:47:27.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.028+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=AVR93XN8GCRQ type=del size=522914 2024-09-22T08:47:27.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.032+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.0 size=1048576 2024-09-22T08:47:27.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.032+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.1 size=1048576 2024-09-22T08:47:27.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.036+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~84SR5JUFE4Z8.2 size=568765 2024-09-22T08:47:27.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.040+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=84SR5JUFE4Z8 tag=WL33RRV8RDZO type=write size=3714493 2024-09-22T08:47:27.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.044+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~0Q6ORW9EZFHO.0 size=114538 2024-09-22T08:47:27.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.044+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=0Q6ORW9EZFHO tag=60RKQTM6VGDE type=write size=1163114 2024-09-22T08:47:27.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.044+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.0 size=1048576 2024-09-22T08:47:27.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.048+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.1 size=1048576 2024-09-22T08:47:27.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.048+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~BDMFGZB85R01.2 size=58292 2024-09-22T08:47:27.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.052+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=BDMFGZB85R01 tag=OADL4FO8JQXA type=write size=3204020 2024-09-22T08:47:27.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.056+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=5P7FA0GH8YTK type=write size=306790 2024-09-22T08:47:27.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.056+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=OWM9SUHXZN6X type=del 2024-09-22T08:47:27.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.060+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=W3AO74VGIITL type=del size=1420587 2024-09-22T08:47:27.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.060+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=FBQSC9FK8QTP type=del 2024-09-22T08:47:27.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.064+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.0 size=1048576 2024-09-22T08:47:27.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.068+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.1 size=1048576 2024-09-22T08:47:27.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.068+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.2 size=166744 2024-09-22T08:47:27.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.068+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=VOOGD4CMT6K1 tag=04NFN47ZJ4ET type=write size=3312472 2024-09-22T08:47:27.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.068+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.0 size=1048576 2024-09-22T08:47:27.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.072+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.1 size=1048576 2024-09-22T08:47:27.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.072+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~ACLTWDUTJQ50.2 size=216622 2024-09-22T08:47:27.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.076+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=ACLTWDUTJQ50 tag=OO5JP319IN9A type=write size=3362350 2024-09-22T08:47:27.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.080+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=LM48404ADTQ5 type=write size=21429 2024-09-22T08:47:27.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.080+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=0RZ7XLA352B9 type=del 2024-09-22T08:47:27.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.084+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~226U8XAAY5WZ.0 size=486165 2024-09-22T08:47:27.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.084+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=226U8XAAY5WZ tag=VN2EB8M08M0S type=write size=1534741 2024-09-22T08:47:27.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.088+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=DEABZ64SHWGW type=del 2024-09-22T08:47:27.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.088+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=7A12V8HU4ZI5 type=del size=3634361 2024-09-22T08:47:27.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.092+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=M4VPJGJNK0JV type=del 2024-09-22T08:47:27.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.096+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~YBPXGCBLLW64.0 size=899692 2024-09-22T08:47:27.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.096+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=YBPXGCBLLW64 tag=VGG3315CXX32 type=write size=1948268 2024-09-22T08:47:27.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.100+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=7FXX3X8M8HVJ type=del 2024-09-22T08:47:27.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.100+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=O13RBK2GGM7J type=del size=347536 2024-09-22T08:47:27.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.104+0000 7fba234848c0 1 < completed write operation key=KRKXNAQ12TAP tag=DSQBR0CBFXV0 type=write size=342843 2024-09-22T08:47:27.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.104+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=98WIDI0OL0FG type=del size=2297102 2024-09-22T08:47:27.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.108+0000 7fba234848c0 1 < completed write operation key=EGAV6I2KE1N9 tag=HSOJ7IMS444O type=write size=712349 2024-09-22T08:47:27.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.0 size=1048576 2024-09-22T08:47:27.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.1 size=1048576 2024-09-22T08:47:27.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.116+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.2 size=616894 2024-09-22T08:47:27.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.116+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=S6ZUJMIYJKSY tag=MV05625VO259 type=write size=3762622 2024-09-22T08:47:27.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.116+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.0 size=1048576 2024-09-22T08:47:27.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.120+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.1 size=1048576 2024-09-22T08:47:27.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.120+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~UZYIP34CTHQU.2 size=439809 2024-09-22T08:47:27.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.128+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=UZYIP34CTHQU tag=V1JZYQGVWLI0 type=write size=3585537 2024-09-22T08:47:27.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.132+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~7WZWU2TYHWL1.0 size=1048576 2024-09-22T08:47:27.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.132+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~7WZWU2TYHWL1.1 size=287722 2024-09-22T08:47:27.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.132+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=7WZWU2TYHWL1 tag=Y16LCFB0SEDF type=write size=2384874 2024-09-22T08:47:27.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.136+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=HULR7QK5MMJX type=del 2024-09-22T08:47:27.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.140+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.0 size=1048576 2024-09-22T08:47:27.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.144+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.1 size=1048576 2024-09-22T08:47:27.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.144+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.2 size=118875 2024-09-22T08:47:27.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.144+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=4C7PWPJYB3YN tag=9NMXE3V0BM03 type=write size=3264603 2024-09-22T08:47:27.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.144+0000 7fba234848c0 1 < canceled part key=_multipart_17H4LTCPSPFA.2~S5GEWYIKJL4T.0 size=1048576 2024-09-22T08:47:27.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.148+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~S5GEWYIKJL4T.1 size=449067 2024-09-22T08:47:27.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.152+0000 7fba234848c0 1 < canceled multipart upload key=17H4LTCPSPFA upload=S5GEWYIKJL4T tag=J6H11G5JLJN9 type=write size=2546219 2024-09-22T08:47:27.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.160+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=ZYFKZFJSQGUM type=del size=1841327 2024-09-22T08:47:27.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.160+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=XDTOCR03W188 type=del 2024-09-22T08:47:27.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.164+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=I4SVFFBOKDB7 type=del size=1646985 2024-09-22T08:47:27.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.168+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=AVR93XN8GCRQ type=del 2024-09-22T08:47:27.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.168+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=LDLB2QQA1OCY type=del size=3268514 2024-09-22T08:47:27.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.172+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~0Q6ORW9EZFHO.0 size=114538 2024-09-22T08:47:27.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.176+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=0Q6ORW9EZFHO tag=60RKQTM6VGDE type=write size=1163114 2024-09-22T08:47:27.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.180+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=MWH8L3EFTMG5 type=del size=4104683 2024-09-22T08:47:27.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.180+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=5P7FA0GH8YTK type=write size=306790 2024-09-22T08:47:27.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.184+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=SO7AGLHSMOD9 type=del size=126886 2024-09-22T08:47:27.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.188+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=W3AO74VGIITL type=del 2024-09-22T08:47:27.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.188+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=9CJNHW1KPSKD type=del size=754314 2024-09-22T08:47:27.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.192+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.0 size=1048576 2024-09-22T08:47:27.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.192+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.1 size=1048576 2024-09-22T08:47:27.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.196+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~VOOGD4CMT6K1.2 size=166744 2024-09-22T08:47:27.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.200+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=VOOGD4CMT6K1 tag=04NFN47ZJ4ET type=write size=3312472 2024-09-22T08:47:27.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.204+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=DI9S0FXL783X type=del size=3855120 2024-09-22T08:47:27.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.204+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=LM48404ADTQ5 type=write size=21429 2024-09-22T08:47:27.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.208+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=0L9PSAOWX2MY type=del size=2510732 2024-09-22T08:47:27.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.212+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~226U8XAAY5WZ.0 size=486165 2024-09-22T08:47:27.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.216+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=226U8XAAY5WZ tag=VN2EB8M08M0S type=write size=1534741 2024-09-22T08:47:27.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.220+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=432B0DHG5H2D type=del size=1031418 2024-09-22T08:47:27.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.220+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=7A12V8HU4ZI5 type=del 2024-09-22T08:47:27.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.224+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=2ILG7MZRRHGO type=del size=2780642 2024-09-22T08:47:27.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.224+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~YBPXGCBLLW64.0 size=899692 2024-09-22T08:47:27.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.228+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=YBPXGCBLLW64 tag=VGG3315CXX32 type=write size=1948268 2024-09-22T08:47:27.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.232+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=A5WBUYM66NHR type=del size=3968580 2024-09-22T08:47:27.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.236+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=O13RBK2GGM7J type=del 2024-09-22T08:47:27.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.240+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=RD5K8KBQPZTW type=del size=2144345 2024-09-22T08:47:27.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.240+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=98WIDI0OL0FG type=del 2024-09-22T08:47:27.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.244+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=ZZM0ILK2DQW2 type=del size=708779 2024-09-22T08:47:27.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.244+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.0 size=1048576 2024-09-22T08:47:27.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.248+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.1 size=1048576 2024-09-22T08:47:27.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.252+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~S6ZUJMIYJKSY.2 size=616894 2024-09-22T08:47:27.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.256+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=S6ZUJMIYJKSY tag=MV05625VO259 type=write size=3762622 2024-09-22T08:47:27.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.260+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~PYMYRYXTHBCI.0 size=632070 2024-09-22T08:47:27.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.260+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=PYMYRYXTHBCI tag=DGQO136BZPFK type=write size=1680646 2024-09-22T08:47:27.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.264+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~7WZWU2TYHWL1.0 size=1048576 2024-09-22T08:47:27.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.264+0000 7fba234848c0 1 < canceled part key=_multipart_ZPSMOAQSZZ68.2~7WZWU2TYHWL1.1 size=287722 2024-09-22T08:47:27.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.268+0000 7fba234848c0 1 < canceled multipart upload key=ZPSMOAQSZZ68 upload=7WZWU2TYHWL1 tag=Y16LCFB0SEDF type=write size=2384874 2024-09-22T08:47:27.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.272+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=70T28U70UH0L type=del size=2113456 2024-09-22T08:47:27.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.276+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.0 size=1048576 2024-09-22T08:47:27.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.280+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.1 size=1048576 2024-09-22T08:47:27.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.280+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4C7PWPJYB3YN.2 size=118875 2024-09-22T08:47:27.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.288+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=4C7PWPJYB3YN tag=9NMXE3V0BM03 type=write size=3264603 2024-09-22T08:47:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.296+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~Z4RZW8ISJJLM.0 size=1048576 2024-09-22T08:47:27.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.296+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~Z4RZW8ISJJLM.1 size=748155 2024-09-22T08:47:27.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.296+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=Z4RZW8ISJJLM tag=CYXCOV9X6P8B type=write size=2845307 2024-09-22T08:47:27.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.304+0000 7fba234848c0 1 < suggested update operation key=3IJ0ZLECW5JT tag=ZYFKZFJSQGUM type=del size=1841327 2024-09-22T08:47:27.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.308+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=N7KLS2OYTYYM type=del size=2019902 2024-09-22T08:47:27.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.312+0000 7fba234848c0 1 < suggested update operation key=9TLPZUCDVLEL tag=I4SVFFBOKDB7 type=del size=1646985 2024-09-22T08:47:27.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.320+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~53P8XL2BJBJV.0 size=1048576 2024-09-22T08:47:27.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.324+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~53P8XL2BJBJV.1 size=232361 2024-09-22T08:47:27.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.324+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=53P8XL2BJBJV tag=6V6HI4HRQ7V5 type=write size=2329513 2024-09-22T08:47:27.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.324+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=LDLB2QQA1OCY type=del 2024-09-22T08:47:27.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.332+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.0 size=1048576 2024-09-22T08:47:27.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.336+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.1 size=1048576 2024-09-22T08:47:27.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.340+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.2 size=1042872 2024-09-22T08:47:27.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.340+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=WQR6X4MTDR7E tag=E8T8ZSYJDUPT type=write size=4188600 2024-09-22T08:47:27.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.344+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=MWH8L3EFTMG5 type=del 2024-09-22T08:47:27.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.348+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.0 size=1048576 2024-09-22T08:47:27.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.352+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.1 size=1048576 2024-09-22T08:47:27.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.356+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.2 size=772029 2024-09-22T08:47:27.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.356+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=F14UX371HKIZ tag=2LKM4UHOHS4C type=write size=3917757 2024-09-22T08:47:27.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.364+0000 7fba234848c0 1 < suggested update operation key=7308WVXJKI53 tag=SO7AGLHSMOD9 type=del size=126886 2024-09-22T08:47:27.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.368+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=OCMOMP2XRNLA type=del size=3206251 2024-09-22T08:47:27.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.372+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=9CJNHW1KPSKD type=del 2024-09-22T08:47:27.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.376+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=E7QP7Y2BKVYP type=write size=68766 2024-09-22T08:47:27.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.376+0000 7fba234848c0 1 < canceled operation key=906R294R0FI0 tag=DI9S0FXL783X type=del size=3855120 2024-09-22T08:47:27.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.384+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~VC1YFCVML8A7.0 size=221364 2024-09-22T08:47:27.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.384+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=VC1YFCVML8A7 tag=R67G5U1XZHT0 type=write size=1269940 2024-09-22T08:47:27.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.388+0000 7fba234848c0 -1 < failed to complete operation key=9TLPZUCDVLEL tag=0L9PSAOWX2MY type=del size=2510732: (22) Invalid argument 2024-09-22T08:47:27.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.392+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=4BHQ4SV9AAWD type=del size=3562161 2024-09-22T08:47:27.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.396+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=432B0DHG5H2D type=del size=1031418 2024-09-22T08:47:27.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.404+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.0 size=1048576 2024-09-22T08:47:27.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.404+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.1 size=1048576 2024-09-22T08:47:27.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.408+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.2 size=953966 2024-09-22T08:47:27.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.408+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=SVPSZSL2A48C tag=YM1LKXNID20P type=write size=4099694 2024-09-22T08:47:27.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.412+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=2ILG7MZRRHGO type=del 2024-09-22T08:47:27.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.412+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=9JAISVDTVB74 type=del size=1389540 2024-09-22T08:47:27.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.420+0000 7fba234848c0 1 < suggested update operation key=KF71YBNFMKML tag=A5WBUYM66NHR type=del size=3968580 2024-09-22T08:47:27.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.428+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~TEM782SXDNY5.0 size=720827 2024-09-22T08:47:27.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.428+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=TEM782SXDNY5 tag=TMKDA4835C6T type=write size=1769403 2024-09-22T08:47:27.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.432+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=RD5K8KBQPZTW type=del 2024-09-22T08:47:27.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.432+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=U56YW8JQSKNV type=del size=1596555 2024-09-22T08:47:27.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.436+0000 7fba234848c0 -1 < failed to complete operation key=3IJ0ZLECW5JT tag=ZZM0ILK2DQW2 type=del size=708779: (22) Invalid argument 2024-09-22T08:47:27.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.440+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=02610UH3QXEQ type=del size=3106504 2024-09-22T08:47:27.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.444+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~PYMYRYXTHBCI.0 size=632070 2024-09-22T08:47:27.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.452+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=PYMYRYXTHBCI tag=DGQO136BZPFK type=write size=1680646 2024-09-22T08:47:27.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.456+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=NDVQN2JH7A7J type=del size=4110461 2024-09-22T08:47:27.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.460+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=70T28U70UH0L type=del 2024-09-22T08:47:27.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.464+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=XNQ05KWQHI41 type=del size=1685929 2024-09-22T08:47:27.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.468+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~Z4RZW8ISJJLM.0 size=1048576 2024-09-22T08:47:27.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.472+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~Z4RZW8ISJJLM.1 size=748155 2024-09-22T08:47:27.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.476+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=Z4RZW8ISJJLM tag=CYXCOV9X6P8B type=write size=2845307 2024-09-22T08:47:27.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.480+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~NKC5UQH6CJ03.0 size=125098 2024-09-22T08:47:27.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.480+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=NKC5UQH6CJ03 tag=WF2BKXPLFPDX type=write size=1173674 2024-09-22T08:47:27.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.484+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=N7KLS2OYTYYM type=del 2024-09-22T08:47:27.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.488+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=VP0QDW8ZGFD9 type=del size=72140 2024-09-22T08:47:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.492+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~53P8XL2BJBJV.0 size=1048576 2024-09-22T08:47:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.492+0000 7fba234848c0 1 < canceled part key=_multipart_1ZBDU0O6HI8A.2~53P8XL2BJBJV.1 size=232361 2024-09-22T08:47:27.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.496+0000 7fba234848c0 1 < canceled multipart upload key=1ZBDU0O6HI8A upload=53P8XL2BJBJV tag=6V6HI4HRQ7V5 type=write size=2329513 2024-09-22T08:47:27.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.500+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=YNJN60UKOJMK type=del size=124264 2024-09-22T08:47:27.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.504+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.0 size=1048576 2024-09-22T08:47:27.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.504+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.1 size=1048576 2024-09-22T08:47:27.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.508+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~WQR6X4MTDR7E.2 size=1042872 2024-09-22T08:47:27.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.512+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=WQR6X4MTDR7E tag=E8T8ZSYJDUPT type=write size=4188600 2024-09-22T08:47:27.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.516+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=DPXZELYQOXH9 type=del size=2025240 2024-09-22T08:47:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.520+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.0 size=1048576 2024-09-22T08:47:27.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.524+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.1 size=1048576 2024-09-22T08:47:27.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.528+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~F14UX371HKIZ.2 size=772029 2024-09-22T08:47:27.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.532+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=F14UX371HKIZ tag=2LKM4UHOHS4C type=write size=3917757 2024-09-22T08:47:27.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.536+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=T03GML0JZB1V type=del size=3984906 2024-09-22T08:47:27.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.540+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=OCMOMP2XRNLA type=del 2024-09-22T08:47:27.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.544+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~LI1F9NS7CE5C.0 size=921214 2024-09-22T08:47:27.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.544+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=LI1F9NS7CE5C tag=C4D60EEZG5NY type=write size=1969790 2024-09-22T08:47:27.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.548+0000 7fba234848c0 -1 < failed to complete operation key=KF71YBNFMKML tag=E7QP7Y2BKVYP type=write size=68766: (22) Invalid argument 2024-09-22T08:47:27.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.552+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=U5F8B6GS31S4 type=write size=1013622 2024-09-22T08:47:27.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.556+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~VC1YFCVML8A7.0 size=221364 2024-09-22T08:47:27.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.560+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=VC1YFCVML8A7 tag=R67G5U1XZHT0 type=write size=1269940 2024-09-22T08:47:27.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.564+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=S193H4RA6BVN type=del size=4183488 2024-09-22T08:47:27.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.568+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=4BHQ4SV9AAWD type=del 2024-09-22T08:47:27.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.576+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~03ZKGW3G4BT7.0 size=1048576 2024-09-22T08:47:27.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.576+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~03ZKGW3G4BT7.1 size=513966 2024-09-22T08:47:27.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.576+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=03ZKGW3G4BT7 tag=OIZBR2QNIZF9 type=write size=2611118 2024-09-22T08:47:27.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.580+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.0 size=1048576 2024-09-22T08:47:27.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.584+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.1 size=1048576 2024-09-22T08:47:27.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.588+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SVPSZSL2A48C.2 size=953966 2024-09-22T08:47:27.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.592+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=SVPSZSL2A48C tag=YM1LKXNID20P type=write size=4099694 2024-09-22T08:47:27.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.600+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~FIB6ADLPNDV6.0 size=650056 2024-09-22T08:47:27.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.600+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=FIB6ADLPNDV6 tag=33WF61XZDF06 type=write size=1698632 2024-09-22T08:47:27.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.604+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=9JAISVDTVB74 type=del 2024-09-22T08:47:27.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.608+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=2ZLV23UIX2XV type=del size=2310994 2024-09-22T08:47:27.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.612+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~TEM782SXDNY5.0 size=720827 2024-09-22T08:47:27.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.616+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=TEM782SXDNY5 tag=TMKDA4835C6T type=write size=1769403 2024-09-22T08:47:27.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.616+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=TWQVKH5H22N0 type=del size=632494 2024-09-22T08:47:27.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.620+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=U56YW8JQSKNV type=del 2024-09-22T08:47:27.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.624+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~L618L5QK5ZD8.0 size=1048576 2024-09-22T08:47:27.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.628+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~L618L5QK5ZD8.1 size=831313 2024-09-22T08:47:27.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.628+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=L618L5QK5ZD8 tag=T159SPY871D4 type=write size=2928465 2024-09-22T08:47:27.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.632+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=02610UH3QXEQ type=del 2024-09-22T08:47:27.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.636+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~M98YZ4QR95ZB.0 size=1048576 2024-09-22T08:47:27.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.640+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~M98YZ4QR95ZB.1 size=548636 2024-09-22T08:47:27.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.640+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=M98YZ4QR95ZB tag=9PQJ0SDF9NUV type=write size=2645788 2024-09-22T08:47:27.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.644+0000 7fba234848c0 1 < suggested remove operation key=ACJXPHRNH2LK tag=NDVQN2JH7A7J type=del 2024-09-22T08:47:27.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.648+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=6BECHWX4P3HM type=del size=2678125 2024-09-22T08:47:27.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.652+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=XNQ05KWQHI41 type=del 2024-09-22T08:47:27.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.656+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.0 size=1048576 2024-09-22T08:47:27.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.660+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.1 size=1048576 2024-09-22T08:47:27.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.660+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.2 size=285195 2024-09-22T08:47:27.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.660+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=WNGTJI96ZZMH tag=GPSX5EI0T3KV type=write size=3430923 2024-09-22T08:47:27.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.664+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~NKC5UQH6CJ03.0 size=125098 2024-09-22T08:47:27.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.668+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=NKC5UQH6CJ03 tag=WF2BKXPLFPDX type=write size=1173674 2024-09-22T08:47:27.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.672+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~1RT3COHSSUR3.0 size=1048576 2024-09-22T08:47:27.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.676+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~1RT3COHSSUR3.1 size=431884 2024-09-22T08:47:27.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.676+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=1RT3COHSSUR3 tag=9TYCCMD7LNHJ type=write size=2529036 2024-09-22T08:47:27.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.676+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=VP0QDW8ZGFD9 type=del 2024-09-22T08:47:27.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.684+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.0 size=1048576 2024-09-22T08:47:27.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.684+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.1 size=1048576 2024-09-22T08:47:27.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.688+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.2 size=100493 2024-09-22T08:47:27.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.688+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=YEYI0GB9NPT4 tag=JC6HYLB1ORCW type=write size=3246221 2024-09-22T08:47:27.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.688+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=YNJN60UKOJMK type=del 2024-09-22T08:47:27.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.692+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=WM9UHU1QGZ5R type=del size=3970357 2024-09-22T08:47:27.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.696+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=DPXZELYQOXH9 type=del 2024-09-22T08:47:27.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.700+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=1RTX7KO0VXKC type=del size=4121404 2024-09-22T08:47:27.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.700+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=T03GML0JZB1V type=del 2024-09-22T08:47:27.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.704+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=GJJKEJ31JIYF type=write size=631947 2024-09-22T08:47:27.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.708+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~LI1F9NS7CE5C.0 size=921214 2024-09-22T08:47:27.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.712+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=LI1F9NS7CE5C tag=C4D60EEZG5NY type=write size=1969790 2024-09-22T08:47:27.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.716+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=CIB3K7EP6SG9 type=write size=414133 2024-09-22T08:47:27.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.724+0000 7fba234848c0 1 < suggested remove operation key=UC095FCB73FU tag=U5F8B6GS31S4 type=write 2024-09-22T08:47:27.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.724+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=XP0V0N3QUM82 type=del size=182805 2024-09-22T08:47:27.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.728+0000 7fba234848c0 1 < canceled operation key=3CD2AW1H64C4 tag=S193H4RA6BVN type=del size=4183488 2024-09-22T08:47:27.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.732+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~D4B3CD1OYJMW.0 size=1048576 2024-09-22T08:47:27.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.736+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~D4B3CD1OYJMW.1 size=713451 2024-09-22T08:47:27.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.736+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=D4B3CD1OYJMW tag=TZ3I3UP2XMKD type=write size=2810603 2024-09-22T08:47:27.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.740+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~03ZKGW3G4BT7.0 size=1048576 2024-09-22T08:47:27.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.740+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~03ZKGW3G4BT7.1 size=513966 2024-09-22T08:47:27.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.748+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=03ZKGW3G4BT7 tag=OIZBR2QNIZF9 type=write size=2611118 2024-09-22T08:47:27.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.748+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=C3ABGWZZDB10 type=del size=1262902 2024-09-22T08:47:27.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.752+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~FIB6ADLPNDV6.0 size=650056 2024-09-22T08:47:27.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.756+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=FIB6ADLPNDV6 tag=33WF61XZDF06 type=write size=1698632 2024-09-22T08:47:27.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.760+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~3DEATH0PZ4LJ.0 size=1048576 2024-09-22T08:47:27.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.764+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~3DEATH0PZ4LJ.1 size=1036251 2024-09-22T08:47:27.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.764+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=3DEATH0PZ4LJ tag=3Z2GNS2UHJ1W type=write size=3133403 2024-09-22T08:47:27.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.764+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=2ZLV23UIX2XV type=del 2024-09-22T08:47:27.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.768+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=N645X4W98ZQ6 type=del size=4034776 2024-09-22T08:47:27.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.772+0000 7fba234848c0 1 < suggested update operation key=3CD2AW1H64C4 tag=TWQVKH5H22N0 type=del size=632494 2024-09-22T08:47:27.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.776+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=Y513FM68DAPT type=write size=669369 2024-09-22T08:47:27.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.780+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~L618L5QK5ZD8.0 size=1048576 2024-09-22T08:47:27.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.780+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~L618L5QK5ZD8.1 size=831313 2024-09-22T08:47:27.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.784+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=L618L5QK5ZD8 tag=T159SPY871D4 type=write size=2928465 2024-09-22T08:47:27.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.788+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=2A22TKNDJH24 type=del size=750978 2024-09-22T08:47:27.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.792+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~M98YZ4QR95ZB.0 size=1048576 2024-09-22T08:47:27.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.792+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~M98YZ4QR95ZB.1 size=548636 2024-09-22T08:47:27.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.800+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=M98YZ4QR95ZB tag=9PQJ0SDF9NUV type=write size=2645788 2024-09-22T08:47:27.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.800+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=OPBZTC9PA6IZ type=write size=678341 2024-09-22T08:47:27.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.804+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=6BECHWX4P3HM type=del 2024-09-22T08:47:27.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.808+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=W9YQSTEX6BS6 type=del size=1499547 2024-09-22T08:47:27.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.808+0000 7fba234848c0 1 < canceled part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.0 size=1048576 2024-09-22T08:47:27.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.812+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.1 size=1048576 2024-09-22T08:47:27.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.812+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~WNGTJI96ZZMH.2 size=285195 2024-09-22T08:47:27.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.816+0000 7fba234848c0 1 < canceled multipart upload key=9GIEU2BNPYSC upload=WNGTJI96ZZMH tag=GPSX5EI0T3KV type=write size=3430923 2024-09-22T08:47:27.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.820+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=49GM2UN6VWOC type=del size=3531007 2024-09-22T08:47:27.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.820+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~1RT3COHSSUR3.0 size=1048576 2024-09-22T08:47:27.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.824+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~1RT3COHSSUR3.1 size=431884 2024-09-22T08:47:27.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.828+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=1RT3COHSSUR3 tag=9TYCCMD7LNHJ type=write size=2529036 2024-09-22T08:47:27.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.832+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~VIY43I0S0AKU.0 size=1048576 2024-09-22T08:47:27.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.836+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~VIY43I0S0AKU.1 size=551759 2024-09-22T08:47:27.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.836+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=VIY43I0S0AKU tag=8FAY42GTWXE6 type=write size=2648911 2024-09-22T08:47:27.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.836+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.0 size=1048576 2024-09-22T08:47:27.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.840+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.1 size=1048576 2024-09-22T08:47:27.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.840+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~YEYI0GB9NPT4.2 size=100493 2024-09-22T08:47:27.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.844+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=YEYI0GB9NPT4 tag=JC6HYLB1ORCW type=write size=3246221 2024-09-22T08:47:27.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.848+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=4NKHFTZQFVZW type=del size=3265481 2024-09-22T08:47:27.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.852+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=WM9UHU1QGZ5R type=del 2024-09-22T08:47:27.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.852+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=LD125ZR64G1T type=del size=2759910 2024-09-22T08:47:27.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.856+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=1RTX7KO0VXKC type=del 2024-09-22T08:47:27.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.860+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~B2IA9G2841CB.0 size=1048576 2024-09-22T08:47:27.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.864+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~B2IA9G2841CB.1 size=535339 2024-09-22T08:47:27.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.864+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=B2IA9G2841CB tag=53EOGYV3VLTM type=write size=2632491 2024-09-22T08:47:27.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.864+0000 7fba234848c0 1 < canceled operation key=906R294R0FI0 tag=GJJKEJ31JIYF type=write size=631947 2024-09-22T08:47:27.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.868+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=O89SGJNCRVD6 type=del size=4167980 2024-09-22T08:47:27.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.872+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=CIB3K7EP6SG9 type=write size=414133 2024-09-22T08:47:27.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.872+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=XN55K80UQ1BX type=del size=2703445 2024-09-22T08:47:27.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.876+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=XP0V0N3QUM82 type=del 2024-09-22T08:47:27.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.880+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=2B3ONHNU0Z5C type=del size=2178350 2024-09-22T08:47:27.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.880+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~D4B3CD1OYJMW.0 size=1048576 2024-09-22T08:47:27.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.884+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~D4B3CD1OYJMW.1 size=713451 2024-09-22T08:47:27.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.888+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=D4B3CD1OYJMW tag=TZ3I3UP2XMKD type=write size=2810603 2024-09-22T08:47:27.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.892+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=5J02HTGYIPJB type=del size=4148010 2024-09-22T08:47:27.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.892+0000 7fba234848c0 1 < canceled operation key=SXWPN1W7H9NU tag=C3ABGWZZDB10 type=del size=1262902 2024-09-22T08:47:27.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.896+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=FKZKH5VM3QXZ type=del size=1691479 2024-09-22T08:47:27.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.900+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~3DEATH0PZ4LJ.0 size=1048576 2024-09-22T08:47:27.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.904+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~3DEATH0PZ4LJ.1 size=1036251 2024-09-22T08:47:27.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.908+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=3DEATH0PZ4LJ tag=3Z2GNS2UHJ1W type=write size=3133403 2024-09-22T08:47:27.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.912+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=KVIR7IE1HGMT type=del size=3593950 2024-09-22T08:47:27.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.916+0000 7fba234848c0 1 < suggested update operation key=17H4LTCPSPFA tag=N645X4W98ZQ6 type=del size=4034776 2024-09-22T08:47:27.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.924+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.0 size=1048576 2024-09-22T08:47:27.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.928+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.1 size=1048576 2024-09-22T08:47:27.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.928+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.2 size=574759 2024-09-22T08:47:27.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.928+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=Q6AVTUW3U7SZ tag=HLPGWVR6PE9D type=write size=3720487 2024-09-22T08:47:27.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.936+0000 7fba234848c0 1 < suggested remove operation key=HIXQW88EAGMF tag=Y513FM68DAPT type=write 2024-09-22T08:47:27.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.940+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=2PHM1ZZRB8NP type=del size=3963041 2024-09-22T08:47:27.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.944+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=2A22TKNDJH24 type=del 2024-09-22T08:47:27.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.948+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=7MQ0GOFQ19A0 type=write size=581516 2024-09-22T08:47:27.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.952+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=OPBZTC9PA6IZ type=write size=678341 2024-09-22T08:47:27.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.956+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=U3H99AYT3BTT type=del size=2319861 2024-09-22T08:47:27.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.960+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=W9YQSTEX6BS6 type=del 2024-09-22T08:47:27.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.960+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=A30LAE124QA0 type=del size=1883301 2024-09-22T08:47:27.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.964+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=49GM2UN6VWOC type=del 2024-09-22T08:47:27.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.972+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.0 size=1048576 2024-09-22T08:47:27.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.972+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.1 size=1048576 2024-09-22T08:47:27.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.976+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.2 size=724240 2024-09-22T08:47:27.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.976+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=BGEEBV5P8LD5 tag=FV4M8G757YK3 type=write size=3869968 2024-09-22T08:47:27.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.976+0000 7fba234848c0 1 < canceled part key=_multipart_IELI1832WYYC.2~VIY43I0S0AKU.0 size=1048576 2024-09-22T08:47:27.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.980+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~VIY43I0S0AKU.1 size=551759 2024-09-22T08:47:27.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.984+0000 7fba234848c0 1 < canceled multipart upload key=IELI1832WYYC upload=VIY43I0S0AKU tag=8FAY42GTWXE6 type=write size=2648911 2024-09-22T08:47:27.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.992+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~TSF6URJ1B0WK.0 size=479176 2024-09-22T08:47:27.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.992+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=TSF6URJ1B0WK tag=DSQ33DXQV0E8 type=write size=1527752 2024-09-22T08:47:27.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:27.992+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=4NKHFTZQFVZW type=del 2024-09-22T08:47:28.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.000+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~YG7H6578CS3H.0 size=537000 2024-09-22T08:47:28.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.000+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=YG7H6578CS3H tag=UAS8S07RKHWE type=write size=1585576 2024-09-22T08:47:28.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.004+0000 7fba234848c0 1 < suggested update operation key=5K7DPF6IJOQO tag=LD125ZR64G1T type=del size=2759910 2024-09-22T08:47:28.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.012+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.0 size=1048576 2024-09-22T08:47:28.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.016+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.1 size=1048576 2024-09-22T08:47:28.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.020+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.2 size=242192 2024-09-22T08:47:28.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.020+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=2O9FGBQUYWXZ tag=4UM54LSEQR89 type=write size=3387920 2024-09-22T08:47:28.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.020+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~B2IA9G2841CB.0 size=1048576 2024-09-22T08:47:28.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.024+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~B2IA9G2841CB.1 size=535339 2024-09-22T08:47:28.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.028+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=B2IA9G2841CB tag=53EOGYV3VLTM type=write size=2632491 2024-09-22T08:47:28.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.036+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.0 size=1048576 2024-09-22T08:47:28.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.036+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.1 size=1048576 2024-09-22T08:47:28.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.040+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.2 size=998765 2024-09-22T08:47:28.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.040+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=TJL8LTMCYZ4F tag=OCIC5U9402XH type=write size=4144493 2024-09-22T08:47:28.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.044+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=O89SGJNCRVD6 type=del 2024-09-22T08:47:28.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.048+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=M13ECYYJA43V type=del size=1619647 2024-09-22T08:47:28.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.052+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=XN55K80UQ1BX type=del 2024-09-22T08:47:28.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.056+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=IJZ6UIE2URBS type=del size=71102 2024-09-22T08:47:28.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.060+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=2B3ONHNU0Z5C type=del 2024-09-22T08:47:28.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.064+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=6EEDMY8EI8YU type=del size=1051933 2024-09-22T08:47:28.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.068+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=5J02HTGYIPJB type=del 2024-09-22T08:47:28.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.068+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=90COMEQJKR1O type=del size=3201148 2024-09-22T08:47:28.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.076+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=FKZKH5VM3QXZ type=del 2024-09-22T08:47:28.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.084+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~V5C8AD8CD33T.0 size=758338 2024-09-22T08:47:28.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.084+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=V5C8AD8CD33T tag=AGWTQ9R8KRVB type=write size=1806914 2024-09-22T08:47:28.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.088+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=KVIR7IE1HGMT type=del 2024-09-22T08:47:28.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.092+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=WJZSGRHSGTNZ type=del size=1626900 2024-09-22T08:47:28.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.096+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.0 size=1048576 2024-09-22T08:47:28.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.096+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.1 size=1048576 2024-09-22T08:47:28.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.096+0000 7fba234848c0 1 < canceled part key=_multipart_906R294R0FI0.2~Q6AVTUW3U7SZ.2 size=574759 2024-09-22T08:47:28.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.100+0000 7fba234848c0 1 < canceled multipart upload key=906R294R0FI0 upload=Q6AVTUW3U7SZ tag=HLPGWVR6PE9D type=write size=3720487 2024-09-22T08:47:28.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.104+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=HI82KXVJVXKP type=write size=420118 2024-09-22T08:47:28.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.112+0000 7fba234848c0 1 < suggested update operation key=7308WVXJKI53 tag=2PHM1ZZRB8NP type=del size=3963041 2024-09-22T08:47:28.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.120+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.0 size=1048576 2024-09-22T08:47:28.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.124+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.1 size=1048576 2024-09-22T08:47:28.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.124+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.2 size=387751 2024-09-22T08:47:28.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.124+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=JVH30LNIUMO2 tag=WZYT04TWKDVS type=write size=3533479 2024-09-22T08:47:28.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.128+0000 7fba234848c0 1 < completed write operation key=MKZLY53HS342 tag=7MQ0GOFQ19A0 type=write size=581516 2024-09-22T08:47:28.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.136+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~J98N27XJXTHM.0 size=792886 2024-09-22T08:47:28.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.136+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=J98N27XJXTHM tag=017I0OAS4ADK type=write size=1841462 2024-09-22T08:47:28.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.140+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=U3H99AYT3BTT type=del 2024-09-22T08:47:28.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.140+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=8AIMOBCR24IC type=write size=12223 2024-09-22T08:47:28.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.144+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=A30LAE124QA0 type=del 2024-09-22T08:47:28.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.152+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~W1A4NESPXX7R.0 size=1048576 2024-09-22T08:47:28.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.152+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~W1A4NESPXX7R.1 size=1001487 2024-09-22T08:47:28.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.152+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=W1A4NESPXX7R tag=E1U6NS2ML3UA type=write size=3098639 2024-09-22T08:47:28.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.156+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.0 size=1048576 2024-09-22T08:47:28.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.160+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.1 size=1048576 2024-09-22T08:47:28.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.160+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BGEEBV5P8LD5.2 size=724240 2024-09-22T08:47:28.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.168+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=BGEEBV5P8LD5 tag=FV4M8G757YK3 type=write size=3869968 2024-09-22T08:47:28.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.168+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=G1GRJBN48E0B type=del size=1835174 2024-09-22T08:47:28.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.172+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~TSF6URJ1B0WK.0 size=479176 2024-09-22T08:47:28.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.180+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=TSF6URJ1B0WK tag=DSQ33DXQV0E8 type=write size=1527752 2024-09-22T08:47:28.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.184+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~B2EW902YZGY5.0 size=1048576 2024-09-22T08:47:28.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.188+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~B2EW902YZGY5.1 size=716233 2024-09-22T08:47:28.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.188+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=B2EW902YZGY5 tag=D1JFPNJFJ93C type=write size=2813385 2024-09-22T08:47:28.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.192+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~YG7H6578CS3H.0 size=537000 2024-09-22T08:47:28.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.196+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=YG7H6578CS3H tag=UAS8S07RKHWE type=write size=1585576 2024-09-22T08:47:28.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.200+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=J57QUNUBOIOT type=write size=610006 2024-09-22T08:47:28.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.200+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.0 size=1048576 2024-09-22T08:47:28.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.204+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.1 size=1048576 2024-09-22T08:47:28.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.204+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~2O9FGBQUYWXZ.2 size=242192 2024-09-22T08:47:28.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.212+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=2O9FGBQUYWXZ tag=4UM54LSEQR89 type=write size=3387920 2024-09-22T08:47:28.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.216+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=0YFSHMYVX1DY type=write size=62225 2024-09-22T08:47:28.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.216+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.0 size=1048576 2024-09-22T08:47:28.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.220+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.1 size=1048576 2024-09-22T08:47:28.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.224+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~TJL8LTMCYZ4F.2 size=998765 2024-09-22T08:47:28.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.228+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=TJL8LTMCYZ4F tag=OCIC5U9402XH type=write size=4144493 2024-09-22T08:47:28.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.232+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=DLSSFS22X4X0 type=del size=322137 2024-09-22T08:47:28.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.236+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=M13ECYYJA43V type=del 2024-09-22T08:47:28.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.240+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~N6XIZ2V4RDDI.0 size=547511 2024-09-22T08:47:28.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.240+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=N6XIZ2V4RDDI tag=BB0Q70C0QN66 type=write size=1596087 2024-09-22T08:47:28.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.248+0000 7fba234848c0 1 < suggested update operation key=ACJXPHRNH2LK tag=IJZ6UIE2URBS type=del size=71102 2024-09-22T08:47:28.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.252+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.0 size=1048576 2024-09-22T08:47:28.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.256+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.1 size=1048576 2024-09-22T08:47:28.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.260+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.2 size=185088 2024-09-22T08:47:28.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.260+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=2NNMFCYLFOPQ tag=JIOA4ZTQ6RKD type=write size=3330816 2024-09-22T08:47:28.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.264+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=6EEDMY8EI8YU type=del 2024-09-22T08:47:28.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.268+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~PSR2OLEB7EON.0 size=1048576 2024-09-22T08:47:28.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.272+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~PSR2OLEB7EON.1 size=144279 2024-09-22T08:47:28.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.272+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=PSR2OLEB7EON tag=EK4PBPOHZMI7 type=write size=2241431 2024-09-22T08:47:28.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.276+0000 7fba234848c0 1 < canceled operation key=IELI1832WYYC tag=90COMEQJKR1O type=del size=3201148 2024-09-22T08:47:28.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.280+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=8I1GKIRE4FV0 type=del size=3550829 2024-09-22T08:47:28.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.280+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~V5C8AD8CD33T.0 size=758338 2024-09-22T08:47:28.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.288+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=V5C8AD8CD33T tag=AGWTQ9R8KRVB type=write size=1806914 2024-09-22T08:47:28.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.296+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~NQJBJMKBC7RX.0 size=702092 2024-09-22T08:47:28.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.296+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=NQJBJMKBC7RX tag=JACULVHBOTG2 type=write size=1750668 2024-09-22T08:47:28.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.296+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=WJZSGRHSGTNZ type=del 2024-09-22T08:47:28.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.300+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=BPRRAE9ORZ1G type=write size=292598 2024-09-22T08:47:28.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.308+0000 7fba234848c0 1 < suggested update operation key=906R294R0FI0 tag=HI82KXVJVXKP type=write size=420118 2024-09-22T08:47:28.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.312+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~G2QNS2POFV32.0 size=1048576 2024-09-22T08:47:28.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.316+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~G2QNS2POFV32.1 size=845319 2024-09-22T08:47:28.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.316+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=G2QNS2POFV32 tag=C4AQY61I12G1 type=write size=2942471 2024-09-22T08:47:28.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.320+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.0 size=1048576 2024-09-22T08:47:28.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.324+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.1 size=1048576 2024-09-22T08:47:28.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.324+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~JVH30LNIUMO2.2 size=387751 2024-09-22T08:47:28.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.332+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=JVH30LNIUMO2 tag=WZYT04TWKDVS type=write size=3533479 2024-09-22T08:47:28.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.332+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=KFMJASIPEUFY type=del size=1422783 2024-09-22T08:47:28.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.336+0000 7fba234848c0 1 < canceled part key=_multipart_9TLPZUCDVLEL.2~J98N27XJXTHM.0 size=792886 2024-09-22T08:47:28.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.340+0000 7fba234848c0 1 < canceled multipart upload key=9TLPZUCDVLEL upload=J98N27XJXTHM tag=017I0OAS4ADK type=write size=1841462 2024-09-22T08:47:28.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.344+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=RX506MLUUHVM type=del size=3138016 2024-09-22T08:47:28.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.348+0000 7fba234848c0 1 < completed write operation key=7RKB0H1OQF18 tag=8AIMOBCR24IC type=write size=12223 2024-09-22T08:47:28.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.352+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.0 size=1048576 2024-09-22T08:47:28.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.356+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.1 size=1048576 2024-09-22T08:47:28.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.356+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.2 size=769937 2024-09-22T08:47:28.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.356+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=7GQT4V6CHJCC tag=V4HPCA9GIET7 type=write size=3915665 2024-09-22T08:47:28.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.360+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~W1A4NESPXX7R.0 size=1048576 2024-09-22T08:47:28.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.364+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~W1A4NESPXX7R.1 size=1001487 2024-09-22T08:47:28.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.368+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=W1A4NESPXX7R tag=E1U6NS2ML3UA type=write size=3098639 2024-09-22T08:47:28.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.372+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=7P5SZDHAQ4A5 type=del size=1501603 2024-09-22T08:47:28.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.376+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=G1GRJBN48E0B type=del 2024-09-22T08:47:28.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.380+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=S698LDAZYI90 type=del size=814513 2024-09-22T08:47:28.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.384+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~B2EW902YZGY5.0 size=1048576 2024-09-22T08:47:28.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.388+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~B2EW902YZGY5.1 size=716233 2024-09-22T08:47:28.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.392+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=B2EW902YZGY5 tag=D1JFPNJFJ93C type=write size=2813385 2024-09-22T08:47:28.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.396+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~1H0NEHZNB4QY.0 size=1007043 2024-09-22T08:47:28.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.396+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=1H0NEHZNB4QY tag=06ROP01BRXO9 type=write size=2055619 2024-09-22T08:47:28.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.400+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=J57QUNUBOIOT type=write size=610006 2024-09-22T08:47:28.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.408+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.0 size=1048576 2024-09-22T08:47:28.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.412+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.1 size=1048576 2024-09-22T08:47:28.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.412+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.2 size=962353 2024-09-22T08:47:28.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.412+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=HLG4OKLY5WOT tag=B6SRJ4R0DZMY type=write size=4108081 2024-09-22T08:47:28.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.416+0000 7fba234848c0 1 < completed write operation key=SXWPN1W7H9NU tag=0YFSHMYVX1DY type=write size=62225 2024-09-22T08:47:28.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.420+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=GHHP75D89ZRO type=write size=503176 2024-09-22T08:47:28.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.424+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=DLSSFS22X4X0 type=del 2024-09-22T08:47:28.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.428+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=8XJSNW06XIOP type=write size=684458 2024-09-22T08:47:28.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.432+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~N6XIZ2V4RDDI.0 size=547511 2024-09-22T08:47:28.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.436+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=N6XIZ2V4RDDI tag=BB0Q70C0QN66 type=write size=1596087 2024-09-22T08:47:28.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.440+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=67A50OYI2VV4 type=del size=1729930 2024-09-22T08:47:28.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.444+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.0 size=1048576 2024-09-22T08:47:28.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.444+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.1 size=1048576 2024-09-22T08:47:28.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.448+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~2NNMFCYLFOPQ.2 size=185088 2024-09-22T08:47:28.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.456+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=2NNMFCYLFOPQ tag=JIOA4ZTQ6RKD type=write size=3330816 2024-09-22T08:47:28.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.460+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=2W37TXR1QZ88 type=del size=3159582 2024-09-22T08:47:28.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.460+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~PSR2OLEB7EON.0 size=1048576 2024-09-22T08:47:28.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.464+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~PSR2OLEB7EON.1 size=144279 2024-09-22T08:47:28.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.468+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=PSR2OLEB7EON tag=EK4PBPOHZMI7 type=write size=2241431 2024-09-22T08:47:28.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.472+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=QFKEI2VIJJLN type=del size=1250525 2024-09-22T08:47:28.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.480+0000 7fba234848c0 1 < suggested update operation key=5K7DPF6IJOQO tag=8I1GKIRE4FV0 type=del size=3550829 2024-09-22T08:47:28.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.484+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=DU74VN2BNZQW type=del size=2598719 2024-09-22T08:47:28.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.484+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~NQJBJMKBC7RX.0 size=702092 2024-09-22T08:47:28.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.492+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=NQJBJMKBC7RX tag=JACULVHBOTG2 type=write size=1750668 2024-09-22T08:47:28.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.496+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=LHEE4G3GH91A type=del size=2535878 2024-09-22T08:47:28.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.500+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=BPRRAE9ORZ1G type=write size=292598 2024-09-22T08:47:28.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.504+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~I8CBVSFQPVIE.0 size=230062 2024-09-22T08:47:28.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.504+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=I8CBVSFQPVIE tag=37A2GOE44KHI type=write size=1278638 2024-09-22T08:47:28.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.508+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~G2QNS2POFV32.0 size=1048576 2024-09-22T08:47:28.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.512+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~G2QNS2POFV32.1 size=845319 2024-09-22T08:47:28.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.516+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=G2QNS2POFV32 tag=C4AQY61I12G1 type=write size=2942471 2024-09-22T08:47:28.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.524+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~5LCO6LB56R2D.0 size=27713 2024-09-22T08:47:28.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.524+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=5LCO6LB56R2D tag=CZWSEWZBQF49 type=write size=1076289 2024-09-22T08:47:28.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.524+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=KFMJASIPEUFY type=del 2024-09-22T08:47:28.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.532+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~H6NSXVK54Y1Z.0 size=1048576 2024-09-22T08:47:28.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.536+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~H6NSXVK54Y1Z.1 size=758843 2024-09-22T08:47:28.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.536+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=H6NSXVK54Y1Z tag=MBJT1DNXJEHF type=write size=2855995 2024-09-22T08:47:28.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.536+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=RX506MLUUHVM type=del 2024-09-22T08:47:28.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.540+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=NYLDOBFHV80H type=del size=3079171 2024-09-22T08:47:28.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.544+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.0 size=1048576 2024-09-22T08:47:28.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.548+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.1 size=1048576 2024-09-22T08:47:28.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.552+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~7GQT4V6CHJCC.2 size=769937 2024-09-22T08:47:28.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.560+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=7GQT4V6CHJCC tag=V4HPCA9GIET7 type=write size=3915665 2024-09-22T08:47:28.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.560+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=DT27F2UJSI8D type=del size=4000155 2024-09-22T08:47:28.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.564+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=7P5SZDHAQ4A5 type=del 2024-09-22T08:47:28.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.568+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=U363UTDY9SME type=del size=3146197 2024-09-22T08:47:28.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.572+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=S698LDAZYI90 type=del 2024-09-22T08:47:28.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.576+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=3NN7VJYZY8VG type=write size=332665 2024-09-22T08:47:28.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.580+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~1H0NEHZNB4QY.0 size=1007043 2024-09-22T08:47:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.584+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=1H0NEHZNB4QY tag=06ROP01BRXO9 type=write size=2055619 2024-09-22T08:47:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.588+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=WNHRETEHZRLE type=del size=2457650 2024-09-22T08:47:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.592+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.0 size=1048576 2024-09-22T08:47:28.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.596+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.1 size=1048576 2024-09-22T08:47:28.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.596+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~HLG4OKLY5WOT.2 size=962353 2024-09-22T08:47:28.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.604+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=HLG4OKLY5WOT tag=B6SRJ4R0DZMY type=write size=4108081 2024-09-22T08:47:28.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.604+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=NJU9VWNPMRWT type=del size=1886812 2024-09-22T08:47:28.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.608+0000 7fba234848c0 1 < completed write operation key=KRKXNAQ12TAP tag=GHHP75D89ZRO type=write size=503176 2024-09-22T08:47:28.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.612+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=A43ZK0SVTD1D type=del size=1112306 2024-09-22T08:47:28.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.616+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=8XJSNW06XIOP type=write size=684458 2024-09-22T08:47:28.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.620+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=PBDXNU3PAWSW type=del size=2641498 2024-09-22T08:47:28.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.620+0000 7fba234848c0 1 < canceled operation key=BMZ7P7WE56M7 tag=67A50OYI2VV4 type=del size=1729930 2024-09-22T08:47:28.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.624+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=J9D4O6Q253EW type=del size=2738905 2024-09-22T08:47:28.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.628+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=2W37TXR1QZ88 type=del 2024-09-22T08:47:28.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.632+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=YUPY7DYJKDW8 type=del size=3032212 2024-09-22T08:47:28.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.640+0000 7fba234848c0 -1 < failed to complete operation key=5K7DPF6IJOQO tag=QFKEI2VIJJLN type=del size=1250525: (22) Invalid argument 2024-09-22T08:47:28.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.644+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=NHPGGR69PMSG type=del size=3966560 2024-09-22T08:47:28.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.648+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=DU74VN2BNZQW type=del 2024-09-22T08:47:28.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.648+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=GQAPE9KRMFN2 type=del size=954675 2024-09-22T08:47:28.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.652+0000 7fba234848c0 1 < canceled operation key=ACJXPHRNH2LK tag=LHEE4G3GH91A type=del size=2535878 2024-09-22T08:47:28.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.660+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.0 size=1048576 2024-09-22T08:47:28.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.660+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.1 size=1048576 2024-09-22T08:47:28.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.664+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.2 size=548296 2024-09-22T08:47:28.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.664+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=1X90KQOH5OPX tag=321GEQFYL6H9 type=write size=3694024 2024-09-22T08:47:28.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.668+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~I8CBVSFQPVIE.0 size=230062 2024-09-22T08:47:28.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.672+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=I8CBVSFQPVIE tag=37A2GOE44KHI type=write size=1278638 2024-09-22T08:47:28.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.676+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=9PX3UURL2GC5 type=del size=1355715 2024-09-22T08:47:28.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.680+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~5LCO6LB56R2D.0 size=27713 2024-09-22T08:47:28.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.684+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=5LCO6LB56R2D tag=CZWSEWZBQF49 type=write size=1076289 2024-09-22T08:47:28.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.688+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=HAIOZ09Y1UMU type=del size=2834401 2024-09-22T08:47:28.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.692+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~H6NSXVK54Y1Z.0 size=1048576 2024-09-22T08:47:28.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.696+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~H6NSXVK54Y1Z.1 size=758843 2024-09-22T08:47:28.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.700+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=H6NSXVK54Y1Z tag=MBJT1DNXJEHF type=write size=2855995 2024-09-22T08:47:28.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.704+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=WUX2QC5KSGHT type=del size=55647 2024-09-22T08:47:28.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.708+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=NYLDOBFHV80H type=del 2024-09-22T08:47:28.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.712+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=ZY6C3E60KWDH type=del size=278786 2024-09-22T08:47:28.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.716+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=DT27F2UJSI8D type=del 2024-09-22T08:47:28.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.720+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=RGBBKC2SER0G type=del size=6557 2024-09-22T08:47:28.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.724+0000 7fba234848c0 1 < suggested remove operation key=5K7DPF6IJOQO tag=U363UTDY9SME type=del 2024-09-22T08:47:28.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.728+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=CLPLC2337F5O type=del size=2450358 2024-09-22T08:47:28.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.732+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=3NN7VJYZY8VG type=write size=332665 2024-09-22T08:47:28.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.736+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=9HNNYBNVECUZ type=del size=2128365 2024-09-22T08:47:28.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.736+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=WNHRETEHZRLE type=del 2024-09-22T08:47:28.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.744+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WHPAQQS1K8WN.0 size=1048576 2024-09-22T08:47:28.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.744+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WHPAQQS1K8WN.1 size=212861 2024-09-22T08:47:28.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.744+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=WHPAQQS1K8WN tag=24YVIOIJUW1R type=write size=2310013 2024-09-22T08:47:28.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.748+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=NJU9VWNPMRWT type=del 2024-09-22T08:47:28.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.756+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~49LIEI2IVE0G.0 size=147814 2024-09-22T08:47:28.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.756+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=49LIEI2IVE0G tag=O96FFF41M8P1 type=write size=1196390 2024-09-22T08:47:28.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.760+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=A43ZK0SVTD1D type=del 2024-09-22T08:47:28.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.760+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=FO67ZHOVWZYH type=del size=267525 2024-09-22T08:47:28.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.764+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=PBDXNU3PAWSW type=del 2024-09-22T08:47:28.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.768+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=P1HIGA91VTLQ type=del size=500922 2024-09-22T08:47:28.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.772+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=J9D4O6Q253EW type=del 2024-09-22T08:47:28.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.776+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.0 size=1048576 2024-09-22T08:47:28.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.780+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.1 size=1048576 2024-09-22T08:47:28.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.780+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.2 size=363128 2024-09-22T08:47:28.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.780+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=IXW3MZL30OWY tag=M130YNRZAL0V type=write size=3508856 2024-09-22T08:47:28.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.784+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=YUPY7DYJKDW8 type=del 2024-09-22T08:47:28.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.788+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=NO3VGEQ93075 type=write size=929660 2024-09-22T08:47:28.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.792+0000 7fba234848c0 -1 < failed to complete operation key=5K7DPF6IJOQO tag=NHPGGR69PMSG type=del size=3966560: (22) Invalid argument 2024-09-22T08:47:28.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.792+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=JGSOYFKCQ1PD type=write size=204596 2024-09-22T08:47:28.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.800+0000 7fba234848c0 1 < suggested remove operation key=9BHSUSVFS09W tag=GQAPE9KRMFN2 type=del 2024-09-22T08:47:28.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.804+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~H0QWOAXE3VPG.0 size=411141 2024-09-22T08:47:28.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.804+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=H0QWOAXE3VPG tag=EFWQIXD69CK8 type=write size=1459717 2024-09-22T08:47:28.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.808+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.0 size=1048576 2024-09-22T08:47:28.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.812+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.1 size=1048576 2024-09-22T08:47:28.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.816+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1X90KQOH5OPX.2 size=548296 2024-09-22T08:47:28.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.820+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=1X90KQOH5OPX tag=321GEQFYL6H9 type=write size=3694024 2024-09-22T08:47:28.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.828+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~W5056NGNNVNP.0 size=1048576 2024-09-22T08:47:28.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.828+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~W5056NGNNVNP.1 size=624532 2024-09-22T08:47:28.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.828+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=W5056NGNNVNP tag=PRYZOKA2VK2F type=write size=2721684 2024-09-22T08:47:28.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.832+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=9PX3UURL2GC5 type=del 2024-09-22T08:47:28.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.836+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=1QIA01C5BJ6B type=del size=76958 2024-09-22T08:47:28.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.840+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=HAIOZ09Y1UMU type=del 2024-09-22T08:47:28.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.844+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=3VV09013XY6X type=del size=2253653 2024-09-22T08:47:28.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.844+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=WUX2QC5KSGHT type=del 2024-09-22T08:47:28.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.848+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=5PWTYIRJDAA6 type=del size=2133326 2024-09-22T08:47:28.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.852+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=ZY6C3E60KWDH type=del 2024-09-22T08:47:28.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.856+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=KUM0BAOCT49C type=del size=3391860 2024-09-22T08:47:28.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.860+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=RGBBKC2SER0G type=del 2024-09-22T08:47:28.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.864+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.0 size=1048576 2024-09-22T08:47:28.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.868+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.1 size=1048576 2024-09-22T08:47:28.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.868+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.2 size=717389 2024-09-22T08:47:28.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.868+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=FJ3YI9AX9Q0X tag=VHXV9NH42FVK type=write size=3863117 2024-09-22T08:47:28.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.872+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=CLPLC2337F5O type=del 2024-09-22T08:47:28.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.880+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.0 size=1048576 2024-09-22T08:47:28.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.880+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.1 size=1048576 2024-09-22T08:47:28.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.884+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.2 size=868419 2024-09-22T08:47:28.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.884+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=BQB1K16IEXF0 tag=813P3KFU955Y type=write size=4014147 2024-09-22T08:47:28.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.888+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=9HNNYBNVECUZ type=del 2024-09-22T08:47:28.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.888+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=GK7LWQKAL4U3 type=del size=2955645 2024-09-22T08:47:28.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.892+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~WHPAQQS1K8WN.0 size=1048576 2024-09-22T08:47:28.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.896+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~WHPAQQS1K8WN.1 size=212861 2024-09-22T08:47:28.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.900+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=WHPAQQS1K8WN tag=24YVIOIJUW1R type=write size=2310013 2024-09-22T08:47:28.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.904+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=LKXZGSMUHGL7 type=write size=723042 2024-09-22T08:47:28.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.908+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~49LIEI2IVE0G.0 size=147814 2024-09-22T08:47:28.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.912+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=49LIEI2IVE0G tag=O96FFF41M8P1 type=write size=1196390 2024-09-22T08:47:28.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.916+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.0 size=1048576 2024-09-22T08:47:28.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.920+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.1 size=1048576 2024-09-22T08:47:28.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.924+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.2 size=867375 2024-09-22T08:47:28.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.924+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=RRCQFN7VN5WW tag=SMTCRKIR0D7L type=write size=4013103 2024-09-22T08:47:28.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.924+0000 7fba234848c0 -1 < failed to complete operation key=9BHSUSVFS09W tag=FO67ZHOVWZYH type=del size=267525: (22) Invalid argument 2024-09-22T08:47:28.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.928+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=V4WG6M67O5TF type=del size=3885144 2024-09-22T08:47:28.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.932+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=P1HIGA91VTLQ type=del 2024-09-22T08:47:28.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.936+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=X5UM2CCNWF50 type=del size=1665023 2024-09-22T08:47:28.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.940+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.0 size=1048576 2024-09-22T08:47:28.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.944+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.1 size=1048576 2024-09-22T08:47:28.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.944+0000 7fba234848c0 1 < canceled part key=_multipart_9GIEU2BNPYSC.2~IXW3MZL30OWY.2 size=363128 2024-09-22T08:47:28.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.948+0000 7fba234848c0 1 < canceled multipart upload key=9GIEU2BNPYSC upload=IXW3MZL30OWY tag=M130YNRZAL0V type=write size=3508856 2024-09-22T08:47:28.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.956+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~4XUTK767PPBY.0 size=430491 2024-09-22T08:47:28.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.956+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=4XUTK767PPBY tag=JN36BS3FZNUV type=write size=1479067 2024-09-22T08:47:28.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.960+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=NO3VGEQ93075 type=write size=929660 2024-09-22T08:47:28.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.964+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=GERHW5UIF9U5 type=del size=1439555 2024-09-22T08:47:28.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.968+0000 7fba234848c0 1 < suggested update operation key=EGAV6I2KE1N9 tag=JGSOYFKCQ1PD type=write size=204596 2024-09-22T08:47:28.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.972+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=HPMNCWPKEU4V type=del size=2604088 2024-09-22T08:47:28.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.976+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~H0QWOAXE3VPG.0 size=411141 2024-09-22T08:47:28.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.980+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=H0QWOAXE3VPG tag=EFWQIXD69CK8 type=write size=1459717 2024-09-22T08:47:28.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.988+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~RZK3LDI04LWC.0 size=402943 2024-09-22T08:47:28.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.988+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=RZK3LDI04LWC tag=YSNV438XLIQ4 type=write size=1451519 2024-09-22T08:47:28.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.988+0000 7fba234848c0 1 < canceled part key=_multipart_906R294R0FI0.2~W5056NGNNVNP.0 size=1048576 2024-09-22T08:47:28.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.988+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~W5056NGNNVNP.1 size=624532 2024-09-22T08:47:28.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.996+0000 7fba234848c0 1 < canceled multipart upload key=906R294R0FI0 upload=W5056NGNNVNP tag=PRYZOKA2VK2F type=write size=2721684 2024-09-22T08:47:28.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:28.996+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=9HF5TK30L7U4 type=del size=2177311 2024-09-22T08:47:29.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.000+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=1QIA01C5BJ6B type=del 2024-09-22T08:47:29.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.008+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~I23CK41U1F8Q.0 size=348123 2024-09-22T08:47:29.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.008+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=I23CK41U1F8Q tag=CW3RJQAHIC3N type=write size=1396699 2024-09-22T08:47:29.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.012+0000 7fba234848c0 -1 < failed to complete operation key=A7MPFHXSBLAC tag=3VV09013XY6X type=del size=2253653: (22) Invalid argument 2024-09-22T08:47:29.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.016+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~H3X495VWL3HB.0 size=1048576 2024-09-22T08:47:29.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.020+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~H3X495VWL3HB.1 size=980755 2024-09-22T08:47:29.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.020+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=H3X495VWL3HB tag=SXFE18WRYGHA type=write size=3077907 2024-09-22T08:47:29.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.024+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=5PWTYIRJDAA6 type=del 2024-09-22T08:47:29.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.024+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=2INZ6CSRE88E type=write size=848934 2024-09-22T08:47:29.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.032+0000 7fba234848c0 1 < suggested update operation key=9GIEU2BNPYSC tag=KUM0BAOCT49C type=del size=3391860 2024-09-22T08:47:29.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.036+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=41K2RS9PNFGI type=del size=2806137 2024-09-22T08:47:29.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.040+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.0 size=1048576 2024-09-22T08:47:29.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.040+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.1 size=1048576 2024-09-22T08:47:29.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.044+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~FJ3YI9AX9Q0X.2 size=717389 2024-09-22T08:47:29.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.052+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=FJ3YI9AX9Q0X tag=VHXV9NH42FVK type=write size=3863117 2024-09-22T08:47:29.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.056+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=D6IHHDP475L3 type=del size=2508408 2024-09-22T08:47:29.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.056+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.0 size=1048576 2024-09-22T08:47:29.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.060+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.1 size=1048576 2024-09-22T08:47:29.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.064+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~BQB1K16IEXF0.2 size=868419 2024-09-22T08:47:29.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.068+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=BQB1K16IEXF0 tag=813P3KFU955Y type=write size=4014147 2024-09-22T08:47:29.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.072+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.0 size=1048576 2024-09-22T08:47:29.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.076+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.1 size=1048576 2024-09-22T08:47:29.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.080+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.2 size=382277 2024-09-22T08:47:29.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.080+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=CTW3GECKFUK0 tag=XHL466EO6WNX type=write size=3528005 2024-09-22T08:47:29.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.080+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=GK7LWQKAL4U3 type=del 2024-09-22T08:47:29.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.088+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~AZ6HN9WU0XP6.0 size=136656 2024-09-22T08:47:29.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.088+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=AZ6HN9WU0XP6 tag=U40WHZGSNXM0 type=write size=1185232 2024-09-22T08:47:29.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.092+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=LKXZGSMUHGL7 type=write size=723042 2024-09-22T08:47:29.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.096+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=Z7JIGGYZI00X type=del size=2576722 2024-09-22T08:47:29.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.096+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.0 size=1048576 2024-09-22T08:47:29.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.096+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.1 size=1048576 2024-09-22T08:47:29.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.100+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~RRCQFN7VN5WW.2 size=867375 2024-09-22T08:47:29.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.104+0000 7fba234848c0 1 < canceled multipart upload key=3CD2AW1H64C4 upload=RRCQFN7VN5WW tag=SMTCRKIR0D7L type=write size=4013103 2024-09-22T08:47:29.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.108+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=6CEUXPE3X9X7 type=del size=3203793 2024-09-22T08:47:29.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.112+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=V4WG6M67O5TF type=del 2024-09-22T08:47:29.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.116+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=YL25I52LU7V2 type=del size=3821417 2024-09-22T08:47:29.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.120+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=X5UM2CCNWF50 type=del 2024-09-22T08:47:29.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.124+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.0 size=1048576 2024-09-22T08:47:29.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.128+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.1 size=1048576 2024-09-22T08:47:29.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.128+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.2 size=622513 2024-09-22T08:47:29.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.128+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=MFG6WWWGZI5M tag=IW914EP6D3WM type=write size=3768241 2024-09-22T08:47:29.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.132+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~4XUTK767PPBY.0 size=430491 2024-09-22T08:47:29.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.140+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=4XUTK767PPBY tag=JN36BS3FZNUV type=write size=1479067 2024-09-22T08:47:29.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.144+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~2I0CGT5KEA1T.0 size=648085 2024-09-22T08:47:29.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.144+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=2I0CGT5KEA1T tag=T3FV011JEXE0 type=write size=1696661 2024-09-22T08:47:29.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.148+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=GERHW5UIF9U5 type=del 2024-09-22T08:47:29.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.152+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=6VF0T0XHZ86A type=write size=262259 2024-09-22T08:47:29.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.152+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=HPMNCWPKEU4V type=del 2024-09-22T08:47:29.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.156+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=0CICBZQA5B9P type=del size=2299463 2024-09-22T08:47:29.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.160+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~RZK3LDI04LWC.0 size=402943 2024-09-22T08:47:29.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.164+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=RZK3LDI04LWC tag=YSNV438XLIQ4 type=write size=1451519 2024-09-22T08:47:29.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.168+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=AIKAURG3YESR type=del size=479477 2024-09-22T08:47:29.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.172+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=9HF5TK30L7U4 type=del 2024-09-22T08:47:29.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.176+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.0 size=1048576 2024-09-22T08:47:29.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.180+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.1 size=1048576 2024-09-22T08:47:29.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.184+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.2 size=288466 2024-09-22T08:47:29.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.184+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=S9MLODI6OUHK tag=ULFQ4FDLQONV type=write size=3434194 2024-09-22T08:47:29.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.184+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~I23CK41U1F8Q.0 size=348123 2024-09-22T08:47:29.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.192+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=I23CK41U1F8Q tag=CW3RJQAHIC3N type=write size=1396699 2024-09-22T08:47:29.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.192+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=5SAN3Y2TD2SZ type=del size=3208848 2024-09-22T08:47:29.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.196+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~H3X495VWL3HB.0 size=1048576 2024-09-22T08:47:29.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.196+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~H3X495VWL3HB.1 size=980755 2024-09-22T08:47:29.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.204+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=H3X495VWL3HB tag=SXFE18WRYGHA type=write size=3077907 2024-09-22T08:47:29.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.208+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~NNJD09LLP2RK.0 size=846193 2024-09-22T08:47:29.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.208+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=NNJD09LLP2RK tag=KRWZCI67822L type=write size=1894769 2024-09-22T08:47:29.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.212+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=2INZ6CSRE88E type=write size=848934 2024-09-22T08:47:29.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.220+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.0 size=1048576 2024-09-22T08:47:29.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.224+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.1 size=1048576 2024-09-22T08:47:29.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.224+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.2 size=627390 2024-09-22T08:47:29.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.224+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=CN0F1PEMQS1Q tag=A7G93MS788YU type=write size=3773118 2024-09-22T08:47:29.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.228+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=41K2RS9PNFGI type=del 2024-09-22T08:47:29.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.236+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~QH6NNYDEY521.0 size=1048576 2024-09-22T08:47:29.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.236+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~QH6NNYDEY521.1 size=428168 2024-09-22T08:47:29.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.236+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=QH6NNYDEY521 tag=KMUCIFBXXBEU type=write size=2525320 2024-09-22T08:47:29.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.244+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=D6IHHDP475L3 type=del 2024-09-22T08:47:29.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.248+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=U1DBW449Q9O8 type=del size=2402240 2024-09-22T08:47:29.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.252+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.0 size=1048576 2024-09-22T08:47:29.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.256+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.1 size=1048576 2024-09-22T08:47:29.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.260+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CTW3GECKFUK0.2 size=382277 2024-09-22T08:47:29.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.264+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=CTW3GECKFUK0 tag=XHL466EO6WNX type=write size=3528005 2024-09-22T08:47:29.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.272+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~FA0IR46JIM01.0 size=1048576 2024-09-22T08:47:29.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.272+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~FA0IR46JIM01.1 size=41721 2024-09-22T08:47:29.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.272+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=FA0IR46JIM01 tag=7UOSM834N3GM type=write size=2138873 2024-09-22T08:47:29.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.276+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~AZ6HN9WU0XP6.0 size=136656 2024-09-22T08:47:29.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.284+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=AZ6HN9WU0XP6 tag=U40WHZGSNXM0 type=write size=1185232 2024-09-22T08:47:29.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.288+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=LZAOM0920OAO type=del size=365754 2024-09-22T08:47:29.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.292+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=Z7JIGGYZI00X type=del 2024-09-22T08:47:29.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.296+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=LWNN6S3WIQSM type=del size=955316 2024-09-22T08:47:29.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.300+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=6CEUXPE3X9X7 type=del 2024-09-22T08:47:29.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.304+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=3BYQG09GJTVL type=del size=2087902 2024-09-22T08:47:29.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.308+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=YL25I52LU7V2 type=del size=3821417 2024-09-22T08:47:29.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.308+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=CWVS7NXIYG8D type=del size=501365 2024-09-22T08:47:29.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.312+0000 7fba234848c0 1 < canceled part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.0 size=1048576 2024-09-22T08:47:29.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.312+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.1 size=1048576 2024-09-22T08:47:29.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.316+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~MFG6WWWGZI5M.2 size=622513 2024-09-22T08:47:29.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.320+0000 7fba234848c0 1 < canceled multipart upload key=9GIEU2BNPYSC upload=MFG6WWWGZI5M tag=IW914EP6D3WM type=write size=3768241 2024-09-22T08:47:29.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.328+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~J928X7B8IVFZ.0 size=1048576 2024-09-22T08:47:29.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.332+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~J928X7B8IVFZ.1 size=787762 2024-09-22T08:47:29.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.332+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=J928X7B8IVFZ tag=6AXK55382ZWO type=write size=2884914 2024-09-22T08:47:29.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.332+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~2I0CGT5KEA1T.0 size=648085 2024-09-22T08:47:29.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.340+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=2I0CGT5KEA1T tag=T3FV011JEXE0 type=write size=1696661 2024-09-22T08:47:29.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.344+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~UKQCAFU919YH.0 size=1048576 2024-09-22T08:47:29.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.348+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~UKQCAFU919YH.1 size=12690 2024-09-22T08:47:29.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.348+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=UKQCAFU919YH tag=3HK1LTAVSD6F type=write size=2109842 2024-09-22T08:47:29.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.352+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=6VF0T0XHZ86A type=write size=262259 2024-09-22T08:47:29.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.356+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~V3SF8UZ4FXVQ.0 size=741838 2024-09-22T08:47:29.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.356+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=V3SF8UZ4FXVQ tag=H71ZWS632B4R type=write size=1790414 2024-09-22T08:47:29.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.360+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=0CICBZQA5B9P type=del 2024-09-22T08:47:29.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.364+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=490VW2P78TDL type=del size=832540 2024-09-22T08:47:29.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.368+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=AIKAURG3YESR type=del 2024-09-22T08:47:29.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.368+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=OBYRDVDNO5YB type=del size=2082468 2024-09-22T08:47:29.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.372+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.0 size=1048576 2024-09-22T08:47:29.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.376+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.1 size=1048576 2024-09-22T08:47:29.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.380+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~S9MLODI6OUHK.2 size=288466 2024-09-22T08:47:29.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.384+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=S9MLODI6OUHK tag=ULFQ4FDLQONV type=write size=3434194 2024-09-22T08:47:29.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.388+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=5BAI68B6LM21 type=del size=360185 2024-09-22T08:47:29.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.392+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=5SAN3Y2TD2SZ type=del 2024-09-22T08:47:29.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.396+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~HDRLKVA9YWSN.0 size=1048576 2024-09-22T08:47:29.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.400+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~HDRLKVA9YWSN.1 size=990211 2024-09-22T08:47:29.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.400+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=HDRLKVA9YWSN tag=M5QVZRZ0003A type=write size=3087363 2024-09-22T08:47:29.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.400+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~NNJD09LLP2RK.0 size=846193 2024-09-22T08:47:29.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.408+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=NNJD09LLP2RK tag=KRWZCI67822L type=write size=1894769 2024-09-22T08:47:29.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.408+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=NPWG3KB8YOJZ type=del size=192574 2024-09-22T08:47:29.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.412+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.0 size=1048576 2024-09-22T08:47:29.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.412+0000 7fba234848c0 1 < canceled part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.1 size=1048576 2024-09-22T08:47:29.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.416+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CN0F1PEMQS1Q.2 size=627390 2024-09-22T08:47:29.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.420+0000 7fba234848c0 1 < canceled multipart upload key=SXWPN1W7H9NU upload=CN0F1PEMQS1Q tag=A7G93MS788YU type=write size=3773118 2024-09-22T08:47:29.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.424+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=CI90DYXS91FS type=del size=1864388 2024-09-22T08:47:29.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.428+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~QH6NNYDEY521.0 size=1048576 2024-09-22T08:47:29.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.432+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~QH6NNYDEY521.1 size=428168 2024-09-22T08:47:29.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.436+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=QH6NNYDEY521 tag=KMUCIFBXXBEU type=write size=2525320 2024-09-22T08:47:29.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.444+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~AL6JMEZKOBI1.0 size=1048576 2024-09-22T08:47:29.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.448+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~AL6JMEZKOBI1.1 size=939765 2024-09-22T08:47:29.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.448+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=AL6JMEZKOBI1 tag=6695EZPUJMQ3 type=write size=3036917 2024-09-22T08:47:29.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.448+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=U1DBW449Q9O8 type=del 2024-09-22T08:47:29.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.452+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=7VO5VT9G3YOW type=del size=3021085 2024-09-22T08:47:29.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.456+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~FA0IR46JIM01.0 size=1048576 2024-09-22T08:47:29.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.456+0000 7fba234848c0 1 < canceled part key=_multipart_HIXQW88EAGMF.2~FA0IR46JIM01.1 size=41721 2024-09-22T08:47:29.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.464+0000 7fba234848c0 1 < canceled multipart upload key=HIXQW88EAGMF upload=FA0IR46JIM01 tag=7UOSM834N3GM type=write size=2138873 2024-09-22T08:47:29.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.464+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=QYM85G085USD type=del size=2259973 2024-09-22T08:47:29.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.472+0000 7fba234848c0 1 < suggested remove operation key=1ZBDU0O6HI8A tag=LZAOM0920OAO type=del 2024-09-22T08:47:29.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.480+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.0 size=1048576 2024-09-22T08:47:29.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.484+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.1 size=1048576 2024-09-22T08:47:29.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.484+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.2 size=119388 2024-09-22T08:47:29.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.484+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=EQUSF0GUZE5B tag=NY6UPBUKFW1Y type=write size=3265116 2024-09-22T08:47:29.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.488+0000 7fba234848c0 1 < canceled operation key=9LS4I6V78QKR tag=LWNN6S3WIQSM type=del size=955316 2024-09-22T08:47:29.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.496+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~11UMWRIFJFAB.0 size=57241 2024-09-22T08:47:29.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.496+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=11UMWRIFJFAB tag=06N138YIYIFK type=write size=1105817 2024-09-22T08:47:29.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.500+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=3BYQG09GJTVL type=del 2024-09-22T08:47:29.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.500+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=R8BI0WV2WA4Q type=write size=350529 2024-09-22T08:47:29.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.504+0000 7fba234848c0 -1 < failed to complete operation key=1ZBDU0O6HI8A tag=CWVS7NXIYG8D type=del size=501365: (22) Invalid argument 2024-09-22T08:47:29.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.508+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=9FBS426A13BC type=del size=281165 2024-09-22T08:47:29.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.512+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~J928X7B8IVFZ.0 size=1048576 2024-09-22T08:47:29.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.516+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~J928X7B8IVFZ.1 size=787762 2024-09-22T08:47:29.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.520+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=J928X7B8IVFZ tag=6AXK55382ZWO type=write size=2884914 2024-09-22T08:47:29.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.528+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~CLZGVYJ7N1VA.0 size=1048576 2024-09-22T08:47:29.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.528+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~CLZGVYJ7N1VA.1 size=744810 2024-09-22T08:47:29.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.528+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=CLZGVYJ7N1VA tag=HUWC4BU9HKS9 type=write size=2841962 2024-09-22T08:47:29.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.532+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~UKQCAFU919YH.0 size=1048576 2024-09-22T08:47:29.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.536+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~UKQCAFU919YH.1 size=12690 2024-09-22T08:47:29.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.540+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=UKQCAFU919YH tag=3HK1LTAVSD6F type=write size=2109842 2024-09-22T08:47:29.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.544+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=N5MV9OT8K19V type=del size=753261 2024-09-22T08:47:29.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.548+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~V3SF8UZ4FXVQ.0 size=741838 2024-09-22T08:47:29.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.556+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=V3SF8UZ4FXVQ tag=H71ZWS632B4R type=write size=1790414 2024-09-22T08:47:29.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.564+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=BL7T18YCT025 type=del size=2585752 2024-09-22T08:47:29.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.568+0000 7fba234848c0 1 < suggested update operation key=UC095FCB73FU tag=490VW2P78TDL type=del size=832540 2024-09-22T08:47:29.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.572+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=FZXF8LH7DHEX type=write size=666901 2024-09-22T08:47:29.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.580+0000 7fba234848c0 1 < suggested update operation key=7RKB0H1OQF18 tag=OBYRDVDNO5YB type=del size=2082468 2024-09-22T08:47:29.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.588+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~A6AWBTHNPLG0.0 size=600265 2024-09-22T08:47:29.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.588+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=A6AWBTHNPLG0 tag=ETUUZA4FRX4J type=write size=1648841 2024-09-22T08:47:29.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.592+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=5BAI68B6LM21 type=del size=360185 2024-09-22T08:47:29.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.596+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=OTOP7B9T2SJM type=del size=38175 2024-09-22T08:47:29.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.600+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~HDRLKVA9YWSN.0 size=1048576 2024-09-22T08:47:29.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.604+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~HDRLKVA9YWSN.1 size=990211 2024-09-22T08:47:29.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.608+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=HDRLKVA9YWSN tag=M5QVZRZ0003A type=write size=3087363 2024-09-22T08:47:29.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.612+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=DSAEOQTYWKMR type=del size=2953934 2024-09-22T08:47:29.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.616+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=NPWG3KB8YOJZ type=del 2024-09-22T08:47:29.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.616+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=L4T93US30D8Q type=del size=3148307 2024-09-22T08:47:29.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.620+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=CI90DYXS91FS type=del 2024-09-22T08:47:29.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.624+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=L2VTBFIBQKWD type=del size=3806207 2024-09-22T08:47:29.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.624+0000 7fba234848c0 1 < canceled part key=_multipart_BMZ7P7WE56M7.2~AL6JMEZKOBI1.0 size=1048576 2024-09-22T08:47:29.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.628+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~AL6JMEZKOBI1.1 size=939765 2024-09-22T08:47:29.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.632+0000 7fba234848c0 1 < canceled multipart upload key=BMZ7P7WE56M7 upload=AL6JMEZKOBI1 tag=6695EZPUJMQ3 type=write size=3036917 2024-09-22T08:47:29.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.636+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=OF6TEMTMU592 type=del size=1631903 2024-09-22T08:47:29.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.636+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=7VO5VT9G3YOW type=del 2024-09-22T08:47:29.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.644+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.0 size=1048576 2024-09-22T08:47:29.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.644+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.1 size=1048576 2024-09-22T08:47:29.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.648+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.2 size=658944 2024-09-22T08:47:29.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.648+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=50P0QNB79O2Y tag=UJ1123VNIJQF type=write size=3804672 2024-09-22T08:47:29.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.652+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=QYM85G085USD type=del 2024-09-22T08:47:29.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.656+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=MO2EMMWV4INW type=write size=871287 2024-09-22T08:47:29.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.660+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.0 size=1048576 2024-09-22T08:47:29.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.660+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.1 size=1048576 2024-09-22T08:47:29.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.660+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~EQUSF0GUZE5B.2 size=119388 2024-09-22T08:47:29.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.668+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=EQUSF0GUZE5B tag=NY6UPBUKFW1Y type=write size=3265116 2024-09-22T08:47:29.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.672+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~RCZTCIT1G5G3.0 size=163946 2024-09-22T08:47:29.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.672+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=RCZTCIT1G5G3 tag=FU95LP5S175D type=write size=1212522 2024-09-22T08:47:29.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.676+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~11UMWRIFJFAB.0 size=57241 2024-09-22T08:47:29.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.680+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=11UMWRIFJFAB tag=06N138YIYIFK type=write size=1105817 2024-09-22T08:47:29.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.684+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=0EY8V7ET2RDH type=write size=586615 2024-09-22T08:47:29.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.688+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=R8BI0WV2WA4Q type=write size=350529 2024-09-22T08:47:29.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.692+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~1OJ09CQVQXT3.0 size=1048576 2024-09-22T08:47:29.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.692+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~1OJ09CQVQXT3.1 size=983771 2024-09-22T08:47:29.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.692+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=1OJ09CQVQXT3 tag=Q4JZK88ZZ3AL type=write size=3080923 2024-09-22T08:47:29.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.696+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=9FBS426A13BC type=del 2024-09-22T08:47:29.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.700+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~GC16KJQHRZ6G.0 size=641846 2024-09-22T08:47:29.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.700+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=GC16KJQHRZ6G tag=D02H68288M1V type=write size=1690422 2024-09-22T08:47:29.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.704+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~CLZGVYJ7N1VA.0 size=1048576 2024-09-22T08:47:29.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.708+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~CLZGVYJ7N1VA.1 size=744810 2024-09-22T08:47:29.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.712+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=CLZGVYJ7N1VA tag=HUWC4BU9HKS9 type=write size=2841962 2024-09-22T08:47:29.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.716+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=LCFB62HXFI8W type=del size=579507 2024-09-22T08:47:29.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.720+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=N5MV9OT8K19V type=del 2024-09-22T08:47:29.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.724+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=UU9YLDR6ONFS type=del size=3136269 2024-09-22T08:47:29.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.728+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=BL7T18YCT025 type=del 2024-09-22T08:47:29.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.728+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=LOBK2O13L3F1 type=del size=2382337 2024-09-22T08:47:29.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.732+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=FZXF8LH7DHEX type=write size=666901 2024-09-22T08:47:29.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.736+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=SJQM3BM1BF9K type=write size=411855 2024-09-22T08:47:29.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.736+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~A6AWBTHNPLG0.0 size=600265 2024-09-22T08:47:29.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.744+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=A6AWBTHNPLG0 tag=ETUUZA4FRX4J type=write size=1648841 2024-09-22T08:47:29.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.744+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=FNANYS8TXUZK type=del size=713133 2024-09-22T08:47:29.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.748+0000 7fba234848c0 1 < canceled operation key=3IJ0ZLECW5JT tag=OTOP7B9T2SJM type=del size=38175 2024-09-22T08:47:29.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.752+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=S1OP4BIO48FM type=del size=1350381 2024-09-22T08:47:29.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.756+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=DSAEOQTYWKMR type=del 2024-09-22T08:47:29.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.760+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.0 size=1048576 2024-09-22T08:47:29.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.760+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.1 size=1048576 2024-09-22T08:47:29.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.764+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.2 size=1008301 2024-09-22T08:47:29.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.764+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=S0BFEMYLNJKI tag=CSXT371BCV0B type=write size=4154029 2024-09-22T08:47:29.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.768+0000 7fba234848c0 1 < suggested update operation key=Y083D5F4X87G tag=L4T93US30D8Q type=del size=3148307 2024-09-22T08:47:29.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.776+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~M0HGMXCM7ZAA.0 size=170378 2024-09-22T08:47:29.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.776+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=M0HGMXCM7ZAA tag=LQL5JHD488TT type=write size=1218954 2024-09-22T08:47:29.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.776+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=L2VTBFIBQKWD type=del 2024-09-22T08:47:29.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.784+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~ADBNHCCHTBNA.0 size=1048576 2024-09-22T08:47:29.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.784+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~ADBNHCCHTBNA.1 size=505958 2024-09-22T08:47:29.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.784+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=ADBNHCCHTBNA tag=5S2CKHVLIU8C type=write size=2603110 2024-09-22T08:47:29.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.788+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=OF6TEMTMU592 type=del 2024-09-22T08:47:29.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.792+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.0 size=1048576 2024-09-22T08:47:29.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.796+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.1 size=1048576 2024-09-22T08:47:29.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.796+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.2 size=683115 2024-09-22T08:47:29.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.796+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=NHZI6EW09A5H tag=L4S3C42ALSNF type=write size=3828843 2024-09-22T08:47:29.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.800+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.0 size=1048576 2024-09-22T08:47:29.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.800+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.1 size=1048576 2024-09-22T08:47:29.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.804+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~50P0QNB79O2Y.2 size=658944 2024-09-22T08:47:29.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.808+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=50P0QNB79O2Y tag=UJ1123VNIJQF type=write size=3804672 2024-09-22T08:47:29.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.812+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=ENPN7LME7OXK type=del size=3549538 2024-09-22T08:47:29.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.816+0000 7fba234848c0 1 < completed write operation key=ZPSMOAQSZZ68 tag=MO2EMMWV4INW type=write size=871287 2024-09-22T08:47:29.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.820+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~F08O4MNYGD9K.0 size=843490 2024-09-22T08:47:29.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.820+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=F08O4MNYGD9K tag=JUQP7MB6M9C8 type=write size=1892066 2024-09-22T08:47:29.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.820+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~RCZTCIT1G5G3.0 size=163946 2024-09-22T08:47:29.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.828+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=RCZTCIT1G5G3 tag=FU95LP5S175D type=write size=1212522 2024-09-22T08:47:29.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.832+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~P919KEIM0UGD.0 size=895203 2024-09-22T08:47:29.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.832+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=P919KEIM0UGD tag=AO0EXTKJT9V4 type=write size=1943779 2024-09-22T08:47:29.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.832+0000 7fba234848c0 -1 < failed to complete operation key=Y083D5F4X87G tag=0EY8V7ET2RDH type=write size=586615: (22) Invalid argument 2024-09-22T08:47:29.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.836+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=3F3CLMAUDI5R type=del size=780560 2024-09-22T08:47:29.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.840+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~1OJ09CQVQXT3.0 size=1048576 2024-09-22T08:47:29.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.844+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~1OJ09CQVQXT3.1 size=983771 2024-09-22T08:47:29.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.852+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=1OJ09CQVQXT3 tag=Q4JZK88ZZ3AL type=write size=3080923 2024-09-22T08:47:29.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.856+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~C8UDIOMH9ZXZ.0 size=303531 2024-09-22T08:47:29.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.856+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=C8UDIOMH9ZXZ tag=B3W169ZMN10D type=write size=1352107 2024-09-22T08:47:29.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.856+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~GC16KJQHRZ6G.0 size=641846 2024-09-22T08:47:29.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.864+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=GC16KJQHRZ6G tag=D02H68288M1V type=write size=1690422 2024-09-22T08:47:29.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.868+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~DYN568N5OPJD.0 size=205351 2024-09-22T08:47:29.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.868+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=DYN568N5OPJD tag=XNMA4N944MOE type=write size=1253927 2024-09-22T08:47:29.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.868+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=LCFB62HXFI8W type=del 2024-09-22T08:47:29.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.872+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=44GHL0VYTQD5 type=del size=3663694 2024-09-22T08:47:29.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.880+0000 7fba234848c0 1 < suggested update operation key=UC095FCB73FU tag=UU9YLDR6ONFS type=del size=3136269 2024-09-22T08:47:29.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.884+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~PYSPJJMB5EQA.0 size=362125 2024-09-22T08:47:29.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.884+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=PYSPJJMB5EQA tag=1PLHWRWEA8KW type=write size=1410701 2024-09-22T08:47:29.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.888+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=LOBK2O13L3F1 type=del 2024-09-22T08:47:29.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.892+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=VY7FYPQ5LEN5 type=del size=2111094 2024-09-22T08:47:29.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.892+0000 7fba234848c0 1 < completed write operation key=7308WVXJKI53 tag=SJQM3BM1BF9K type=write size=411855 2024-09-22T08:47:29.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.896+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=G0Q605EXPX1P type=del size=751120 2024-09-22T08:47:29.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.900+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=FNANYS8TXUZK type=del 2024-09-22T08:47:29.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.904+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~6M3MYGUGNXBB.0 size=925781 2024-09-22T08:47:29.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.904+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=6M3MYGUGNXBB tag=1DJTBQ23H3YB type=write size=1974357 2024-09-22T08:47:29.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.908+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=S1OP4BIO48FM type=del 2024-09-22T08:47:29.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.912+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.0 size=1048576 2024-09-22T08:47:29.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.912+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.1 size=1048576 2024-09-22T08:47:29.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.916+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.2 size=906455 2024-09-22T08:47:29.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.916+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=OM535XKXAOT6 tag=AEL3R3T5OQ2E type=write size=4052183 2024-09-22T08:47:29.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.916+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.0 size=1048576 2024-09-22T08:47:29.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.920+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.1 size=1048576 2024-09-22T08:47:29.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.920+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~S0BFEMYLNJKI.2 size=1008301 2024-09-22T08:47:29.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.928+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=S0BFEMYLNJKI tag=CSXT371BCV0B type=write size=4154029 2024-09-22T08:47:29.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.932+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.0 size=1048576 2024-09-22T08:47:29.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.932+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.1 size=1048576 2024-09-22T08:47:29.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.936+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.2 size=799380 2024-09-22T08:47:29.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.936+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=CKNM9TIXKKV6 tag=8O883N2W05P3 type=write size=3945108 2024-09-22T08:47:29.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.940+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~M0HGMXCM7ZAA.0 size=170378 2024-09-22T08:47:29.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.944+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=M0HGMXCM7ZAA tag=LQL5JHD488TT type=write size=1218954 2024-09-22T08:47:29.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.948+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=WJDU3YXJPOIU type=del size=349641 2024-09-22T08:47:29.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.948+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~ADBNHCCHTBNA.0 size=1048576 2024-09-22T08:47:29.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.952+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~ADBNHCCHTBNA.1 size=505958 2024-09-22T08:47:29.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.956+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=ADBNHCCHTBNA tag=5S2CKHVLIU8C type=write size=2603110 2024-09-22T08:47:29.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.960+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=2LWH8NXTE9SK type=del size=4025859 2024-09-22T08:47:29.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.964+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.0 size=1048576 2024-09-22T08:47:29.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.964+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.1 size=1048576 2024-09-22T08:47:29.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.968+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~NHZI6EW09A5H.2 size=683115 2024-09-22T08:47:29.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.972+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=NHZI6EW09A5H tag=L4S3C42ALSNF type=write size=3828843 2024-09-22T08:47:29.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.976+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=6J962ILVFOJT type=del size=1685638 2024-09-22T08:47:29.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.980+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=ENPN7LME7OXK type=del 2024-09-22T08:47:29.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.980+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=LR9DIL9XCZWY type=del size=778897 2024-09-22T08:47:29.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.984+0000 7fba234848c0 1 < canceled part key=_multipart_9LS4I6V78QKR.2~F08O4MNYGD9K.0 size=843490 2024-09-22T08:47:29.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.988+0000 7fba234848c0 1 < canceled multipart upload key=9LS4I6V78QKR upload=F08O4MNYGD9K tag=JUQP7MB6M9C8 type=write size=1892066 2024-09-22T08:47:29.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.992+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.0 size=1048576 2024-09-22T08:47:29.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:29.996+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.1 size=1048576 2024-09-22T08:47:29.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.000+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.2 size=508894 2024-09-22T08:47:29.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.000+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=WYJPVJ7E6TBS tag=8CK6ES9U426F type=write size=3654622 2024-09-22T08:47:30.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.000+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~P919KEIM0UGD.0 size=895203 2024-09-22T08:47:30.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.008+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=P919KEIM0UGD tag=AO0EXTKJT9V4 type=write size=1943779 2024-09-22T08:47:30.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.012+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~51RE06OXHZ2Q.0 size=1048576 2024-09-22T08:47:30.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.016+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~51RE06OXHZ2Q.1 size=782808 2024-09-22T08:47:30.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.016+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=51RE06OXHZ2Q tag=DWK9YV409HN4 type=write size=2879960 2024-09-22T08:47:30.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.016+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=3F3CLMAUDI5R type=del 2024-09-22T08:47:30.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.020+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=KIW8C6FWSTKJ type=del size=1744187 2024-09-22T08:47:30.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.024+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~C8UDIOMH9ZXZ.0 size=303531 2024-09-22T08:47:30.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.028+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=C8UDIOMH9ZXZ tag=B3W169ZMN10D type=write size=1352107 2024-09-22T08:47:30.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.032+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=FEY0GUO2RYPD type=del size=2464626 2024-09-22T08:47:30.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.036+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~DYN568N5OPJD.0 size=205351 2024-09-22T08:47:30.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.040+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=DYN568N5OPJD tag=XNMA4N944MOE type=write size=1253927 2024-09-22T08:47:30.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.044+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=B34C44734W8P type=del size=4148381 2024-09-22T08:47:30.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.048+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=44GHL0VYTQD5 type=del 2024-09-22T08:47:30.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.048+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=IL508BLQ8V8Y type=del size=980066 2024-09-22T08:47:30.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.052+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~PYSPJJMB5EQA.0 size=362125 2024-09-22T08:47:30.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.056+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=PYSPJJMB5EQA tag=1PLHWRWEA8KW type=write size=1410701 2024-09-22T08:47:30.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.060+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=C0WC0UKMEKM3 type=del size=958448 2024-09-22T08:47:30.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.064+0000 7fba234848c0 1 < canceled operation key=MOCPURWGSRGV tag=VY7FYPQ5LEN5 type=del size=2111094 2024-09-22T08:47:30.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.068+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~YRUU8NX4NZ6M.0 size=1048576 2024-09-22T08:47:30.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.072+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~YRUU8NX4NZ6M.1 size=2787 2024-09-22T08:47:30.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.072+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=YRUU8NX4NZ6M tag=VILMIMP8WJDX type=write size=2099939 2024-09-22T08:47:30.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.076+0000 7fba234848c0 1 < suggested remove operation key=MOCPURWGSRGV tag=G0Q605EXPX1P type=del 2024-09-22T08:47:30.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.084+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~62KPXGL2UZZA.0 size=461278 2024-09-22T08:47:30.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.084+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=62KPXGL2UZZA tag=1B78D4KLDKDP type=write size=1509854 2024-09-22T08:47:30.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.084+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~6M3MYGUGNXBB.0 size=925781 2024-09-22T08:47:30.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.088+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=6M3MYGUGNXBB tag=1DJTBQ23H3YB type=write size=1974357 2024-09-22T08:47:30.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.096+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~HWNZXCOB6XSW.0 size=1048576 2024-09-22T08:47:30.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.100+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~HWNZXCOB6XSW.1 size=117112 2024-09-22T08:47:30.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.100+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=HWNZXCOB6XSW tag=GW3P1FP1S6C3 type=write size=2214264 2024-09-22T08:47:30.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.100+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.0 size=1048576 2024-09-22T08:47:30.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.104+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.1 size=1048576 2024-09-22T08:47:30.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.108+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~OM535XKXAOT6.2 size=906455 2024-09-22T08:47:30.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.116+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=OM535XKXAOT6 tag=AEL3R3T5OQ2E type=write size=4052183 2024-09-22T08:47:30.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.120+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=W7YE1L53GEV2 type=del size=2796298 2024-09-22T08:47:30.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.124+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.0 size=1048576 2024-09-22T08:47:30.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.124+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.1 size=1048576 2024-09-22T08:47:30.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.128+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~CKNM9TIXKKV6.2 size=799380 2024-09-22T08:47:30.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.132+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=CKNM9TIXKKV6 tag=8O883N2W05P3 type=write size=3945108 2024-09-22T08:47:30.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.136+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=ZDNCMK5YWZC3 type=del size=3581766 2024-09-22T08:47:30.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.140+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=WJDU3YXJPOIU type=del 2024-09-22T08:47:30.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.144+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=6JPX67XCM6X8 type=del size=3781020 2024-09-22T08:47:30.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.148+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=2LWH8NXTE9SK type=del 2024-09-22T08:47:30.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.152+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=JZXBBAF927FM type=del size=527256 2024-09-22T08:47:30.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.152+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=6J962ILVFOJT type=del 2024-09-22T08:47:30.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.160+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.0 size=1048576 2024-09-22T08:47:30.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.164+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.1 size=1048576 2024-09-22T08:47:30.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.164+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.2 size=324017 2024-09-22T08:47:30.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.164+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=P9EJ31WHA8BI tag=6MFPYJ0H31K2 type=write size=3469745 2024-09-22T08:47:30.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.168+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=LR9DIL9XCZWY type=del 2024-09-22T08:47:30.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.172+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=BHGX6EHDJ6B3 type=write size=2746 2024-09-22T08:47:30.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.176+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.0 size=1048576 2024-09-22T08:47:30.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.176+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.1 size=1048576 2024-09-22T08:47:30.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.176+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~WYJPVJ7E6TBS.2 size=508894 2024-09-22T08:47:30.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.184+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=WYJPVJ7E6TBS tag=8CK6ES9U426F type=write size=3654622 2024-09-22T08:47:30.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.188+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=0RR2T5TFBWWS type=del size=1386272 2024-09-22T08:47:30.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.188+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~51RE06OXHZ2Q.0 size=1048576 2024-09-22T08:47:30.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.192+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~51RE06OXHZ2Q.1 size=782808 2024-09-22T08:47:30.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.196+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=51RE06OXHZ2Q tag=DWK9YV409HN4 type=write size=2879960 2024-09-22T08:47:30.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.200+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=B7TVHQKPLV9A type=del size=824514 2024-09-22T08:47:30.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.204+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=KIW8C6FWSTKJ type=del 2024-09-22T08:47:30.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.208+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=WXH1E0IFPHHD type=write size=360952 2024-09-22T08:47:30.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.212+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=FEY0GUO2RYPD type=del 2024-09-22T08:47:30.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.216+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.0 size=1048576 2024-09-22T08:47:30.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.220+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.1 size=1048576 2024-09-22T08:47:30.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.220+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.2 size=806470 2024-09-22T08:47:30.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.220+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=DIUIEFDQUYXH tag=DGI5VAK0URWV type=write size=3952198 2024-09-22T08:47:30.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.224+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=B34C44734W8P type=del 2024-09-22T08:47:30.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.228+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=TXJ6D5V50VDG type=del size=3156865 2024-09-22T08:47:30.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.236+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=IL508BLQ8V8Y type=del size=980066 2024-09-22T08:47:30.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.240+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~K6EGM1TW1O6B.0 size=1048576 2024-09-22T08:47:30.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.244+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~K6EGM1TW1O6B.1 size=971183 2024-09-22T08:47:30.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.244+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=K6EGM1TW1O6B tag=DFLMHW08M0NB type=write size=3068335 2024-09-22T08:47:30.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.252+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=C0WC0UKMEKM3 type=del size=958448 2024-09-22T08:47:30.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.256+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=0V5EKFNTGKT7 type=del size=469202 2024-09-22T08:47:30.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.260+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~YRUU8NX4NZ6M.0 size=1048576 2024-09-22T08:47:30.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.260+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~YRUU8NX4NZ6M.1 size=2787 2024-09-22T08:47:30.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.268+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=YRUU8NX4NZ6M tag=VILMIMP8WJDX type=write size=2099939 2024-09-22T08:47:30.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.272+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=1RQFN7RK2762 type=del size=36495 2024-09-22T08:47:30.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.276+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~62KPXGL2UZZA.0 size=461278 2024-09-22T08:47:30.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.280+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=62KPXGL2UZZA tag=1B78D4KLDKDP type=write size=1509854 2024-09-22T08:47:30.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.284+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=92JNG70TQOCS type=del size=572814 2024-09-22T08:47:30.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.288+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~HWNZXCOB6XSW.0 size=1048576 2024-09-22T08:47:30.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.288+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~HWNZXCOB6XSW.1 size=117112 2024-09-22T08:47:30.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.296+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=HWNZXCOB6XSW tag=GW3P1FP1S6C3 type=write size=2214264 2024-09-22T08:47:30.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.300+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=9RDSCLDRI9FR type=del size=1654424 2024-09-22T08:47:30.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.300+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=W7YE1L53GEV2 type=del 2024-09-22T08:47:30.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.304+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=LG66MK656BSB type=write size=351165 2024-09-22T08:47:30.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.308+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=ZDNCMK5YWZC3 type=del 2024-09-22T08:47:30.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.316+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.0 size=1048576 2024-09-22T08:47:30.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.316+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.1 size=1048576 2024-09-22T08:47:30.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.320+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.2 size=699288 2024-09-22T08:47:30.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.320+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=AZV09T71PCFL tag=O5L8D46SREG8 type=write size=3845016 2024-09-22T08:47:30.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.328+0000 7fba234848c0 1 < suggested remove operation key=SXWPN1W7H9NU tag=6JPX67XCM6X8 type=del 2024-09-22T08:47:30.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.332+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=C23X1QHOIKT1 type=del size=2255383 2024-09-22T08:47:30.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.336+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=JZXBBAF927FM type=del 2024-09-22T08:47:30.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.340+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~T5HUPLFQ080Z.0 size=369199 2024-09-22T08:47:30.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.340+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=T5HUPLFQ080Z tag=IT0UQ99HAWUZ type=write size=1417775 2024-09-22T08:47:30.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.344+0000 7fba234848c0 1 < canceled part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.0 size=1048576 2024-09-22T08:47:30.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.344+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.1 size=1048576 2024-09-22T08:47:30.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.348+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~P9EJ31WHA8BI.2 size=324017 2024-09-22T08:47:30.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.356+0000 7fba234848c0 1 < canceled multipart upload key=5K7DPF6IJOQO upload=P9EJ31WHA8BI tag=6MFPYJ0H31K2 type=write size=3469745 2024-09-22T08:47:30.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.360+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=CXZL7K80028K type=del size=3429436 2024-09-22T08:47:30.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.368+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=BHGX6EHDJ6B3 type=write 2024-09-22T08:47:30.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.372+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~CTPIK0HAZ27I.0 size=1048576 2024-09-22T08:47:30.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.376+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~CTPIK0HAZ27I.1 size=198317 2024-09-22T08:47:30.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.376+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=CTPIK0HAZ27I tag=ISYB1E5UAU77 type=write size=2295469 2024-09-22T08:47:30.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.384+0000 7fba234848c0 1 < suggested remove operation key=A7MPFHXSBLAC tag=0RR2T5TFBWWS type=del 2024-09-22T08:47:30.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.388+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=CGOT3GE38IC4 type=del size=3219680 2024-09-22T08:47:30.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.392+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=B7TVHQKPLV9A type=del 2024-09-22T08:47:30.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.392+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=VA8QTQ2J90DC type=write size=559729 2024-09-22T08:47:30.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.396+0000 7fba234848c0 1 < completed write operation key=UC095FCB73FU tag=WXH1E0IFPHHD type=write size=360952 2024-09-22T08:47:30.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.400+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=SPYZ6GVEWQR2 type=write size=883964 2024-09-22T08:47:30.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.404+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.0 size=1048576 2024-09-22T08:47:30.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.404+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.1 size=1048576 2024-09-22T08:47:30.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.408+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~DIUIEFDQUYXH.2 size=806470 2024-09-22T08:47:30.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.416+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=DIUIEFDQUYXH tag=DGI5VAK0URWV type=write size=3952198 2024-09-22T08:47:30.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.420+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~HK3W8YDTU0YH.0 size=675247 2024-09-22T08:47:30.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.420+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=HK3W8YDTU0YH tag=MTALWU2JTLOK type=write size=1723823 2024-09-22T08:47:30.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.424+0000 7fba234848c0 1 < canceled operation key=UC095FCB73FU tag=TXJ6D5V50VDG type=del size=3156865 2024-09-22T08:47:30.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.432+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~6ZJG7RGN0U2M.0 size=1048576 2024-09-22T08:47:30.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.436+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~6ZJG7RGN0U2M.1 size=137843 2024-09-22T08:47:30.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.436+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=6ZJG7RGN0U2M tag=I675V1ZB1HZZ type=write size=2234995 2024-09-22T08:47:30.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.440+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~K6EGM1TW1O6B.0 size=1048576 2024-09-22T08:47:30.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.444+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~K6EGM1TW1O6B.1 size=971183 2024-09-22T08:47:30.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.448+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=K6EGM1TW1O6B tag=DFLMHW08M0NB type=write size=3068335 2024-09-22T08:47:30.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.452+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=YGOF2W9TX9SB type=del size=716673 2024-09-22T08:47:30.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.460+0000 7fba234848c0 1 < suggested update operation key=EGAV6I2KE1N9 tag=0V5EKFNTGKT7 type=del size=469202 2024-09-22T08:47:30.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.464+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=MQ6Q7SBTBWKG type=del size=3870152 2024-09-22T08:47:30.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.468+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=1RQFN7RK2762 type=del 2024-09-22T08:47:30.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.476+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~KVXIW5DZ2BSP.0 size=680340 2024-09-22T08:47:30.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.476+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=KVXIW5DZ2BSP tag=QP30APYG7C9F type=write size=1728916 2024-09-22T08:47:30.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.480+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=92JNG70TQOCS type=del 2024-09-22T08:47:30.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.484+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=UE3K8Q2OFT4Q type=write size=520004 2024-09-22T08:47:30.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.484+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=9RDSCLDRI9FR type=del 2024-09-22T08:47:30.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.492+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.0 size=1048576 2024-09-22T08:47:30.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.496+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.1 size=1048576 2024-09-22T08:47:30.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.500+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.2 size=587120 2024-09-22T08:47:30.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.500+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=NA19J8YIEMXL tag=RB5SRQGEE2KW type=write size=3732848 2024-09-22T08:47:30.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.504+0000 7fba234848c0 1 < completed write operation key=ACJXPHRNH2LK tag=LG66MK656BSB type=write size=351165 2024-09-22T08:47:30.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.508+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=9VPV4DNQMLBP type=write size=147333 2024-09-22T08:47:30.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.508+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.0 size=1048576 2024-09-22T08:47:30.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.508+0000 7fba234848c0 1 < canceled part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.1 size=1048576 2024-09-22T08:47:30.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.512+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~AZV09T71PCFL.2 size=699288 2024-09-22T08:47:30.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.516+0000 7fba234848c0 1 < canceled multipart upload key=906R294R0FI0 upload=AZV09T71PCFL tag=O5L8D46SREG8 type=write size=3845016 2024-09-22T08:47:30.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.524+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.0 size=1048576 2024-09-22T08:47:30.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.528+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.1 size=1048576 2024-09-22T08:47:30.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.528+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.2 size=599487 2024-09-22T08:47:30.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.528+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=7QP1FLA05HAV tag=QA9GWLTNUU4Y type=write size=3745215 2024-09-22T08:47:30.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.536+0000 7fba234848c0 1 < suggested update operation key=ZPSMOAQSZZ68 tag=C23X1QHOIKT1 type=del size=2255383 2024-09-22T08:47:30.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.540+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=YA4N37WG5Y0T type=del size=924911 2024-09-22T08:47:30.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.544+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~T5HUPLFQ080Z.0 size=369199 2024-09-22T08:47:30.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.548+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=T5HUPLFQ080Z tag=IT0UQ99HAWUZ type=write size=1417775 2024-09-22T08:47:30.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.552+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=YH8UCUJMD5BD type=write size=688234 2024-09-22T08:47:30.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.556+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=CXZL7K80028K type=del 2024-09-22T08:47:30.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.560+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=Q5EG9WO8I58A type=del size=1609585 2024-09-22T08:47:30.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.564+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~CTPIK0HAZ27I.0 size=1048576 2024-09-22T08:47:30.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.568+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~CTPIK0HAZ27I.1 size=198317 2024-09-22T08:47:30.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.572+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=CTPIK0HAZ27I tag=ISYB1E5UAU77 type=write size=2295469 2024-09-22T08:47:30.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.580+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.0 size=1048576 2024-09-22T08:47:30.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.584+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.1 size=1048576 2024-09-22T08:47:30.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.584+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.2 size=588968 2024-09-22T08:47:30.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.584+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=7ATQUWE5BNJ0 tag=VWHEJY3NK9VL type=write size=3734696 2024-09-22T08:47:30.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.588+0000 7fba234848c0 1 < canceled operation key=BMZ7P7WE56M7 tag=CGOT3GE38IC4 type=del size=3219680 2024-09-22T08:47:30.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.592+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=846N0XN12DHI type=write size=986973 2024-09-22T08:47:30.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.600+0000 7fba234848c0 1 < suggested update operation key=EGAV6I2KE1N9 tag=VA8QTQ2J90DC type=write size=559729 2024-09-22T08:47:30.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.604+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=L7V2IPFQPCYP type=del size=2416323 2024-09-22T08:47:30.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.604+0000 7fba234848c0 1 < completed write operation key=1Z5GJVJORAGA tag=SPYZ6GVEWQR2 type=write size=883964 2024-09-22T08:47:30.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.608+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=4L2HLWEQ5INY type=del size=3507175 2024-09-22T08:47:30.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.612+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~HK3W8YDTU0YH.0 size=675247 2024-09-22T08:47:30.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.620+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=HK3W8YDTU0YH tag=MTALWU2JTLOK type=write size=1723823 2024-09-22T08:47:30.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.624+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=OSIVEUFSQE5E type=del size=3215042 2024-09-22T08:47:30.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.628+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~6ZJG7RGN0U2M.0 size=1048576 2024-09-22T08:47:30.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.628+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~6ZJG7RGN0U2M.1 size=137843 2024-09-22T08:47:30.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.636+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=6ZJG7RGN0U2M tag=I675V1ZB1HZZ type=write size=2234995 2024-09-22T08:47:30.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.640+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~BFXASHY7XD0W.0 size=1048576 2024-09-22T08:47:30.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.644+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~BFXASHY7XD0W.1 size=335914 2024-09-22T08:47:30.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.644+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=BFXASHY7XD0W tag=UVEKV9VQSCQG type=write size=2433066 2024-09-22T08:47:30.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.648+0000 7fba234848c0 -1 < failed to complete operation key=ZPSMOAQSZZ68 tag=YGOF2W9TX9SB type=del size=716673: (22) Invalid argument 2024-09-22T08:47:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.652+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=U31LXWA10RWV type=write size=2796 2024-09-22T08:47:30.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.660+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=MQ6Q7SBTBWKG type=del size=3870152 2024-09-22T08:47:30.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.664+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=HYBDV0WRCECF type=del size=2838532 2024-09-22T08:47:30.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.664+0000 7fba234848c0 1 < canceled part key=_multipart_MKZLY53HS342.2~KVXIW5DZ2BSP.0 size=680340 2024-09-22T08:47:30.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.668+0000 7fba234848c0 1 < canceled multipart upload key=MKZLY53HS342 upload=KVXIW5DZ2BSP tag=QP30APYG7C9F type=write size=1728916 2024-09-22T08:47:30.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.672+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=Z1APLATO6TH2 type=del size=3295948 2024-09-22T08:47:30.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.676+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=UE3K8Q2OFT4Q type=write size=520004 2024-09-22T08:47:30.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.680+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=K2V9ZQQUI9P4 type=del size=4024050 2024-09-22T08:47:30.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.680+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.0 size=1048576 2024-09-22T08:47:30.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.684+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.1 size=1048576 2024-09-22T08:47:30.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.688+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NA19J8YIEMXL.2 size=587120 2024-09-22T08:47:30.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.692+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=NA19J8YIEMXL tag=RB5SRQGEE2KW type=write size=3732848 2024-09-22T08:47:30.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.700+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.0 size=1048576 2024-09-22T08:47:30.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.700+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.1 size=1048576 2024-09-22T08:47:30.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.704+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.2 size=784547 2024-09-22T08:47:30.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.704+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=TYZW2M3WTGYQ tag=Q8RPD3F81H65 type=write size=3930275 2024-09-22T08:47:30.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.708+0000 7fba234848c0 1 < suggested remove operation key=HIXQW88EAGMF tag=9VPV4DNQMLBP type=write 2024-09-22T08:47:30.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.712+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=0WNG8XLHZ6XT type=del size=1709925 2024-09-22T08:47:30.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.716+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.0 size=1048576 2024-09-22T08:47:30.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.720+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.1 size=1048576 2024-09-22T08:47:30.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.720+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~7QP1FLA05HAV.2 size=599487 2024-09-22T08:47:30.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.728+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=7QP1FLA05HAV tag=QA9GWLTNUU4Y type=write size=3745215 2024-09-22T08:47:30.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.728+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=BI9EWQBP8A5I type=del size=3224876 2024-09-22T08:47:30.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.736+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=YA4N37WG5Y0T type=del size=924911 2024-09-22T08:47:30.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.740+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~BNZNV4QOJ1YF.0 size=783408 2024-09-22T08:47:30.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.740+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=BNZNV4QOJ1YF tag=U1LNQWFIA46S type=write size=1831984 2024-09-22T08:47:30.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.744+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=YH8UCUJMD5BD type=write size=688234 2024-09-22T08:47:30.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.744+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=FR5NRRL4A2JJ type=del size=856975 2024-09-22T08:47:30.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.752+0000 7fba234848c0 1 < suggested remove operation key=UC095FCB73FU tag=Q5EG9WO8I58A type=del 2024-09-22T08:47:30.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.752+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=35CHJOUCG99E type=del size=1893195 2024-09-22T08:47:30.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.760+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.0 size=1048576 2024-09-22T08:47:30.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.760+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.1 size=1048576 2024-09-22T08:47:30.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.764+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~7ATQUWE5BNJ0.2 size=588968 2024-09-22T08:47:30.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.768+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=7ATQUWE5BNJ0 tag=VWHEJY3NK9VL type=write size=3734696 2024-09-22T08:47:30.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.772+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=74B9L1KAZS4O type=write size=258397 2024-09-22T08:47:30.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.772+0000 7fba234848c0 1 < completed write operation key=5K7DPF6IJOQO tag=846N0XN12DHI type=write size=986973 2024-09-22T08:47:30.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.780+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SL52LEIYB0U3.0 size=311374 2024-09-22T08:47:30.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.780+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=SL52LEIYB0U3 tag=3KENCCWCQ17A type=write size=1359950 2024-09-22T08:47:30.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.780+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=L7V2IPFQPCYP type=del 2024-09-22T08:47:30.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.788+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~BWITLEFWL24F.0 size=769232 2024-09-22T08:47:30.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.788+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=BWITLEFWL24F tag=Y7PEZQOEVT4Y type=write size=1817808 2024-09-22T08:47:30.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.788+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=4L2HLWEQ5INY type=del 2024-09-22T08:47:30.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.792+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=GHSW3RV5G232 type=del size=1204386 2024-09-22T08:47:30.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.796+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=OSIVEUFSQE5E type=del 2024-09-22T08:47:30.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.800+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~22FLNSD69Q5K.0 size=684518 2024-09-22T08:47:30.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.800+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=22FLNSD69Q5K tag=EEDCUZKUVVI0 type=write size=1733094 2024-09-22T08:47:30.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.804+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~BFXASHY7XD0W.0 size=1048576 2024-09-22T08:47:30.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.804+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~BFXASHY7XD0W.1 size=335914 2024-09-22T08:47:30.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.808+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=BFXASHY7XD0W tag=UVEKV9VQSCQG type=write size=2433066 2024-09-22T08:47:30.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.816+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~SR7HY592AFEW.0 size=1015812 2024-09-22T08:47:30.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.816+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=SR7HY592AFEW tag=VF1WBDQ986SN type=write size=2064388 2024-09-22T08:47:30.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.816+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=U31LXWA10RWV type=write size=2796 2024-09-22T08:47:30.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.820+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=U86PQAMWFAON type=del size=241 2024-09-22T08:47:30.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.824+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=HYBDV0WRCECF type=del 2024-09-22T08:47:30.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.824+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=HEIH92EBXTPO type=del size=2446726 2024-09-22T08:47:30.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.828+0000 7fba234848c0 1 < suggested update operation key=5K7DPF6IJOQO tag=Z1APLATO6TH2 type=del size=3295948 2024-09-22T08:47:30.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.832+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=29QN65B2AON9 type=del size=3117508 2024-09-22T08:47:30.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.836+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=K2V9ZQQUI9P4 type=del 2024-09-22T08:47:30.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.840+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=1IJZH24D4PKD type=write size=450278 2024-09-22T08:47:30.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.840+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.0 size=1048576 2024-09-22T08:47:30.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.844+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.1 size=1048576 2024-09-22T08:47:30.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.844+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~TYZW2M3WTGYQ.2 size=784547 2024-09-22T08:47:30.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.848+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=TYZW2M3WTGYQ tag=Q8RPD3F81H65 type=write size=3930275 2024-09-22T08:47:30.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.852+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=DSXNIA2FVWO9 type=del size=2711437 2024-09-22T08:47:30.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.856+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=0WNG8XLHZ6XT type=del 2024-09-22T08:47:30.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.856+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=NLQUS2N1LKLY type=del size=672345 2024-09-22T08:47:30.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.860+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=BI9EWQBP8A5I type=del 2024-09-22T08:47:30.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.864+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.0 size=1048576 2024-09-22T08:47:30.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.868+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.1 size=1048576 2024-09-22T08:47:30.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.868+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.2 size=766974 2024-09-22T08:47:30.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.868+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=7L33IELZSUCV tag=57L9F1KPKL8V type=write size=3912702 2024-09-22T08:47:30.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.872+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~BNZNV4QOJ1YF.0 size=783408 2024-09-22T08:47:30.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.880+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=BNZNV4QOJ1YF tag=U1LNQWFIA46S type=write size=1831984 2024-09-22T08:47:30.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.884+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~4RVZI3BYREDR.0 size=13070 2024-09-22T08:47:30.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.884+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=4RVZI3BYREDR tag=DEA3C5EX0S8B type=write size=1061646 2024-09-22T08:47:30.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.888+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=FR5NRRL4A2JJ type=del 2024-09-22T08:47:30.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.892+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=6QWMNQJND3UT type=del size=2272987 2024-09-22T08:47:30.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.896+0000 7fba234848c0 1 < suggested remove operation key=3CD2AW1H64C4 tag=35CHJOUCG99E type=del 2024-09-22T08:47:30.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.900+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~IM880YRZY69T.0 size=901786 2024-09-22T08:47:30.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.900+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=IM880YRZY69T tag=XNUCG9KTDE3X type=write size=1950362 2024-09-22T08:47:30.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.904+0000 7fba234848c0 1 < canceled operation key=1ZBDU0O6HI8A tag=74B9L1KAZS4O type=write size=258397 2024-09-22T08:47:30.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.908+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~HNIXQOD1U30G.0 size=956689 2024-09-22T08:47:30.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.908+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=HNIXQOD1U30G tag=HPC7OFYLYPAN type=write size=2005265 2024-09-22T08:47:30.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.912+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SL52LEIYB0U3.0 size=311374 2024-09-22T08:47:30.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.916+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=SL52LEIYB0U3 tag=3KENCCWCQ17A type=write size=1359950 2024-09-22T08:47:30.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.920+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=MF86XFZ325H8 type=del size=3084062 2024-09-22T08:47:30.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.920+0000 7fba234848c0 1 < canceled part key=_multipart_MC9BLML8VZ9V.2~BWITLEFWL24F.0 size=769232 2024-09-22T08:47:30.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.924+0000 7fba234848c0 1 < canceled multipart upload key=MC9BLML8VZ9V upload=BWITLEFWL24F tag=Y7PEZQOEVT4Y type=write size=1817808 2024-09-22T08:47:30.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.928+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=1PEB9MEKGRA5 type=del size=3265647 2024-09-22T08:47:30.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.932+0000 7fba234848c0 1 < suggested remove operation key=ACJXPHRNH2LK tag=GHSW3RV5G232 type=del 2024-09-22T08:47:30.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.936+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~20PZPJG5GGFG.0 size=1048576 2024-09-22T08:47:30.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.940+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~20PZPJG5GGFG.1 size=240550 2024-09-22T08:47:30.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.940+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=20PZPJG5GGFG tag=T3QY58JGUL4X type=write size=2337702 2024-09-22T08:47:30.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.944+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~22FLNSD69Q5K.0 size=684518 2024-09-22T08:47:30.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.948+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=22FLNSD69Q5K tag=EEDCUZKUVVI0 type=write size=1733094 2024-09-22T08:47:30.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.948+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=9LO1ZIHY2BOT type=del size=412856 2024-09-22T08:47:30.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.952+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~SR7HY592AFEW.0 size=1015812 2024-09-22T08:47:30.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.956+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=SR7HY592AFEW tag=VF1WBDQ986SN type=write size=2064388 2024-09-22T08:47:30.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.960+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=SXHVV6I0J8SI type=del size=2489528 2024-09-22T08:47:30.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.964+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=U86PQAMWFAON type=del 2024-09-22T08:47:30.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.964+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=SR16Z0EV3V2C type=write size=403371 2024-09-22T08:47:30.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.968+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=HEIH92EBXTPO type=del size=2446726 2024-09-22T08:47:30.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.976+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~03DRXZ0EF789.0 size=365146 2024-09-22T08:47:30.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.976+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=03DRXZ0EF789 tag=JW26VOWPNV11 type=write size=1413722 2024-09-22T08:47:30.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.976+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=29QN65B2AON9 type=del 2024-09-22T08:47:30.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.980+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=GEXGM1AEKWHE type=del size=1406048 2024-09-22T08:47:30.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.984+0000 7fba234848c0 1 < suggested update operation key=9O9DP75SBF2O tag=1IJZH24D4PKD type=write size=450278 2024-09-22T08:47:30.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.988+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=W7436191FFL3 type=del size=1330345 2024-09-22T08:47:30.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.992+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=DSXNIA2FVWO9 type=del 2024-09-22T08:47:30.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.996+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.0 size=1048576 2024-09-22T08:47:30.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:30.996+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.1 size=1048576 2024-09-22T08:47:31.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.000+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.2 size=563992 2024-09-22T08:47:31.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.000+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=SJCWEROJ15NF tag=UAH33XRM2CS1 type=write size=3709720 2024-09-22T08:47:31.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.004+0000 7fba234848c0 1 < suggested update operation key=KRKXNAQ12TAP tag=NLQUS2N1LKLY type=del size=672345 2024-09-22T08:47:31.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.008+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=Q5LYAE09BIGU type=write size=476792 2024-09-22T08:47:31.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.008+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.0 size=1048576 2024-09-22T08:47:31.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.012+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.1 size=1048576 2024-09-22T08:47:31.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.016+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~7L33IELZSUCV.2 size=766974 2024-09-22T08:47:31.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.020+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=7L33IELZSUCV tag=57L9F1KPKL8V type=write size=3912702 2024-09-22T08:47:31.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.024+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=FI2SWTIZGGDL type=del size=2411116 2024-09-22T08:47:31.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.028+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~4RVZI3BYREDR.0 size=13070 2024-09-22T08:47:31.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.032+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=4RVZI3BYREDR tag=DEA3C5EX0S8B type=write size=1061646 2024-09-22T08:47:31.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.036+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~LUSCJDBAY209.0 size=526711 2024-09-22T08:47:31.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.036+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=LUSCJDBAY209 tag=WS3MJYRXXVAP type=write size=1575287 2024-09-22T08:47:31.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.036+0000 7fba234848c0 1 < canceled operation key=1ZBDU0O6HI8A tag=6QWMNQJND3UT type=del size=2272987 2024-09-22T08:47:31.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.040+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=1GVMCQLKH3TS type=del size=313412 2024-09-22T08:47:31.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.040+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~IM880YRZY69T.0 size=901786 2024-09-22T08:47:31.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.044+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=IM880YRZY69T tag=XNUCG9KTDE3X type=write size=1950362 2024-09-22T08:47:31.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.052+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.0 size=1048576 2024-09-22T08:47:31.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.052+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.1 size=1048576 2024-09-22T08:47:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.056+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.2 size=111854 2024-09-22T08:47:31.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.056+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=HSFHS694UIWQ tag=MRR1ZVCWL396 type=write size=3257582 2024-09-22T08:47:31.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.056+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~HNIXQOD1U30G.0 size=956689 2024-09-22T08:47:31.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.060+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=HNIXQOD1U30G tag=HPC7OFYLYPAN type=write size=2005265 2024-09-22T08:47:31.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.064+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=8PWBGJQ9LYU5 type=del size=1358201 2024-09-22T08:47:31.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.068+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=MF86XFZ325H8 type=del 2024-09-22T08:47:31.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.072+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=NQ96V5RW024R type=del size=1131476 2024-09-22T08:47:31.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.072+0000 7fba234848c0 1 < canceled operation key=1ZBDU0O6HI8A tag=1PEB9MEKGRA5 type=del size=3265647 2024-09-22T08:47:31.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.076+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=APRAUIPM2LNP type=write size=613572 2024-09-22T08:47:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.080+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~20PZPJG5GGFG.0 size=1048576 2024-09-22T08:47:31.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.080+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~20PZPJG5GGFG.1 size=240550 2024-09-22T08:47:31.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.088+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=20PZPJG5GGFG tag=T3QY58JGUL4X type=write size=2337702 2024-09-22T08:47:31.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.088+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=F0YVVRRM2WDC type=del size=1063045 2024-09-22T08:47:31.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.092+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=9LO1ZIHY2BOT type=del 2024-09-22T08:47:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.096+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=7F4JRADSDA69 type=del size=2032179 2024-09-22T08:47:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.100+0000 7fba234848c0 1 < suggested remove operation key=906R294R0FI0 tag=SXHVV6I0J8SI type=del 2024-09-22T08:47:31.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.104+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=Q16V0D8N2KRU type=del size=1065083 2024-09-22T08:47:31.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.108+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=SR16Z0EV3V2C type=write size=403371 2024-09-22T08:47:31.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.112+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=QBEI0YJFUQDF type=del size=667014 2024-09-22T08:47:31.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.112+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~03DRXZ0EF789.0 size=365146 2024-09-22T08:47:31.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.116+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=03DRXZ0EF789 tag=JW26VOWPNV11 type=write size=1413722 2024-09-22T08:47:31.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.120+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=V1PJOGF2SSNA type=write size=791883 2024-09-22T08:47:31.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.124+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=GEXGM1AEKWHE type=del 2024-09-22T08:47:31.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.124+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=MRK1TTPMVP2N type=del size=3957323 2024-09-22T08:47:31.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.128+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=W7436191FFL3 type=del 2024-09-22T08:47:31.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.132+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=S2ADMQO98AVL type=del size=832627 2024-09-22T08:47:31.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.136+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.0 size=1048576 2024-09-22T08:47:31.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.136+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.1 size=1048576 2024-09-22T08:47:31.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.140+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~SJCWEROJ15NF.2 size=563992 2024-09-22T08:47:31.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.144+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=SJCWEROJ15NF tag=UAH33XRM2CS1 type=write size=3709720 2024-09-22T08:47:31.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.152+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~78N396PWF9LM.0 size=1048576 2024-09-22T08:47:31.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.156+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~78N396PWF9LM.1 size=46719 2024-09-22T08:47:31.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.156+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=78N396PWF9LM tag=XV2QCWAU5GWX type=write size=2143871 2024-09-22T08:47:31.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.160+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=Q5LYAE09BIGU type=write size=476792 2024-09-22T08:47:31.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.164+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~0CQNUXSUTFYZ.0 size=1048576 2024-09-22T08:47:31.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.168+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~0CQNUXSUTFYZ.1 size=550184 2024-09-22T08:47:31.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.168+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=0CQNUXSUTFYZ tag=H004NBXIEUZX type=write size=2647336 2024-09-22T08:47:31.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.168+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=FI2SWTIZGGDL type=del 2024-09-22T08:47:31.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.176+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~07JHWLJPSTMH.0 size=1048576 2024-09-22T08:47:31.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.180+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~07JHWLJPSTMH.1 size=103869 2024-09-22T08:47:31.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.180+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=07JHWLJPSTMH tag=X8CT1YVZJ9VD type=write size=2201021 2024-09-22T08:47:31.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.180+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~LUSCJDBAY209.0 size=526711 2024-09-22T08:47:31.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.188+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=LUSCJDBAY209 tag=WS3MJYRXXVAP type=write size=1575287 2024-09-22T08:47:31.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.192+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=UXVE40S6QWEY type=del size=1481837 2024-09-22T08:47:31.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.196+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=1GVMCQLKH3TS type=del 2024-09-22T08:47:31.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.200+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=48LC08C8GLD9 type=del size=3959684 2024-09-22T08:47:31.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.204+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.0 size=1048576 2024-09-22T08:47:31.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.208+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.1 size=1048576 2024-09-22T08:47:31.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.208+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~HSFHS694UIWQ.2 size=111854 2024-09-22T08:47:31.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.216+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=HSFHS694UIWQ tag=MRR1ZVCWL396 type=write size=3257582 2024-09-22T08:47:31.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.220+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~M8THGOSU8PQU.0 size=1048576 2024-09-22T08:47:31.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.224+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~M8THGOSU8PQU.1 size=460930 2024-09-22T08:47:31.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.224+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=M8THGOSU8PQU tag=SQH8JTLHJ0RS type=write size=2558082 2024-09-22T08:47:31.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.228+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=8PWBGJQ9LYU5 type=del 2024-09-22T08:47:31.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.236+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~L7YP9T79DFH3.0 size=1048576 2024-09-22T08:47:31.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.236+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~L7YP9T79DFH3.1 size=283739 2024-09-22T08:47:31.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.236+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=L7YP9T79DFH3 tag=C6WB4N31ENIE type=write size=2380891 2024-09-22T08:47:31.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.240+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=NQ96V5RW024R type=del 2024-09-22T08:47:31.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.244+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=UOMPXT2LDFJU type=del size=2294305 2024-09-22T08:47:31.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.248+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=APRAUIPM2LNP type=write size=613572 2024-09-22T08:47:31.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.252+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=XBHF8X1Z8NPZ type=del size=846432 2024-09-22T08:47:31.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.260+0000 7fba234848c0 1 < suggested update operation key=OYF4UVMI9UR3 tag=F0YVVRRM2WDC type=del size=1063045 2024-09-22T08:47:31.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.264+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=7OATJCCUBU50 type=del size=1798582 2024-09-22T08:47:31.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.264+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=7F4JRADSDA69 type=del size=2032179 2024-09-22T08:47:31.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.268+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=1VKTTQ6F32WQ type=del size=1541593 2024-09-22T08:47:31.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.276+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=Q16V0D8N2KRU type=del 2024-09-22T08:47:31.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.284+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.0 size=1048576 2024-09-22T08:47:31.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.288+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.1 size=1048576 2024-09-22T08:47:31.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.292+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.2 size=962673 2024-09-22T08:47:31.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.292+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=3HNTJJCQ94Q9 tag=X4EJTSM1XJGY type=write size=4108401 2024-09-22T08:47:31.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.292+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=QBEI0YJFUQDF type=del 2024-09-22T08:47:31.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.296+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=D118DHE8VDEL type=del size=1745583 2024-09-22T08:47:31.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.300+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=V1PJOGF2SSNA type=write size=791883 2024-09-22T08:47:31.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.312+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.0 size=1048576 2024-09-22T08:47:31.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.316+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.1 size=1048576 2024-09-22T08:47:31.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.316+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.2 size=914159 2024-09-22T08:47:31.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.316+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=78P2D35TO61V tag=XI0Q5K7EPRKX type=write size=4059887 2024-09-22T08:47:31.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.320+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=MRK1TTPMVP2N type=del 2024-09-22T08:47:31.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.328+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.0 size=1048576 2024-09-22T08:47:31.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.328+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.1 size=1048576 2024-09-22T08:47:31.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.332+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.2 size=315965 2024-09-22T08:47:31.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.332+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=QS2G0X1S1M1D tag=C3W7G6I7KPTV type=write size=3461693 2024-09-22T08:47:31.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.340+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=S2ADMQO98AVL type=del 2024-09-22T08:47:31.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.344+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~29KN679YQNNJ.0 size=417742 2024-09-22T08:47:31.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.344+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=29KN679YQNNJ tag=20AOH1L3CU5X type=write size=1466318 2024-09-22T08:47:31.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.348+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~78N396PWF9LM.0 size=1048576 2024-09-22T08:47:31.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.352+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~78N396PWF9LM.1 size=46719 2024-09-22T08:47:31.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.356+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=78N396PWF9LM tag=XV2QCWAU5GWX type=write size=2143871 2024-09-22T08:47:31.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.364+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.0 size=1048576 2024-09-22T08:47:31.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.368+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.1 size=1048576 2024-09-22T08:47:31.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.368+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.2 size=290491 2024-09-22T08:47:31.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.368+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=M3K2ZPQ2TCK6 tag=CR2MLZ87P1HM type=write size=3436219 2024-09-22T08:47:31.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.372+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~0CQNUXSUTFYZ.0 size=1048576 2024-09-22T08:47:31.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.376+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~0CQNUXSUTFYZ.1 size=550184 2024-09-22T08:47:31.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.380+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=0CQNUXSUTFYZ tag=H004NBXIEUZX type=write size=2647336 2024-09-22T08:47:31.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.388+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~ELVM4GDXHK58.0 size=1048576 2024-09-22T08:47:31.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.388+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~ELVM4GDXHK58.1 size=275883 2024-09-22T08:47:31.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.388+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=ELVM4GDXHK58 tag=1YNSPG4XLJNJ type=write size=2373035 2024-09-22T08:47:31.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.392+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~07JHWLJPSTMH.0 size=1048576 2024-09-22T08:47:31.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.396+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~07JHWLJPSTMH.1 size=103869 2024-09-22T08:47:31.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.400+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=07JHWLJPSTMH tag=X8CT1YVZJ9VD type=write size=2201021 2024-09-22T08:47:31.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.404+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=NQNQ0CORBO8Q type=del size=3840523 2024-09-22T08:47:31.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.408+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=UXVE40S6QWEY type=del 2024-09-22T08:47:31.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.416+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.0 size=1048576 2024-09-22T08:47:31.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.416+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.1 size=1048576 2024-09-22T08:47:31.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.420+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.2 size=613857 2024-09-22T08:47:31.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.420+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=JE20L5AY2B73 tag=2XWHIMKVB29D type=write size=3759585 2024-09-22T08:47:31.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.424+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=48LC08C8GLD9 type=del 2024-09-22T08:47:31.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.428+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=7BBJQQBZDIK4 type=del size=1216458 2024-09-22T08:47:31.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.432+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~M8THGOSU8PQU.0 size=1048576 2024-09-22T08:47:31.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.432+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~M8THGOSU8PQU.1 size=460930 2024-09-22T08:47:31.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.440+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=M8THGOSU8PQU tag=SQH8JTLHJ0RS type=write size=2558082 2024-09-22T08:47:31.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.444+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=SM9XYZFOCA01 type=del size=4059459 2024-09-22T08:47:31.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.448+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~L7YP9T79DFH3.0 size=1048576 2024-09-22T08:47:31.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.448+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~L7YP9T79DFH3.1 size=283739 2024-09-22T08:47:31.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.456+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=L7YP9T79DFH3 tag=C6WB4N31ENIE type=write size=2380891 2024-09-22T08:47:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.460+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.0 size=1048576 2024-09-22T08:47:31.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.464+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.1 size=1048576 2024-09-22T08:47:31.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.468+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.2 size=1009398 2024-09-22T08:47:31.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.468+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=150CYQ2782S7 tag=BPHUQ0XLE82G type=write size=4155126 2024-09-22T08:47:31.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.472+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=UOMPXT2LDFJU type=del 2024-09-22T08:47:31.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.480+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~Y44IXWYNKOT6.0 size=964063 2024-09-22T08:47:31.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.480+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=Y44IXWYNKOT6 tag=MII8YJPQ55N1 type=write size=2012639 2024-09-22T08:47:31.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.480+0000 7fba234848c0 1 < canceled operation key=XPSLU2TK0YUO tag=XBHF8X1Z8NPZ type=del size=846432 2024-09-22T08:47:31.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.484+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=ELHKT0IH1SJI type=del size=3488827 2024-09-22T08:47:31.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.488+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=7OATJCCUBU50 type=del 2024-09-22T08:47:31.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.492+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=D6VP736HAPKI type=del size=983771 2024-09-22T08:47:31.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.496+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=1VKTTQ6F32WQ type=del 2024-09-22T08:47:31.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.500+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=OP7580T73MSU type=del size=2037464 2024-09-22T08:47:31.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.504+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.0 size=1048576 2024-09-22T08:47:31.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.508+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.1 size=1048576 2024-09-22T08:47:31.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.508+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~3HNTJJCQ94Q9.2 size=962673 2024-09-22T08:47:31.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.516+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=3HNTJJCQ94Q9 tag=X4EJTSM1XJGY type=write size=4108401 2024-09-22T08:47:31.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.520+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=UW7MLWF72DMK type=del size=373445 2024-09-22T08:47:31.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.524+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=D118DHE8VDEL type=del 2024-09-22T08:47:31.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.528+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~PAFSM647KWN8.0 size=781160 2024-09-22T08:47:31.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.528+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=PAFSM647KWN8 tag=WHAPO1O91F4J type=write size=1829736 2024-09-22T08:47:31.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.532+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.0 size=1048576 2024-09-22T08:47:31.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.536+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.1 size=1048576 2024-09-22T08:47:31.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.536+0000 7fba234848c0 1 < canceled part key=_multipart_SXWPN1W7H9NU.2~78P2D35TO61V.2 size=914159 2024-09-22T08:47:31.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.540+0000 7fba234848c0 1 < canceled multipart upload key=SXWPN1W7H9NU upload=78P2D35TO61V tag=XI0Q5K7EPRKX type=write size=4059887 2024-09-22T08:47:31.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.544+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=11JKH7KD9GP5 type=write size=6243 2024-09-22T08:47:31.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.548+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.0 size=1048576 2024-09-22T08:47:31.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.548+0000 7fba234848c0 1 < canceled part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.1 size=1048576 2024-09-22T08:47:31.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.552+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~QS2G0X1S1M1D.2 size=315965 2024-09-22T08:47:31.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.556+0000 7fba234848c0 1 < canceled multipart upload key=9TLPZUCDVLEL upload=QS2G0X1S1M1D tag=C3W7G6I7KPTV type=write size=3461693 2024-09-22T08:47:31.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.560+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=YYM6RFZ33B5J type=del size=2880429 2024-09-22T08:47:31.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.564+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~29KN679YQNNJ.0 size=417742 2024-09-22T08:47:31.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.568+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=29KN679YQNNJ tag=20AOH1L3CU5X type=write size=1466318 2024-09-22T08:47:31.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.576+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.0 size=1048576 2024-09-22T08:47:31.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.576+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.1 size=1048576 2024-09-22T08:47:31.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.580+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.2 size=934783 2024-09-22T08:47:31.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.580+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=52T22FYSEGV9 tag=VC84RSVTP6RN type=write size=4080511 2024-09-22T08:47:31.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.580+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.0 size=1048576 2024-09-22T08:47:31.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.580+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.1 size=1048576 2024-09-22T08:47:31.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.580+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~M3K2ZPQ2TCK6.2 size=290491 2024-09-22T08:47:31.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.588+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=M3K2ZPQ2TCK6 tag=CR2MLZ87P1HM type=write size=3436219 2024-09-22T08:47:31.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.592+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~UOW1G396QO01.0 size=1048576 2024-09-22T08:47:31.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.596+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~UOW1G396QO01.1 size=414635 2024-09-22T08:47:31.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.596+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=UOW1G396QO01 tag=UQPNRIOGESJT type=write size=2511787 2024-09-22T08:47:31.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.600+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~ELVM4GDXHK58.0 size=1048576 2024-09-22T08:47:31.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.600+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~ELVM4GDXHK58.1 size=275883 2024-09-22T08:47:31.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.604+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=ELVM4GDXHK58 tag=1YNSPG4XLJNJ type=write size=2373035 2024-09-22T08:47:31.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.608+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=GXUQMEEM5FEB type=del size=2258041 2024-09-22T08:47:31.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.612+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=NQNQ0CORBO8Q type=del 2024-09-22T08:47:31.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.620+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.0 size=1048576 2024-09-22T08:47:31.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.624+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.1 size=1048576 2024-09-22T08:47:31.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.624+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.2 size=702353 2024-09-22T08:47:31.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.624+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=L39AACB7LHBE tag=V3CC6HZFMQE5 type=write size=3848081 2024-09-22T08:47:31.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.628+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.0 size=1048576 2024-09-22T08:47:31.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.628+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.1 size=1048576 2024-09-22T08:47:31.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.632+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~JE20L5AY2B73.2 size=613857 2024-09-22T08:47:31.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.636+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=JE20L5AY2B73 tag=2XWHIMKVB29D type=write size=3759585 2024-09-22T08:47:31.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.640+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=6Z6KI7VJMGJG type=del size=2784744 2024-09-22T08:47:31.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.644+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=7BBJQQBZDIK4 type=del 2024-09-22T08:47:31.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.644+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=IALJ962PQY1G type=del size=1973998 2024-09-22T08:47:31.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.648+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=SM9XYZFOCA01 type=del 2024-09-22T08:47:31.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.652+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~JW3TWL0FTXFT.0 size=1048576 2024-09-22T08:47:31.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.656+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~JW3TWL0FTXFT.1 size=759546 2024-09-22T08:47:31.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.656+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=JW3TWL0FTXFT tag=IO0JFJYS1M4G type=write size=2856698 2024-09-22T08:47:31.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.656+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.0 size=1048576 2024-09-22T08:47:31.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.660+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.1 size=1048576 2024-09-22T08:47:31.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.664+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~150CYQ2782S7.2 size=1009398 2024-09-22T08:47:31.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.668+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=150CYQ2782S7 tag=BPHUQ0XLE82G type=write size=4155126 2024-09-22T08:47:31.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.668+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=5P13HB9FUY94 type=del size=1443348 2024-09-22T08:47:31.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.672+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~Y44IXWYNKOT6.0 size=964063 2024-09-22T08:47:31.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.676+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=Y44IXWYNKOT6 tag=MII8YJPQ55N1 type=write size=2012639 2024-09-22T08:47:31.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.680+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=38L5PHUTYJ25 type=del size=682012 2024-09-22T08:47:31.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.684+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=ELHKT0IH1SJI type=del 2024-09-22T08:47:31.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.688+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=I94SW5DFTCWD type=write size=1026836 2024-09-22T08:47:31.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.688+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=D6VP736HAPKI type=del 2024-09-22T08:47:31.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.692+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=7IMIJLQ8SQHO type=write size=387117 2024-09-22T08:47:31.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.700+0000 7fba234848c0 1 < suggested update operation key=ZPSMOAQSZZ68 tag=OP7580T73MSU type=del size=2037464 2024-09-22T08:47:31.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.700+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=USTGXRX16VWX type=del size=454786 2024-09-22T08:47:31.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.704+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=UW7MLWF72DMK type=del 2024-09-22T08:47:31.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.708+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=5676394Y7QDV type=del size=3967033 2024-09-22T08:47:31.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.712+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~PAFSM647KWN8.0 size=781160 2024-09-22T08:47:31.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.716+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=PAFSM647KWN8 tag=WHAPO1O91F4J type=write size=1829736 2024-09-22T08:47:31.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.720+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=60XWOZLXXQ3J type=write size=256456 2024-09-22T08:47:31.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.724+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=11JKH7KD9GP5 type=write size=6243 2024-09-22T08:47:31.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.728+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=S5HTE9GSBRBV type=del size=549828 2024-09-22T08:47:31.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.728+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=YYM6RFZ33B5J type=del 2024-09-22T08:47:31.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.732+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=CRHQBJ7HA6H0 type=del size=4152600 2024-09-22T08:47:31.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.732+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.0 size=1048576 2024-09-22T08:47:31.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.736+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.1 size=1048576 2024-09-22T08:47:31.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.736+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~52T22FYSEGV9.2 size=934783 2024-09-22T08:47:31.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.740+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=52T22FYSEGV9 tag=VC84RSVTP6RN type=write size=4080511 2024-09-22T08:47:31.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.744+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=BOA1P5WXUJZR type=del size=2869403 2024-09-22T08:47:31.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.748+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~UOW1G396QO01.0 size=1048576 2024-09-22T08:47:31.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.748+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~UOW1G396QO01.1 size=414635 2024-09-22T08:47:31.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.756+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=UOW1G396QO01 tag=UQPNRIOGESJT type=write size=2511787 2024-09-22T08:47:31.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.760+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~9DARGB0GU9V5.0 size=690435 2024-09-22T08:47:31.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.760+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=9DARGB0GU9V5 tag=1WA3RZIN8ASR type=write size=1739011 2024-09-22T08:47:31.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.760+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=GXUQMEEM5FEB type=del 2024-09-22T08:47:31.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.764+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=4JL4TPK3FZOU type=del size=3926429 2024-09-22T08:47:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.768+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.0 size=1048576 2024-09-22T08:47:31.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.768+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.1 size=1048576 2024-09-22T08:47:31.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.772+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~L39AACB7LHBE.2 size=702353 2024-09-22T08:47:31.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.776+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=L39AACB7LHBE tag=V3CC6HZFMQE5 type=write size=3848081 2024-09-22T08:47:31.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.780+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~MRWQRWHYY7EY.0 size=1048576 2024-09-22T08:47:31.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.780+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~MRWQRWHYY7EY.1 size=979002 2024-09-22T08:47:31.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.780+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=MRWQRWHYY7EY tag=Q02WGWJXTI9I type=write size=3076154 2024-09-22T08:47:31.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.784+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=6Z6KI7VJMGJG type=del 2024-09-22T08:47:31.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.788+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=OUM4KKWV6PU8 type=del size=285032 2024-09-22T08:47:31.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.788+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=IALJ962PQY1G type=del 2024-09-22T08:47:31.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.792+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~61BE8XFP0CMP.0 size=1048576 2024-09-22T08:47:31.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.796+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~61BE8XFP0CMP.1 size=3134 2024-09-22T08:47:31.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.796+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=61BE8XFP0CMP tag=ZSCNQD1M9R85 type=write size=2100286 2024-09-22T08:47:31.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.796+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~JW3TWL0FTXFT.0 size=1048576 2024-09-22T08:47:31.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.800+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~JW3TWL0FTXFT.1 size=759546 2024-09-22T08:47:31.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.804+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=JW3TWL0FTXFT tag=IO0JFJYS1M4G type=write size=2856698 2024-09-22T08:47:31.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.804+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=N3C9QK5F15BQ type=del size=3685048 2024-09-22T08:47:31.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.808+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=5P13HB9FUY94 type=del 2024-09-22T08:47:31.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.812+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~B91PX0SXR1SQ.0 size=1048576 2024-09-22T08:47:31.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.816+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~B91PX0SXR1SQ.1 size=130506 2024-09-22T08:47:31.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.816+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=B91PX0SXR1SQ tag=FHJPGE8FY8VB type=write size=2227658 2024-09-22T08:47:31.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.816+0000 7fba234848c0 1 < canceled operation key=17H4LTCPSPFA tag=38L5PHUTYJ25 type=del size=682012 2024-09-22T08:47:31.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.820+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=X861BWVWTBI0 type=del size=3468317 2024-09-22T08:47:31.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.820+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=I94SW5DFTCWD type=write size=1026836 2024-09-22T08:47:31.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.824+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.0 size=1048576 2024-09-22T08:47:31.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.828+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.1 size=1048576 2024-09-22T08:47:31.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.828+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.2 size=708634 2024-09-22T08:47:31.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.828+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=6Q3DS70VO3Q0 tag=1XPO2I90HCXO type=write size=3854362 2024-09-22T08:47:31.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.832+0000 7fba234848c0 1 < completed write operation key=7RKB0H1OQF18 tag=7IMIJLQ8SQHO type=write size=387117 2024-09-22T08:47:31.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.832+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=SNUZ4VQDOSG3 type=del size=642040 2024-09-22T08:47:31.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.836+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=USTGXRX16VWX type=del 2024-09-22T08:47:31.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.840+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~VT3T7M9YG32F.0 size=1048576 2024-09-22T08:47:31.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.840+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~VT3T7M9YG32F.1 size=948689 2024-09-22T08:47:31.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.840+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=VT3T7M9YG32F tag=MOQN3GMTYXR1 type=write size=3045841 2024-09-22T08:47:31.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.844+0000 7fba234848c0 1 < suggested update operation key=SXWPN1W7H9NU tag=5676394Y7QDV type=del size=3967033 2024-09-22T08:47:31.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.848+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~25RHWPO3MLPX.0 size=1048576 2024-09-22T08:47:31.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.852+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~25RHWPO3MLPX.1 size=991193 2024-09-22T08:47:31.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.852+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=25RHWPO3MLPX tag=3BYQEYSO1YIU type=write size=3088345 2024-09-22T08:47:31.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.856+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=60XWOZLXXQ3J type=write size=256456 2024-09-22T08:47:31.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.860+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.0 size=1048576 2024-09-22T08:47:31.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.864+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.1 size=1048576 2024-09-22T08:47:31.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.864+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.2 size=163885 2024-09-22T08:47:31.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.864+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=VPKDY1QONNT2 tag=JU1P76NXJB1C type=write size=3309613 2024-09-22T08:47:31.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.868+0000 7fba234848c0 1 < canceled operation key=9GIEU2BNPYSC tag=S5HTE9GSBRBV type=del size=549828 2024-09-22T08:47:31.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.872+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=5ZBS8IT77Y20 type=write size=95388 2024-09-22T08:47:31.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.872+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=CRHQBJ7HA6H0 type=del 2024-09-22T08:47:31.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.876+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.0 size=1048576 2024-09-22T08:47:31.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.876+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.1 size=1048576 2024-09-22T08:47:31.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.880+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.2 size=130434 2024-09-22T08:47:31.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.880+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=MPU1PX4TXDK2 tag=Z2CEN3VOMTQ0 type=write size=3276162 2024-09-22T08:47:31.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.884+0000 7fba234848c0 1 < suggested remove operation key=9O9DP75SBF2O tag=BOA1P5WXUJZR type=del 2024-09-22T08:47:31.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.888+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=OBHXC0CL2QQ1 type=del size=412576 2024-09-22T08:47:31.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.888+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~9DARGB0GU9V5.0 size=690435 2024-09-22T08:47:31.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.892+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=9DARGB0GU9V5 tag=1WA3RZIN8ASR type=write size=1739011 2024-09-22T08:47:31.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.892+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=X4WRS0PEUOQB type=del size=1102377 2024-09-22T08:47:31.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.896+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=4JL4TPK3FZOU type=del 2024-09-22T08:47:31.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.900+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=K0QTTUZPMKMS type=del size=2947542 2024-09-22T08:47:31.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.900+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~MRWQRWHYY7EY.0 size=1048576 2024-09-22T08:47:31.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.900+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~MRWQRWHYY7EY.1 size=979002 2024-09-22T08:47:31.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.904+0000 7fba234848c0 1 < canceled multipart upload key=XPSLU2TK0YUO upload=MRWQRWHYY7EY tag=Q02WGWJXTI9I type=write size=3076154 2024-09-22T08:47:31.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.908+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~Z9M6HUUH738P.0 size=1048576 2024-09-22T08:47:31.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.908+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~Z9M6HUUH738P.1 size=802916 2024-09-22T08:47:31.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.908+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=Z9M6HUUH738P tag=ZBFIDAGJNIES type=write size=2900068 2024-09-22T08:47:31.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.912+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=9O9DP75SBF2O tag=OUM4KKWV6PU8 type=del size=285032: (2) No such file or directory 2024-09-22T08:47:31.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.912+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=VVUUOOW9MOGW type=del size=3138321 2024-09-22T08:47:31.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.912+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~61BE8XFP0CMP.0 size=1048576 2024-09-22T08:47:31.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.916+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~61BE8XFP0CMP.1 size=3134 2024-09-22T08:47:31.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.920+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=61BE8XFP0CMP tag=ZSCNQD1M9R85 type=write size=2100286 2024-09-22T08:47:31.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.924+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.0 size=1048576 2024-09-22T08:47:31.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.924+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.1 size=1048576 2024-09-22T08:47:31.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.924+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.2 size=1025926 2024-09-22T08:47:31.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.924+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=38YYET713NSS tag=HD72NM0A4982 type=write size=4171654 2024-09-22T08:47:31.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.928+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=N3C9QK5F15BQ type=del 2024-09-22T08:47:31.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.932+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=ADKASKGYDQ4T type=del size=2791608 2024-09-22T08:47:31.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.932+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~B91PX0SXR1SQ.0 size=1048576 2024-09-22T08:47:31.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.936+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~B91PX0SXR1SQ.1 size=130506 2024-09-22T08:47:31.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.940+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=B91PX0SXR1SQ tag=FHJPGE8FY8VB type=write size=2227658 2024-09-22T08:47:31.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.940+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=8JI1JC3YKNMP type=del size=1760274 2024-09-22T08:47:31.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.944+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=X861BWVWTBI0 type=del 2024-09-22T08:47:31.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.944+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=5JU7U0GCJYPM type=del size=959715 2024-09-22T08:47:31.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.948+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.0 size=1048576 2024-09-22T08:47:31.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.948+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.1 size=1048576 2024-09-22T08:47:31.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.952+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~6Q3DS70VO3Q0.2 size=708634 2024-09-22T08:47:31.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.956+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=6Q3DS70VO3Q0 tag=1XPO2I90HCXO type=write size=3854362 2024-09-22T08:47:31.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.960+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=GGBXM2X0MB4P type=del size=2662963 2024-09-22T08:47:31.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.960+0000 7fba234848c0 -1 < failed to complete operation key=9LS4I6V78QKR tag=SNUZ4VQDOSG3 type=del size=642040: (22) Invalid argument 2024-09-22T08:47:31.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.964+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=KHKU5PCCTKT1 type=del size=2848841 2024-09-22T08:47:31.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.968+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~VT3T7M9YG32F.0 size=1048576 2024-09-22T08:47:31.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.968+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~VT3T7M9YG32F.1 size=948689 2024-09-22T08:47:31.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.972+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=VT3T7M9YG32F tag=MOQN3GMTYXR1 type=write size=3045841 2024-09-22T08:47:31.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.976+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=KYNHF51HM4VC type=del size=369721 2024-09-22T08:47:31.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.976+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~25RHWPO3MLPX.0 size=1048576 2024-09-22T08:47:31.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.980+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~25RHWPO3MLPX.1 size=991193 2024-09-22T08:47:31.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.980+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=25RHWPO3MLPX tag=3BYQEYSO1YIU type=write size=3088345 2024-09-22T08:47:31.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.984+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~PDA6PD41LEO2.0 size=1048576 2024-09-22T08:47:31.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.988+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~PDA6PD41LEO2.1 size=309037 2024-09-22T08:47:31.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.988+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=PDA6PD41LEO2 tag=LBJTYFS6OS0N type=write size=2406189 2024-09-22T08:47:31.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.988+0000 7fba234848c0 1 < canceled part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.0 size=1048576 2024-09-22T08:47:31.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.988+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.1 size=1048576 2024-09-22T08:47:31.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.992+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~VPKDY1QONNT2.2 size=163885 2024-09-22T08:47:31.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:31.996+0000 7fba234848c0 1 < canceled multipart upload key=SXWPN1W7H9NU upload=VPKDY1QONNT2 tag=JU1P76NXJB1C type=write size=3309613 2024-09-22T08:47:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.000+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.0 size=1048576 2024-09-22T08:47:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.000+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.1 size=1048576 2024-09-22T08:47:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.004+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.2 size=933890 2024-09-22T08:47:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.004+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=UZNG309PAUQE tag=0W09ZVXACBN9 type=write size=4079618 2024-09-22T08:47:32.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.004+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=5ZBS8IT77Y20 type=write size=95388 2024-09-22T08:47:32.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.008+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=GWFOAJ33YSSA type=del size=3464791 2024-09-22T08:47:32.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.008+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.0 size=1048576 2024-09-22T08:47:32.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.012+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.1 size=1048576 2024-09-22T08:47:32.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.012+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~MPU1PX4TXDK2.2 size=130434 2024-09-22T08:47:32.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.020+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=MPU1PX4TXDK2 tag=Z2CEN3VOMTQ0 type=write size=3276162 2024-09-22T08:47:32.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.020+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=IQX2VFZL4ABO type=write size=322165 2024-09-22T08:47:32.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.024+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=OBHXC0CL2QQ1 type=del 2024-09-22T08:47:32.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.024+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=2GVVTQ63KOQH type=del size=2788992 2024-09-22T08:47:32.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.028+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=X4WRS0PEUOQB type=del 2024-09-22T08:47:32.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.032+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=LWT4ZF72QUQX type=del size=2671466 2024-09-22T08:47:32.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.032+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=K0QTTUZPMKMS type=del 2024-09-22T08:47:32.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.040+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~BH39UGMXNBCK.0 size=901460 2024-09-22T08:47:32.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.040+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=BH39UGMXNBCK tag=PGVAYEZ22JXS type=write size=1950036 2024-09-22T08:47:32.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.040+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~Z9M6HUUH738P.0 size=1048576 2024-09-22T08:47:32.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.044+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~Z9M6HUUH738P.1 size=802916 2024-09-22T08:47:32.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.048+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=Z9M6HUUH738P tag=ZBFIDAGJNIES type=write size=2900068 2024-09-22T08:47:32.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.052+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=JTGFVTSFX2XE type=write size=624542 2024-09-22T08:47:32.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.052+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=VVUUOOW9MOGW type=del 2024-09-22T08:47:32.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.056+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=W2Q0I0OJBQLB type=del size=626474 2024-09-22T08:47:32.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.056+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.0 size=1048576 2024-09-22T08:47:32.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.060+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.1 size=1048576 2024-09-22T08:47:32.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.060+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~38YYET713NSS.2 size=1025926 2024-09-22T08:47:32.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.064+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=38YYET713NSS tag=HD72NM0A4982 type=write size=4171654 2024-09-22T08:47:32.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.068+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=PP9NGAPD0EIY type=del size=1465829 2024-09-22T08:47:32.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.072+0000 7fba234848c0 1 < suggested remove operation key=1Z5GJVJORAGA tag=ADKASKGYDQ4T type=del 2024-09-22T08:47:32.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.076+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=3R02SYCX06N7 type=del size=531156 2024-09-22T08:47:32.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.084+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=8JI1JC3YKNMP type=del 2024-09-22T08:47:32.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.088+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=HDG048GQOH49 type=del size=1376494 2024-09-22T08:47:32.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.088+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=5JU7U0GCJYPM type=del 2024-09-22T08:47:32.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.092+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=NAHH5Y4M4500 type=del size=1430164 2024-09-22T08:47:32.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.096+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=GGBXM2X0MB4P type=del 2024-09-22T08:47:32.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.096+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=CW0UV7X2ON55 type=del size=845447 2024-09-22T08:47:32.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.104+0000 7fba234848c0 1 < suggested update operation key=9TLPZUCDVLEL tag=KHKU5PCCTKT1 type=del size=2848841 2024-09-22T08:47:32.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.104+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=WSR7CJ8FR9NB type=del size=241831 2024-09-22T08:47:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.112+0000 7fba234848c0 1 < suggested update operation key=9LS4I6V78QKR tag=KYNHF51HM4VC type=del size=369721 2024-09-22T08:47:32.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.116+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=XPZG58WYEJKV type=del size=2848852 2024-09-22T08:47:32.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.116+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~PDA6PD41LEO2.0 size=1048576 2024-09-22T08:47:32.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.120+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~PDA6PD41LEO2.1 size=309037 2024-09-22T08:47:32.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.124+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=PDA6PD41LEO2 tag=LBJTYFS6OS0N type=write size=2406189 2024-09-22T08:47:32.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.128+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~4B8KBB19Q86V.0 size=433382 2024-09-22T08:47:32.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.128+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=4B8KBB19Q86V tag=3L9RCUY0LUHC type=write size=1481958 2024-09-22T08:47:32.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.132+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.0 size=1048576 2024-09-22T08:47:32.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.132+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.1 size=1048576 2024-09-22T08:47:32.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.136+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~UZNG309PAUQE.2 size=933890 2024-09-22T08:47:32.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.140+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=UZNG309PAUQE tag=0W09ZVXACBN9 type=write size=4079618 2024-09-22T08:47:32.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.144+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~9MAM9XEMOU83.0 size=1048576 2024-09-22T08:47:32.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.148+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~9MAM9XEMOU83.1 size=934686 2024-09-22T08:47:32.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.148+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=9MAM9XEMOU83 tag=KMF9YEVFW4TI type=write size=3031838 2024-09-22T08:47:32.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.152+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=GWFOAJ33YSSA type=del size=3464791 2024-09-22T08:47:32.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.160+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.0 size=1048576 2024-09-22T08:47:32.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.164+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.1 size=1048576 2024-09-22T08:47:32.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.164+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.2 size=529932 2024-09-22T08:47:32.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.164+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=HAAT1OYJM282 tag=YIBGZ2BOJUW4 type=write size=3675660 2024-09-22T08:47:32.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.168+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=IQX2VFZL4ABO type=write size=322165 2024-09-22T08:47:32.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.172+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=R0QOU5Q8F6NF type=del size=3680490 2024-09-22T08:47:32.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.180+0000 7fba234848c0 1 < suggested remove operation key=O9XG5ZSCM5AT tag=2GVVTQ63KOQH type=del 2024-09-22T08:47:32.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.184+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.0 size=1048576 2024-09-22T08:47:32.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.188+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.1 size=1048576 2024-09-22T08:47:32.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.192+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.2 size=188807 2024-09-22T08:47:32.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.192+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=XI2NKPORINHB tag=6N8X8GE0I5LQ type=write size=3334535 2024-09-22T08:47:32.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.192+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=LWT4ZF72QUQX type=del 2024-09-22T08:47:32.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.196+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=QWHJD61RSMIH type=write size=482484 2024-09-22T08:47:32.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.200+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~BH39UGMXNBCK.0 size=901460 2024-09-22T08:47:32.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.204+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=BH39UGMXNBCK tag=PGVAYEZ22JXS type=write size=1950036 2024-09-22T08:47:32.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.208+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~XAN0M09ONQJO.0 size=531830 2024-09-22T08:47:32.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.208+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=XAN0M09ONQJO tag=KGB4LQMSGB8C type=write size=1580406 2024-09-22T08:47:32.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.212+0000 7fba234848c0 1 < completed write operation key=ZPSMOAQSZZ68 tag=JTGFVTSFX2XE type=write size=624542 2024-09-22T08:47:32.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.220+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~LVKXQ7HMBRV3.0 size=498682 2024-09-22T08:47:32.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.220+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=LVKXQ7HMBRV3 tag=PI6Q05EKDUFD type=write size=1547258 2024-09-22T08:47:32.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.224+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=W2Q0I0OJBQLB type=del 2024-09-22T08:47:32.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.228+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=G65DY6KCJAZR type=del size=837812 2024-09-22T08:47:32.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.232+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=PP9NGAPD0EIY type=del 2024-09-22T08:47:32.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.232+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=R7FU8QKLMF74 type=del size=1751257 2024-09-22T08:47:32.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.236+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=3R02SYCX06N7 type=del 2024-09-22T08:47:32.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.244+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~D0MWJCZCO6TA.0 size=1048576 2024-09-22T08:47:32.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.244+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~D0MWJCZCO6TA.1 size=878149 2024-09-22T08:47:32.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.244+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=D0MWJCZCO6TA tag=1PRR6Y0D0ZO5 type=write size=2975301 2024-09-22T08:47:32.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.248+0000 7fba234848c0 1 < canceled operation key=HIXQW88EAGMF tag=HDG048GQOH49 type=del size=1376494 2024-09-22T08:47:32.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.252+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=L45XEZ8X91EW type=del size=364374 2024-09-22T08:47:32.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.260+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=NAHH5Y4M4500 type=del 2024-09-22T08:47:32.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.264+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=D6O7V9DXNXHP type=write size=870098 2024-09-22T08:47:32.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.264+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=CW0UV7X2ON55 type=del 2024-09-22T08:47:32.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.268+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=UBZIZU130GY0 type=del size=3608915 2024-09-22T08:47:32.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.272+0000 7fba234848c0 1 < canceled operation key=BMZ7P7WE56M7 tag=WSR7CJ8FR9NB type=del size=241831 2024-09-22T08:47:32.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.280+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.0 size=1048576 2024-09-22T08:47:32.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.280+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.1 size=1048576 2024-09-22T08:47:32.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.284+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.2 size=524292 2024-09-22T08:47:32.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.284+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=6YSH3ZMQ9LN8 tag=9LNO5XM2VZ0H type=write size=3670020 2024-09-22T08:47:32.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.284+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=XPZG58WYEJKV type=del 2024-09-22T08:47:32.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.292+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~E3F9L5N5OD3B.0 size=1048576 2024-09-22T08:47:32.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.292+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~E3F9L5N5OD3B.1 size=83009 2024-09-22T08:47:32.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.292+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=E3F9L5N5OD3B tag=K23DFOAVV48U type=write size=2180161 2024-09-22T08:47:32.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.292+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~4B8KBB19Q86V.0 size=433382 2024-09-22T08:47:32.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.296+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=4B8KBB19Q86V tag=3L9RCUY0LUHC type=write size=1481958 2024-09-22T08:47:32.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.304+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.0 size=1048576 2024-09-22T08:47:32.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.308+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.1 size=1048576 2024-09-22T08:47:32.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.308+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.2 size=870936 2024-09-22T08:47:32.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.308+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=9ZZC9HVVFQQB tag=0H2YY1TZ1JCW type=write size=4016664 2024-09-22T08:47:32.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.312+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~9MAM9XEMOU83.0 size=1048576 2024-09-22T08:47:32.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.316+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~9MAM9XEMOU83.1 size=934686 2024-09-22T08:47:32.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.320+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=9MAM9XEMOU83 tag=KMF9YEVFW4TI type=write size=3031838 2024-09-22T08:47:32.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.324+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=2L34DSU3KDEP type=del size=3640084 2024-09-22T08:47:32.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.328+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.0 size=1048576 2024-09-22T08:47:32.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.332+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.1 size=1048576 2024-09-22T08:47:32.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.332+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~HAAT1OYJM282.2 size=529932 2024-09-22T08:47:32.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.340+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=HAAT1OYJM282 tag=YIBGZ2BOJUW4 type=write size=3675660 2024-09-22T08:47:32.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.344+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=800G7PY2ML2H type=write size=694352 2024-09-22T08:47:32.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.348+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=R0QOU5Q8F6NF type=del 2024-09-22T08:47:32.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.352+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=RX7FD58X35MP type=write size=743247 2024-09-22T08:47:32.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.356+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.0 size=1048576 2024-09-22T08:47:32.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.356+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.1 size=1048576 2024-09-22T08:47:32.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.360+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~XI2NKPORINHB.2 size=188807 2024-09-22T08:47:32.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.364+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=XI2NKPORINHB tag=6N8X8GE0I5LQ type=write size=3334535 2024-09-22T08:47:32.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.372+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~NC5KX5DA9MZ6.0 size=209254 2024-09-22T08:47:32.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.372+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=NC5KX5DA9MZ6 tag=YBPF471AXJB9 type=write size=1257830 2024-09-22T08:47:32.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.376+0000 7fba234848c0 1 < completed write operation key=IELI1832WYYC tag=QWHJD61RSMIH type=write size=482484 2024-09-22T08:47:32.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.380+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=N6ICM74WNK0W type=del size=487477 2024-09-22T08:47:32.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.384+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~XAN0M09ONQJO.0 size=531830 2024-09-22T08:47:32.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.388+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=XAN0M09ONQJO tag=KGB4LQMSGB8C type=write size=1580406 2024-09-22T08:47:32.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.392+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=J7URG019PF0F type=del size=2652242 2024-09-22T08:47:32.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.396+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~LVKXQ7HMBRV3.0 size=498682 2024-09-22T08:47:32.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.400+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=LVKXQ7HMBRV3 tag=PI6Q05EKDUFD type=write size=1547258 2024-09-22T08:47:32.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.408+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.0 size=1048576 2024-09-22T08:47:32.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.408+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.1 size=1048576 2024-09-22T08:47:32.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.412+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.2 size=160062 2024-09-22T08:47:32.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.412+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=DIU3OWS0D0EN tag=T0OKW26AUGHX type=write size=3305790 2024-09-22T08:47:32.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.416+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=G65DY6KCJAZR type=del 2024-09-22T08:47:32.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.420+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~D1EFHTJUKTLO.0 size=1048576 2024-09-22T08:47:32.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.424+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~D1EFHTJUKTLO.1 size=677017 2024-09-22T08:47:32.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.424+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=D1EFHTJUKTLO tag=94T7D0J71BEL type=write size=2774169 2024-09-22T08:47:32.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.428+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=R7FU8QKLMF74 type=del 2024-09-22T08:47:32.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.432+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=FJUDY6QF20BV type=del size=2370647 2024-09-22T08:47:32.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.432+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~D0MWJCZCO6TA.0 size=1048576 2024-09-22T08:47:32.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.436+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~D0MWJCZCO6TA.1 size=878149 2024-09-22T08:47:32.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.440+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=D0MWJCZCO6TA tag=1PRR6Y0D0ZO5 type=write size=2975301 2024-09-22T08:47:32.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.444+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=35XNZLWQ0GU9 type=del size=3715949 2024-09-22T08:47:32.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.448+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=L45XEZ8X91EW type=del size=364374 2024-09-22T08:47:32.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.456+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~L3H7L36Y7SEW.0 size=125957 2024-09-22T08:47:32.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.456+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=L3H7L36Y7SEW tag=0Q4VCACJ0S3C type=write size=1174533 2024-09-22T08:47:32.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.460+0000 7fba234848c0 1 < suggested remove operation key=IELI1832WYYC tag=D6O7V9DXNXHP type=write 2024-09-22T08:47:32.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.464+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=P6EPMMUYU11E type=del size=2383676 2024-09-22T08:47:32.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.468+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=UBZIZU130GY0 type=del 2024-09-22T08:47:32.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.476+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~OGGP4TYHV48R.0 size=1048576 2024-09-22T08:47:32.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.476+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~OGGP4TYHV48R.1 size=84789 2024-09-22T08:47:32.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.476+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=OGGP4TYHV48R tag=A45I1B4KK5PB type=write size=2181941 2024-09-22T08:47:32.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.480+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.0 size=1048576 2024-09-22T08:47:32.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.484+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.1 size=1048576 2024-09-22T08:47:32.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.484+0000 7fba234848c0 1 < canceled part key=_multipart_BMZ7P7WE56M7.2~6YSH3ZMQ9LN8.2 size=524292 2024-09-22T08:47:32.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.488+0000 7fba234848c0 1 < canceled multipart upload key=BMZ7P7WE56M7 upload=6YSH3ZMQ9LN8 tag=9LNO5XM2VZ0H type=write size=3670020 2024-09-22T08:47:32.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.496+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~YZOU3PTSKI5S.0 size=987285 2024-09-22T08:47:32.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.496+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=YZOU3PTSKI5S tag=DPP9T2U83NKV type=write size=2035861 2024-09-22T08:47:32.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.500+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~E3F9L5N5OD3B.0 size=1048576 2024-09-22T08:47:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.500+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~E3F9L5N5OD3B.1 size=83009 2024-09-22T08:47:32.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.508+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=E3F9L5N5OD3B tag=K23DFOAVV48U type=write size=2180161 2024-09-22T08:47:32.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.512+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.0 size=1048576 2024-09-22T08:47:32.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.516+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.1 size=1048576 2024-09-22T08:47:32.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.516+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.2 size=892945 2024-09-22T08:47:32.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.516+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=WB8EL847D7GG tag=IZ2C5SB0Q59V type=write size=4038673 2024-09-22T08:47:32.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.520+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.0 size=1048576 2024-09-22T08:47:32.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.520+0000 7fba234848c0 1 < canceled part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.1 size=1048576 2024-09-22T08:47:32.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.524+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~9ZZC9HVVFQQB.2 size=870936 2024-09-22T08:47:32.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.528+0000 7fba234848c0 1 < canceled multipart upload key=17H4LTCPSPFA upload=9ZZC9HVVFQQB tag=0H2YY1TZ1JCW type=write size=4016664 2024-09-22T08:47:32.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.532+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=C88VPEI2X4Z7 type=del size=3718258 2024-09-22T08:47:32.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.536+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=2L34DSU3KDEP type=del 2024-09-22T08:47:32.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.536+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=AQET9N5695TF type=del size=62981 2024-09-22T08:47:32.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.540+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=800G7PY2ML2H type=write size=694352 2024-09-22T08:47:32.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.544+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=M20HBAWZJ11S type=write size=29485 2024-09-22T08:47:32.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.548+0000 7fba234848c0 1 < completed write operation key=OYF4UVMI9UR3 tag=RX7FD58X35MP type=write size=743247 2024-09-22T08:47:32.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.556+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~AQNRIOME5B9N.0 size=1048576 2024-09-22T08:47:32.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.556+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~AQNRIOME5B9N.1 size=975578 2024-09-22T08:47:32.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.556+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=AQNRIOME5B9N tag=3CKPQ2K611XK type=write size=3072730 2024-09-22T08:47:32.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.560+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~NC5KX5DA9MZ6.0 size=209254 2024-09-22T08:47:32.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.564+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=NC5KX5DA9MZ6 tag=YBPF471AXJB9 type=write size=1257830 2024-09-22T08:47:32.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.572+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~65M98S82AKF2.0 size=1048576 2024-09-22T08:47:32.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.572+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~65M98S82AKF2.1 size=842809 2024-09-22T08:47:32.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.572+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=65M98S82AKF2 tag=DG54D0I52VBL type=write size=2939961 2024-09-22T08:47:32.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.576+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=N6ICM74WNK0W type=del 2024-09-22T08:47:32.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.584+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.0 size=1048576 2024-09-22T08:47:32.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.584+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.1 size=1048576 2024-09-22T08:47:32.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.588+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.2 size=436354 2024-09-22T08:47:32.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.588+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=SCEB9F2RAH2N tag=V1LAM1J0UBYV type=write size=3582082 2024-09-22T08:47:32.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.592+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=J7URG019PF0F type=del 2024-09-22T08:47:32.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.592+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=FDA217D47CPB type=del size=1238775 2024-09-22T08:47:32.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.596+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.0 size=1048576 2024-09-22T08:47:32.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.600+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.1 size=1048576 2024-09-22T08:47:32.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.604+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~DIU3OWS0D0EN.2 size=160062 2024-09-22T08:47:32.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.608+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=DIU3OWS0D0EN tag=T0OKW26AUGHX type=write size=3305790 2024-09-22T08:47:32.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.608+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=RPUOT66CR8RV type=del size=3935113 2024-09-22T08:47:32.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.612+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~D1EFHTJUKTLO.0 size=1048576 2024-09-22T08:47:32.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.616+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~D1EFHTJUKTLO.1 size=677017 2024-09-22T08:47:32.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.620+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=D1EFHTJUKTLO tag=94T7D0J71BEL type=write size=2774169 2024-09-22T08:47:32.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.624+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=4EA6YJFZV5H6 type=del size=1316066 2024-09-22T08:47:32.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.628+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=FJUDY6QF20BV type=del 2024-09-22T08:47:32.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.632+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=RWN37I8UUEUP type=del size=1425290 2024-09-22T08:47:32.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.636+0000 7fba234848c0 1 < suggested update operation key=7RKB0H1OQF18 tag=35XNZLWQ0GU9 type=del size=3715949 2024-09-22T08:47:32.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.640+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=FFRVWAQUWYOH type=del size=4118999 2024-09-22T08:47:32.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.640+0000 7fba234848c0 1 < canceled part key=_multipart_KRKXNAQ12TAP.2~L3H7L36Y7SEW.0 size=125957 2024-09-22T08:47:32.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.648+0000 7fba234848c0 1 < canceled multipart upload key=KRKXNAQ12TAP upload=L3H7L36Y7SEW tag=0Q4VCACJ0S3C type=write size=1174533 2024-09-22T08:47:32.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.652+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~4GJUEDV2QSV2.0 size=730850 2024-09-22T08:47:32.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.652+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=4GJUEDV2QSV2 tag=NX9NL7Z70S39 type=write size=1779426 2024-09-22T08:47:32.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.656+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=P6EPMMUYU11E type=del 2024-09-22T08:47:32.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.660+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=C92AJVBEEXTX type=write size=731556 2024-09-22T08:47:32.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.664+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~OGGP4TYHV48R.0 size=1048576 2024-09-22T08:47:32.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.664+0000 7fba234848c0 1 < canceled part key=_multipart_HIXQW88EAGMF.2~OGGP4TYHV48R.1 size=84789 2024-09-22T08:47:32.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.672+0000 7fba234848c0 1 < canceled multipart upload key=HIXQW88EAGMF upload=OGGP4TYHV48R tag=A45I1B4KK5PB type=write size=2181941 2024-09-22T08:47:32.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.676+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~SACLFT7V1GC8.0 size=502407 2024-09-22T08:47:32.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.676+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=SACLFT7V1GC8 tag=V1YB9DD80V93 type=write size=1550983 2024-09-22T08:47:32.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.684+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~YZOU3PTSKI5S.0 size=987285 2024-09-22T08:47:32.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.692+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=YZOU3PTSKI5S tag=DPP9T2U83NKV type=write size=2035861 2024-09-22T08:47:32.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.692+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=6UQV5EBP3JHM type=del size=3206619 2024-09-22T08:47:32.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.696+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.0 size=1048576 2024-09-22T08:47:32.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.700+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.1 size=1048576 2024-09-22T08:47:32.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.704+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~WB8EL847D7GG.2 size=892945 2024-09-22T08:47:32.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.708+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=WB8EL847D7GG tag=IZ2C5SB0Q59V type=write size=4038673 2024-09-22T08:47:32.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.708+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=ALPUS30NNQVH type=del size=3834569 2024-09-22T08:47:32.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.712+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=C88VPEI2X4Z7 type=del 2024-09-22T08:47:32.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.716+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=DLJGLHV0AJKF type=del size=1527573 2024-09-22T08:47:32.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.720+0000 7fba234848c0 1 < suggested update operation key=3CD2AW1H64C4 tag=AQET9N5695TF type=del size=62981 2024-09-22T08:47:32.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.728+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~35GXE8I8W56H.0 size=1048576 2024-09-22T08:47:32.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.728+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~35GXE8I8W56H.1 size=693302 2024-09-22T08:47:32.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.728+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=35GXE8I8W56H tag=AJWDCDDW074N type=write size=2790454 2024-09-22T08:47:32.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.732+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=M20HBAWZJ11S type=write size=29485 2024-09-22T08:47:32.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.736+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=SN9BC80DPGC9 type=del size=243768 2024-09-22T08:47:32.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.736+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~AQNRIOME5B9N.0 size=1048576 2024-09-22T08:47:32.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.740+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~AQNRIOME5B9N.1 size=975578 2024-09-22T08:47:32.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.744+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=AQNRIOME5B9N tag=3CKPQ2K611XK type=write size=3072730 2024-09-22T08:47:32.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.748+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=XC9VEDN98TII type=del size=1830362 2024-09-22T08:47:32.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.748+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~65M98S82AKF2.0 size=1048576 2024-09-22T08:47:32.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.752+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~65M98S82AKF2.1 size=842809 2024-09-22T08:47:32.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.756+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=65M98S82AKF2 tag=DG54D0I52VBL type=write size=2939961 2024-09-22T08:47:32.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.760+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~WEXXDRPQKUW6.0 size=1048576 2024-09-22T08:47:32.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.760+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~WEXXDRPQKUW6.1 size=335020 2024-09-22T08:47:32.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.760+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=WEXXDRPQKUW6 tag=JZ0Y7XF9FFL5 type=write size=2432172 2024-09-22T08:47:32.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.764+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.0 size=1048576 2024-09-22T08:47:32.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.768+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.1 size=1048576 2024-09-22T08:47:32.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.768+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~SCEB9F2RAH2N.2 size=436354 2024-09-22T08:47:32.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.772+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=SCEB9F2RAH2N tag=V1LAM1J0UBYV type=write size=3582082 2024-09-22T08:47:32.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.776+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.0 size=1048576 2024-09-22T08:47:32.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.780+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.1 size=1048576 2024-09-22T08:47:32.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.780+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.2 size=842471 2024-09-22T08:47:32.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.780+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=1HB3V305SR12 tag=9CBB5MIQTTE0 type=write size=3988199 2024-09-22T08:47:32.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.784+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=FDA217D47CPB type=del 2024-09-22T08:47:32.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.788+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~2SZAGMBDRDHW.0 size=595626 2024-09-22T08:47:32.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.788+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=2SZAGMBDRDHW tag=GNT1XMHTHA23 type=write size=1644202 2024-09-22T08:47:32.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.792+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=RPUOT66CR8RV type=del 2024-09-22T08:47:32.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.796+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=QIJDZZ9170JT type=del size=3218494 2024-09-22T08:47:32.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.796+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=4EA6YJFZV5H6 type=del 2024-09-22T08:47:32.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.800+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=LCUME3CKGN1P type=del size=2601478 2024-09-22T08:47:32.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.800+0000 7fba234848c0 1 < canceled operation key=SXWPN1W7H9NU tag=RWN37I8UUEUP type=del size=1425290 2024-09-22T08:47:32.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.808+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.0 size=1048576 2024-09-22T08:47:32.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.808+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.1 size=1048576 2024-09-22T08:47:32.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.812+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.2 size=529496 2024-09-22T08:47:32.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.812+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=QORFQX291IG9 tag=D9DX2AV3VV41 type=write size=3675224 2024-09-22T08:47:32.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.816+0000 7fba234848c0 1 < suggested remove operation key=O9XG5ZSCM5AT tag=FFRVWAQUWYOH type=del 2024-09-22T08:47:32.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.820+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=SQONEXYYEQ9B type=del size=2003191 2024-09-22T08:47:32.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.820+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~4GJUEDV2QSV2.0 size=730850 2024-09-22T08:47:32.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.828+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=4GJUEDV2QSV2 tag=NX9NL7Z70S39 type=write size=1779426 2024-09-22T08:47:32.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.828+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=QSN36HX7E053 type=del size=1363785 2024-09-22T08:47:32.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.836+0000 7fba234848c0 1 < suggested update operation key=HIXQW88EAGMF tag=C92AJVBEEXTX type=write size=731556 2024-09-22T08:47:32.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.836+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=98IYR9N5C6EL type=write size=1004991 2024-09-22T08:47:32.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.840+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~SACLFT7V1GC8.0 size=502407 2024-09-22T08:47:32.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.844+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=SACLFT7V1GC8 tag=V1YB9DD80V93 type=write size=1550983 2024-09-22T08:47:32.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.848+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=NZY0DA36CR4D type=del size=704017 2024-09-22T08:47:32.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.848+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=6UQV5EBP3JHM type=del 2024-09-22T08:47:32.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.856+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~KJGL4UP1CRY7.0 size=142708 2024-09-22T08:47:32.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.856+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=KJGL4UP1CRY7 tag=S19H3P8W02PR type=write size=1191284 2024-09-22T08:47:32.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.860+0000 7fba234848c0 1 < suggested remove operation key=1Z5GJVJORAGA tag=ALPUS30NNQVH type=del 2024-09-22T08:47:32.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.864+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=BMSJM2N962DI type=del size=332359 2024-09-22T08:47:32.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.868+0000 7fba234848c0 1 < suggested update operation key=MOCPURWGSRGV tag=DLJGLHV0AJKF type=del size=1527573 2024-09-22T08:47:32.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.872+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=420WFZP67QRN type=write size=1037704 2024-09-22T08:47:32.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.872+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~35GXE8I8W56H.0 size=1048576 2024-09-22T08:47:32.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.876+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~35GXE8I8W56H.1 size=693302 2024-09-22T08:47:32.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.880+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=35GXE8I8W56H tag=AJWDCDDW074N type=write size=2790454 2024-09-22T08:47:32.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.884+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=O8I4R2FHC0B6 type=del size=290175 2024-09-22T08:47:32.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.888+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=SN9BC80DPGC9 type=del 2024-09-22T08:47:32.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.892+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~3QVV7KLKY2S1.0 size=604711 2024-09-22T08:47:32.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.892+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=3QVV7KLKY2S1 tag=3VXFQWCJVM3C type=write size=1653287 2024-09-22T08:47:32.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.892+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=XC9VEDN98TII type=del 2024-09-22T08:47:32.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.896+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=SSVIO82WQT55 type=write size=834826 2024-09-22T08:47:32.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.900+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~WEXXDRPQKUW6.0 size=1048576 2024-09-22T08:47:32.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.900+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~WEXXDRPQKUW6.1 size=335020 2024-09-22T08:47:32.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.904+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=WEXXDRPQKUW6 tag=JZ0Y7XF9FFL5 type=write size=2432172 2024-09-22T08:47:32.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.912+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~WFV4YVWGXETI.0 size=1048576 2024-09-22T08:47:32.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.912+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~WFV4YVWGXETI.1 size=991933 2024-09-22T08:47:32.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.912+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=WFV4YVWGXETI tag=EKXLG8519ZSG type=write size=3089085 2024-09-22T08:47:32.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.912+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.0 size=1048576 2024-09-22T08:47:32.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.916+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.1 size=1048576 2024-09-22T08:47:32.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.916+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~1HB3V305SR12.2 size=842471 2024-09-22T08:47:32.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.920+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=1HB3V305SR12 tag=9CBB5MIQTTE0 type=write size=3988199 2024-09-22T08:47:32.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.924+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=7E4XOR6P8NL3 type=del size=1100677 2024-09-22T08:47:32.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.924+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~2SZAGMBDRDHW.0 size=595626 2024-09-22T08:47:32.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.928+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=2SZAGMBDRDHW tag=GNT1XMHTHA23 type=write size=1644202 2024-09-22T08:47:32.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.936+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.0 size=1048576 2024-09-22T08:47:32.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.940+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.1 size=1048576 2024-09-22T08:47:32.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.940+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.2 size=869168 2024-09-22T08:47:32.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.940+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=3WZOH0A0T1D6 tag=TCNB225NXB97 type=write size=4014896 2024-09-22T08:47:32.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.944+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=QIJDZZ9170JT type=del 2024-09-22T08:47:32.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.948+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=Y1UZJC8YYBAE type=del size=4124378 2024-09-22T08:47:32.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.952+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=LCUME3CKGN1P type=del 2024-09-22T08:47:32.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.952+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=R30794W7ZY4S type=del size=3993509 2024-09-22T08:47:32.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.956+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.0 size=1048576 2024-09-22T08:47:32.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.960+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.1 size=1048576 2024-09-22T08:47:32.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.960+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~QORFQX291IG9.2 size=529496 2024-09-22T08:47:32.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.964+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=QORFQX291IG9 tag=D9DX2AV3VV41 type=write size=3675224 2024-09-22T08:47:32.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.972+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~SKFIBP5NWGD6.0 size=1048576 2024-09-22T08:47:32.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.976+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~SKFIBP5NWGD6.1 size=135820 2024-09-22T08:47:32.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.976+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=SKFIBP5NWGD6 tag=8X4TA9G3L608 type=write size=2232972 2024-09-22T08:47:32.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.980+0000 7fba234848c0 1 < suggested remove operation key=HIXQW88EAGMF tag=SQONEXYYEQ9B type=del 2024-09-22T08:47:32.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.984+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.0 size=1048576 2024-09-22T08:47:32.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.988+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.1 size=1048576 2024-09-22T08:47:32.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.988+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.2 size=249712 2024-09-22T08:47:32.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.988+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=41E41LJ2N2PL tag=MF6AA2L0SW8M type=write size=3395440 2024-09-22T08:47:32.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.992+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=QSN36HX7E053 type=del 2024-09-22T08:47:32.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:32.996+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.0 size=1048576 2024-09-22T08:47:33.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.000+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.1 size=1048576 2024-09-22T08:47:33.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.000+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.2 size=883256 2024-09-22T08:47:33.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.000+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=ZZJNW0S1A7AW tag=K68W5DK6EVI0 type=write size=4028984 2024-09-22T08:47:33.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.004+0000 7fba234848c0 1 < canceled operation key=3CD2AW1H64C4 tag=98IYR9N5C6EL type=write size=1004991 2024-09-22T08:47:33.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.008+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=YR6D49O430TG type=del size=1429189 2024-09-22T08:47:33.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.008+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=NZY0DA36CR4D type=del 2024-09-22T08:47:33.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.012+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=RFWUAF11AREG type=del size=979179 2024-09-22T08:47:33.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.012+0000 7fba234848c0 1 < canceled part key=_multipart_ZPSMOAQSZZ68.2~KJGL4UP1CRY7.0 size=142708 2024-09-22T08:47:33.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.016+0000 7fba234848c0 1 < canceled multipart upload key=ZPSMOAQSZZ68 upload=KJGL4UP1CRY7 tag=S19H3P8W02PR type=write size=1191284 2024-09-22T08:47:33.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.020+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~9GX2D0MDNAJW.0 size=36729 2024-09-22T08:47:33.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.020+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=9GX2D0MDNAJW tag=DI7REWQKFDXD type=write size=1085305 2024-09-22T08:47:33.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.024+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=BMSJM2N962DI type=del 2024-09-22T08:47:33.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.028+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=OK85AGDGBEPL type=write size=996242 2024-09-22T08:47:33.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.032+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=420WFZP67QRN type=write 2024-09-22T08:47:33.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.036+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.0 size=1048576 2024-09-22T08:47:33.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.036+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.1 size=1048576 2024-09-22T08:47:33.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.040+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.2 size=956674 2024-09-22T08:47:33.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.040+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=XL64DC6IKI84 tag=9X1P8KWPA3UI type=write size=4102402 2024-09-22T08:47:33.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.040+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=O8I4R2FHC0B6 type=del 2024-09-22T08:47:33.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.044+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=PC8NMR90BWQ6 type=del size=1929929 2024-09-22T08:47:33.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.048+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~3QVV7KLKY2S1.0 size=604711 2024-09-22T08:47:33.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.052+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=3QVV7KLKY2S1 tag=3VXFQWCJVM3C type=write size=1653287 2024-09-22T08:47:33.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.052+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=5VFDQXVXYVHI type=del size=1444694 2024-09-22T08:47:33.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.056+0000 7fba234848c0 1 < completed write operation key=7RKB0H1OQF18 tag=SSVIO82WQT55 type=write size=834826 2024-09-22T08:47:33.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.060+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~SEF4YYR0V2FS.0 size=697576 2024-09-22T08:47:33.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.060+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=SEF4YYR0V2FS tag=SY1YA2PIBPA7 type=write size=1746152 2024-09-22T08:47:33.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.064+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~WFV4YVWGXETI.0 size=1048576 2024-09-22T08:47:33.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.064+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~WFV4YVWGXETI.1 size=991933 2024-09-22T08:47:33.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.068+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=WFV4YVWGXETI tag=EKXLG8519ZSG type=write size=3089085 2024-09-22T08:47:33.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.072+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=P0AH33HPJXV8 type=del size=1486807 2024-09-22T08:47:33.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.076+0000 7fba234848c0 1 < suggested update operation key=XPSLU2TK0YUO tag=7E4XOR6P8NL3 type=del size=1100677 2024-09-22T08:47:33.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.080+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=69IGD98484RH type=write size=620218 2024-09-22T08:47:33.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.080+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.0 size=1048576 2024-09-22T08:47:33.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.084+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.1 size=1048576 2024-09-22T08:47:33.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.088+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~3WZOH0A0T1D6.2 size=869168 2024-09-22T08:47:33.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.092+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=3WZOH0A0T1D6 tag=TCNB225NXB97 type=write size=4014896 2024-09-22T08:47:33.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.096+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.0 size=1048576 2024-09-22T08:47:33.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.100+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.1 size=1048576 2024-09-22T08:47:33.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.100+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.2 size=617773 2024-09-22T08:47:33.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.100+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=HE2JZT2BN9DK tag=8I9U81B88S21 type=write size=3763501 2024-09-22T08:47:33.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.108+0000 7fba234848c0 1 < suggested remove operation key=9O9DP75SBF2O tag=Y1UZJC8YYBAE type=del 2024-09-22T08:47:33.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.108+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=0Y8OPQI4XNJ4 type=del size=99885 2024-09-22T08:47:33.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.112+0000 7fba234848c0 -1 < failed to complete operation key=HIXQW88EAGMF tag=R30794W7ZY4S type=del size=3993509: (22) Invalid argument 2024-09-22T08:47:33.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.116+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.0 size=1048576 2024-09-22T08:47:33.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.120+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.1 size=1048576 2024-09-22T08:47:33.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.120+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.2 size=107832 2024-09-22T08:47:33.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.120+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=HC9NUBGDYVR7 tag=WN38QV0EO5RL type=write size=3253560 2024-09-22T08:47:33.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.124+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~SKFIBP5NWGD6.0 size=1048576 2024-09-22T08:47:33.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.128+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~SKFIBP5NWGD6.1 size=135820 2024-09-22T08:47:33.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.132+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=SKFIBP5NWGD6 tag=8X4TA9G3L608 type=write size=2232972 2024-09-22T08:47:33.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.132+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=6DNEFEUT3R7Q type=write size=621978 2024-09-22T08:47:33.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.136+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.0 size=1048576 2024-09-22T08:47:33.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.136+0000 7fba234848c0 1 < canceled part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.1 size=1048576 2024-09-22T08:47:33.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.140+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~41E41LJ2N2PL.2 size=249712 2024-09-22T08:47:33.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.144+0000 7fba234848c0 1 < canceled multipart upload key=Y083D5F4X87G upload=41E41LJ2N2PL tag=MF6AA2L0SW8M type=write size=3395440 2024-09-22T08:47:33.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.148+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.0 size=1048576 2024-09-22T08:47:33.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.152+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.1 size=1048576 2024-09-22T08:47:33.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.152+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.2 size=764515 2024-09-22T08:47:33.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.152+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=SYXMAR3E4XXC tag=JES40IU7F6XQ type=write size=3910243 2024-09-22T08:47:33.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.156+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.0 size=1048576 2024-09-22T08:47:33.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.160+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.1 size=1048576 2024-09-22T08:47:33.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.160+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~ZZJNW0S1A7AW.2 size=883256 2024-09-22T08:47:33.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.164+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=ZZJNW0S1A7AW tag=K68W5DK6EVI0 type=write size=4028984 2024-09-22T08:47:33.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.168+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~M3WQ0F206OND.0 size=583895 2024-09-22T08:47:33.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.168+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=M3WQ0F206OND tag=MD7JXJUJ97DY type=write size=1632471 2024-09-22T08:47:33.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.172+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=YR6D49O430TG type=del 2024-09-22T08:47:33.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.176+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=V475FXAUXRDO type=del size=3667798 2024-09-22T08:47:33.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.180+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=RFWUAF11AREG type=del 2024-09-22T08:47:33.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.184+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=Q7VESILNGDBQ type=write size=256705 2024-09-22T08:47:33.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.188+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~9GX2D0MDNAJW.0 size=36729 2024-09-22T08:47:33.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.196+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=9GX2D0MDNAJW tag=DI7REWQKFDXD type=write size=1085305 2024-09-22T08:47:33.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.196+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=EWR7Y06R859P type=del size=3061394 2024-09-22T08:47:33.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.200+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=OK85AGDGBEPL type=write size=996242 2024-09-22T08:47:33.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.204+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~95858RYGU3IG.0 size=74275 2024-09-22T08:47:33.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.204+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=95858RYGU3IG tag=NI616TBQ92DF type=write size=1122851 2024-09-22T08:47:33.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.208+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.0 size=1048576 2024-09-22T08:47:33.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.212+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.1 size=1048576 2024-09-22T08:47:33.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.216+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~XL64DC6IKI84.2 size=956674 2024-09-22T08:47:33.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.220+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=XL64DC6IKI84 tag=9X1P8KWPA3UI type=write size=4102402 2024-09-22T08:47:33.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.224+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=UCXG29GJJWZ4 type=del size=1083547 2024-09-22T08:47:33.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.228+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=PC8NMR90BWQ6 type=del 2024-09-22T08:47:33.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.232+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.0 size=1048576 2024-09-22T08:47:33.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.236+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.1 size=1048576 2024-09-22T08:47:33.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.240+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.2 size=437173 2024-09-22T08:47:33.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.240+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=BOJABAX4PGBA tag=UE6PON03CS83 type=write size=3582901 2024-09-22T08:47:33.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.244+0000 7fba234848c0 1 < canceled operation key=9GIEU2BNPYSC tag=5VFDQXVXYVHI type=del size=1444694 2024-09-22T08:47:33.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.244+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=7ITXH6HJ5KHO type=del size=441291 2024-09-22T08:47:33.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.248+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~SEF4YYR0V2FS.0 size=697576 2024-09-22T08:47:33.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.252+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=SEF4YYR0V2FS tag=SY1YA2PIBPA7 type=write size=1746152 2024-09-22T08:47:33.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.260+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~UM2LRUBZR9TA.0 size=418281 2024-09-22T08:47:33.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.260+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=UM2LRUBZR9TA tag=A6D73WT5FREC type=write size=1466857 2024-09-22T08:47:33.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.264+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=P0AH33HPJXV8 type=del 2024-09-22T08:47:33.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.268+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=ZFMWU2AYBGBR type=del size=676342 2024-09-22T08:47:33.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.268+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=69IGD98484RH type=write size=620218 2024-09-22T08:47:33.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.272+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=40DR8ASSE7UW type=del size=3279392 2024-09-22T08:47:33.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.276+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.0 size=1048576 2024-09-22T08:47:33.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.276+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.1 size=1048576 2024-09-22T08:47:33.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.280+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~HE2JZT2BN9DK.2 size=617773 2024-09-22T08:47:33.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.284+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=HE2JZT2BN9DK tag=8I9U81B88S21 type=write size=3763501 2024-09-22T08:47:33.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.292+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~6X5GDUKU4PWN.0 size=487578 2024-09-22T08:47:33.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.292+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=6X5GDUKU4PWN tag=VHTXM8TH9IZ7 type=write size=1536154 2024-09-22T08:47:33.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.296+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=0Y8OPQI4XNJ4 type=del 2024-09-22T08:47:33.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.296+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=F4JBCY3A1KW5 type=del size=1881873 2024-09-22T08:47:33.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.300+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.0 size=1048576 2024-09-22T08:47:33.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.304+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.1 size=1048576 2024-09-22T08:47:33.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.308+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~HC9NUBGDYVR7.2 size=107832 2024-09-22T08:47:33.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.312+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=HC9NUBGDYVR7 tag=WN38QV0EO5RL type=write size=3253560 2024-09-22T08:47:33.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.316+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=9DFTO5Y3XUNC type=del size=50538 2024-09-22T08:47:33.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.320+0000 7fba234848c0 1 < suggested update operation key=9TLPZUCDVLEL tag=6DNEFEUT3R7Q type=write size=621978 2024-09-22T08:47:33.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.324+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=CLI57WCWPIEE type=del size=166174 2024-09-22T08:47:33.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.328+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.0 size=1048576 2024-09-22T08:47:33.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.328+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.1 size=1048576 2024-09-22T08:47:33.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.332+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~SYXMAR3E4XXC.2 size=764515 2024-09-22T08:47:33.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.336+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=SYXMAR3E4XXC tag=JES40IU7F6XQ type=write size=3910243 2024-09-22T08:47:33.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.344+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~3UTSIJPPYSKI.0 size=1048576 2024-09-22T08:47:33.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.348+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~3UTSIJPPYSKI.1 size=617964 2024-09-22T08:47:33.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.348+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=3UTSIJPPYSKI tag=2B96X98TODQX type=write size=2715116 2024-09-22T08:47:33.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.352+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~M3WQ0F206OND.0 size=583895 2024-09-22T08:47:33.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.356+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=M3WQ0F206OND tag=MD7JXJUJ97DY type=write size=1632471 2024-09-22T08:47:33.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.360+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~1WI04YGF1U2W.0 size=1017536 2024-09-22T08:47:33.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.360+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=1WI04YGF1U2W tag=M3JVCCD4KK33 type=write size=2066112 2024-09-22T08:47:33.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.364+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=V475FXAUXRDO type=del 2024-09-22T08:47:33.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.368+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.0 size=1048576 2024-09-22T08:47:33.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.372+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.1 size=1048576 2024-09-22T08:47:33.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.376+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.2 size=296283 2024-09-22T08:47:33.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.376+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=NEVR2GQE7T50 tag=Q7TLPIUY302T type=write size=3442011 2024-09-22T08:47:33.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.376+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=Q7VESILNGDBQ type=write size=256705 2024-09-22T08:47:33.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.380+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=07LEEHEMTOUE type=del size=664130 2024-09-22T08:47:33.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.384+0000 7fba234848c0 1 < canceled operation key=O9XG5ZSCM5AT tag=EWR7Y06R859P type=del size=3061394 2024-09-22T08:47:33.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.388+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=YUWN4PFH8BOC type=del size=3131649 2024-09-22T08:47:33.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.388+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~95858RYGU3IG.0 size=74275 2024-09-22T08:47:33.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.396+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=95858RYGU3IG tag=NI616TBQ92DF type=write size=1122851 2024-09-22T08:47:33.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.396+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=EA3APZFY3EGD type=del size=2172615 2024-09-22T08:47:33.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.400+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=UCXG29GJJWZ4 type=del 2024-09-22T08:47:33.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.404+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=CQ5SIK2GT7V3 type=del size=3036238 2024-09-22T08:47:33.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.408+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.0 size=1048576 2024-09-22T08:47:33.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.408+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.1 size=1048576 2024-09-22T08:47:33.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.412+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~BOJABAX4PGBA.2 size=437173 2024-09-22T08:47:33.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.416+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=BOJABAX4PGBA tag=UE6PON03CS83 type=write size=3582901 2024-09-22T08:47:33.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.420+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=C4RXM8QWH13T type=del size=3595447 2024-09-22T08:47:33.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.428+0000 7fba234848c0 1 < suggested update operation key=3IJ0ZLECW5JT tag=7ITXH6HJ5KHO type=del size=441291 2024-09-22T08:47:33.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.436+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~9BN7Y14YLM9U.0 size=575339 2024-09-22T08:47:33.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.436+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=9BN7Y14YLM9U tag=HDBMNCPE9RG0 type=write size=1623915 2024-09-22T08:47:33.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.436+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~UM2LRUBZR9TA.0 size=418281 2024-09-22T08:47:33.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.444+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=UM2LRUBZR9TA tag=A6D73WT5FREC type=write size=1466857 2024-09-22T08:47:33.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.444+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=L0BBLG4V8CHT type=del size=632294 2024-09-22T08:47:33.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.448+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=ZFMWU2AYBGBR type=del 2024-09-22T08:47:33.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.452+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~BP078YVK2B1N.0 size=1048576 2024-09-22T08:47:33.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.456+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~BP078YVK2B1N.1 size=648577 2024-09-22T08:47:33.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.456+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=BP078YVK2B1N tag=TNCXPXB06W6I type=write size=2745729 2024-09-22T08:47:33.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.460+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=40DR8ASSE7UW type=del 2024-09-22T08:47:33.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.468+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~1TIRNSQPNFC5.0 size=1048576 2024-09-22T08:47:33.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.468+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~1TIRNSQPNFC5.1 size=657633 2024-09-22T08:47:33.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.468+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=1TIRNSQPNFC5 tag=0SG5OAYAA5TP type=write size=2754785 2024-09-22T08:47:33.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.472+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~6X5GDUKU4PWN.0 size=487578 2024-09-22T08:47:33.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.476+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=6X5GDUKU4PWN tag=VHTXM8TH9IZ7 type=write size=1536154 2024-09-22T08:47:33.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.484+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=HX3O3GUFLN6S type=del size=1193691 2024-09-22T08:47:33.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.488+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=F4JBCY3A1KW5 type=del 2024-09-22T08:47:33.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.492+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=L6GXS95R5RSK type=del size=1919032 2024-09-22T08:47:33.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.496+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=9DFTO5Y3XUNC type=del 2024-09-22T08:47:33.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.504+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~LGLGVZZYH1OW.0 size=317732 2024-09-22T08:47:33.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.504+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=LGLGVZZYH1OW tag=0B4CIMO34OO0 type=write size=1366308 2024-09-22T08:47:33.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.512+0000 7fba234848c0 1 < suggested remove operation key=SXWPN1W7H9NU tag=CLI57WCWPIEE type=del 2024-09-22T08:47:33.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.516+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=0Z0H9Y2D7NPK type=write size=683692 2024-09-22T08:47:33.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.520+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~3UTSIJPPYSKI.0 size=1048576 2024-09-22T08:47:33.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.520+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~3UTSIJPPYSKI.1 size=617964 2024-09-22T08:47:33.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.524+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=3UTSIJPPYSKI tag=2B96X98TODQX type=write size=2715116 2024-09-22T08:47:33.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.532+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~BASMJHJ75B04.0 size=688717 2024-09-22T08:47:33.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.532+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=BASMJHJ75B04 tag=DJUNRRJH9EC9 type=write size=1737293 2024-09-22T08:47:33.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.536+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~1WI04YGF1U2W.0 size=1017536 2024-09-22T08:47:33.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.540+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=1WI04YGF1U2W tag=M3JVCCD4KK33 type=write size=2066112 2024-09-22T08:47:33.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.548+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.0 size=1048576 2024-09-22T08:47:33.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.552+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.1 size=1048576 2024-09-22T08:47:33.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.552+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.2 size=765697 2024-09-22T08:47:33.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.552+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=IGVCALPVRNST tag=HTJ4I9FXLLGL type=write size=3911425 2024-09-22T08:47:33.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.556+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.0 size=1048576 2024-09-22T08:47:33.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.560+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.1 size=1048576 2024-09-22T08:47:33.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.560+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~NEVR2GQE7T50.2 size=296283 2024-09-22T08:47:33.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.568+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=NEVR2GQE7T50 tag=Q7TLPIUY302T type=write size=3442011 2024-09-22T08:47:33.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.572+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=53N7ZK44ZPAV type=write size=522717 2024-09-22T08:47:33.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.576+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=07LEEHEMTOUE type=del 2024-09-22T08:47:33.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.576+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=I1YE9CZIUQLM type=write size=8271 2024-09-22T08:47:33.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.580+0000 7fba234848c0 1 < canceled operation key=9LS4I6V78QKR tag=YUWN4PFH8BOC type=del size=3131649 2024-09-22T08:47:33.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.584+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=H2HMX6P3ZTLA type=del size=4171657 2024-09-22T08:47:33.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.588+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=EA3APZFY3EGD type=del 2024-09-22T08:47:33.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.592+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=QS1596P09WIY type=write size=793811 2024-09-22T08:47:33.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.596+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=CQ5SIK2GT7V3 type=del 2024-09-22T08:47:33.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.600+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.0 size=1048576 2024-09-22T08:47:33.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.604+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.1 size=1048576 2024-09-22T08:47:33.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.608+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.2 size=426754 2024-09-22T08:47:33.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.608+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=QR4TT0QFHHY3 tag=MLYRNYJCWJZD type=write size=3572482 2024-09-22T08:47:33.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.608+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=C4RXM8QWH13T type=del 2024-09-22T08:47:33.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.612+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=R5ON0547FCCJ type=del size=524922 2024-09-22T08:47:33.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.616+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~9BN7Y14YLM9U.0 size=575339 2024-09-22T08:47:33.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.620+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=9BN7Y14YLM9U tag=HDBMNCPE9RG0 type=write size=1623915 2024-09-22T08:47:33.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.624+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=CJ0X0TKUNEKQ type=del size=1238692 2024-09-22T08:47:33.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.628+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=L0BBLG4V8CHT type=del 2024-09-22T08:47:33.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.632+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=1D3QJN3UX946 type=del size=2563402 2024-09-22T08:47:33.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.632+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~BP078YVK2B1N.0 size=1048576 2024-09-22T08:47:33.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.632+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~BP078YVK2B1N.1 size=648577 2024-09-22T08:47:33.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.640+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=BP078YVK2B1N tag=TNCXPXB06W6I type=write size=2745729 2024-09-22T08:47:33.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.644+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.0 size=1048576 2024-09-22T08:47:33.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.648+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.1 size=1048576 2024-09-22T08:47:33.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.648+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.2 size=492857 2024-09-22T08:47:33.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.648+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=CXZNYFDFB1FH tag=0EQ84XSPWUM2 type=write size=3638585 2024-09-22T08:47:33.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.652+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~1TIRNSQPNFC5.0 size=1048576 2024-09-22T08:47:33.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.656+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~1TIRNSQPNFC5.1 size=657633 2024-09-22T08:47:33.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.660+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=1TIRNSQPNFC5 tag=0SG5OAYAA5TP type=write size=2754785 2024-09-22T08:47:33.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.664+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=U0LQ0GR8IOME type=del size=3305935 2024-09-22T08:47:33.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.664+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=HX3O3GUFLN6S type=del 2024-09-22T08:47:33.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.672+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~ZC2G0MF0BQQM.0 size=1048576 2024-09-22T08:47:33.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.672+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~ZC2G0MF0BQQM.1 size=471224 2024-09-22T08:47:33.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.672+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=ZC2G0MF0BQQM tag=299PYB7ZA1ST type=write size=2568376 2024-09-22T08:47:33.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.676+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=L6GXS95R5RSK type=del 2024-09-22T08:47:33.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.680+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=0I6DKZALRR9M type=del size=4132532 2024-09-22T08:47:33.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.684+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~LGLGVZZYH1OW.0 size=317732 2024-09-22T08:47:33.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.688+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=LGLGVZZYH1OW tag=0B4CIMO34OO0 type=write size=1366308 2024-09-22T08:47:33.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.692+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~UUT0DUWA0U4I.0 size=1048576 2024-09-22T08:47:33.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.696+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~UUT0DUWA0U4I.1 size=953289 2024-09-22T08:47:33.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.696+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=UUT0DUWA0U4I tag=5BYFKF0CRP9U type=write size=3050441 2024-09-22T08:47:33.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.696+0000 7fba234848c0 1 < completed write operation key=UC095FCB73FU tag=0Z0H9Y2D7NPK type=write size=683692 2024-09-22T08:47:33.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.704+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.0 size=1048576 2024-09-22T08:47:33.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.704+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.1 size=1048576 2024-09-22T08:47:33.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.708+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.2 size=292546 2024-09-22T08:47:33.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.708+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=KDQ4N1D01N51 tag=ISM0M2JQK14M type=write size=3438274 2024-09-22T08:47:33.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.712+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~BASMJHJ75B04.0 size=688717 2024-09-22T08:47:33.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.716+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=BASMJHJ75B04 tag=DJUNRRJH9EC9 type=write size=1737293 2024-09-22T08:47:33.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.720+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=LI7ZP3Q73Z8K type=del size=513886 2024-09-22T08:47:33.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.724+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.0 size=1048576 2024-09-22T08:47:33.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.728+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.1 size=1048576 2024-09-22T08:47:33.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.728+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~IGVCALPVRNST.2 size=765697 2024-09-22T08:47:33.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.736+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=IGVCALPVRNST tag=HTJ4I9FXLLGL type=write size=3911425 2024-09-22T08:47:33.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.740+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~5KD48XGJUX0C.0 size=1048576 2024-09-22T08:47:33.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.740+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~5KD48XGJUX0C.1 size=1056 2024-09-22T08:47:33.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.740+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=5KD48XGJUX0C tag=1DBDC3CFTP4D type=write size=2098208 2024-09-22T08:47:33.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.744+0000 7fba234848c0 1 < completed write operation key=9O9DP75SBF2O tag=53N7ZK44ZPAV type=write size=522717 2024-09-22T08:47:33.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.748+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=497T5DN09E7Y type=del size=2217545 2024-09-22T08:47:33.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.752+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=I1YE9CZIUQLM type=write size=8271 2024-09-22T08:47:33.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.756+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=9DERYJTNF996 type=write size=621409 2024-09-22T08:47:33.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.760+0000 7fba234848c0 1 < suggested update operation key=KRKXNAQ12TAP tag=H2HMX6P3ZTLA type=del size=4171657 2024-09-22T08:47:33.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.764+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~QI3OTH9X666S.0 size=576548 2024-09-22T08:47:33.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.764+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=QI3OTH9X666S tag=H562ESEQDZKU type=write size=1625124 2024-09-22T08:47:33.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.768+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=QS1596P09WIY type=write size=793811 2024-09-22T08:47:33.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.772+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=HGGFLHH8JLFH type=del size=3189632 2024-09-22T08:47:33.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.776+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.0 size=1048576 2024-09-22T08:47:33.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.776+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.1 size=1048576 2024-09-22T08:47:33.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.776+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~QR4TT0QFHHY3.2 size=426754 2024-09-22T08:47:33.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.784+0000 7fba234848c0 1 < canceled multipart upload key=XPSLU2TK0YUO upload=QR4TT0QFHHY3 tag=MLYRNYJCWJZD type=write size=3572482 2024-09-22T08:47:33.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.788+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=MP6W6L2IMT2N type=del size=4050945 2024-09-22T08:47:33.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.792+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=R5ON0547FCCJ type=del 2024-09-22T08:47:33.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.796+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.0 size=1048576 2024-09-22T08:47:33.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.800+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.1 size=1048576 2024-09-22T08:47:33.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.800+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.2 size=776270 2024-09-22T08:47:33.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.800+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=9EH7DCRBYTB0 tag=N5FGAIUM32IC type=write size=3921998 2024-09-22T08:47:33.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.808+0000 7fba234848c0 1 < suggested update operation key=1ZBDU0O6HI8A tag=CJ0X0TKUNEKQ type=del size=1238692 2024-09-22T08:47:33.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.812+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=C5IWAV1EGKIR type=del size=2105075 2024-09-22T08:47:33.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.816+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=1D3QJN3UX946 type=del 2024-09-22T08:47:33.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.816+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=DUNU4AETOC7K type=del size=2647750 2024-09-22T08:47:33.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.820+0000 7fba234848c0 1 < canceled part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.0 size=1048576 2024-09-22T08:47:33.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.820+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.1 size=1048576 2024-09-22T08:47:33.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.824+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~CXZNYFDFB1FH.2 size=492857 2024-09-22T08:47:33.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.828+0000 7fba234848c0 1 < canceled multipart upload key=MOCPURWGSRGV upload=CXZNYFDFB1FH tag=0EQ84XSPWUM2 type=write size=3638585 2024-09-22T08:47:33.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.832+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=28RSIHWWQLN1 type=del size=12641 2024-09-22T08:47:33.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.836+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=U0LQ0GR8IOME type=del 2024-09-22T08:47:33.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.836+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=SRCS00IKX5G3 type=del size=2401215 2024-09-22T08:47:33.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.840+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~ZC2G0MF0BQQM.0 size=1048576 2024-09-22T08:47:33.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.840+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~ZC2G0MF0BQQM.1 size=471224 2024-09-22T08:47:33.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.844+0000 7fba234848c0 1 < canceled multipart upload key=3CD2AW1H64C4 upload=ZC2G0MF0BQQM tag=299PYB7ZA1ST type=write size=2568376 2024-09-22T08:47:33.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.848+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=YMBD7LJJCROO type=del size=3836550 2024-09-22T08:47:33.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.852+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=0I6DKZALRR9M type=del 2024-09-22T08:47:33.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.852+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=5ZRKNMPJ9DOR type=del size=3181510 2024-09-22T08:47:33.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.856+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~UUT0DUWA0U4I.0 size=1048576 2024-09-22T08:47:33.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.860+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~UUT0DUWA0U4I.1 size=953289 2024-09-22T08:47:33.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.864+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=UUT0DUWA0U4I tag=5BYFKF0CRP9U type=write size=3050441 2024-09-22T08:47:33.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.872+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~HPJH1I0HRVIE.0 size=929940 2024-09-22T08:47:33.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.872+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=HPJH1I0HRVIE tag=ACG5TVQ6BRII type=write size=1978516 2024-09-22T08:47:33.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.872+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.0 size=1048576 2024-09-22T08:47:33.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.876+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.1 size=1048576 2024-09-22T08:47:33.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.880+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~KDQ4N1D01N51.2 size=292546 2024-09-22T08:47:33.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.884+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=KDQ4N1D01N51 tag=ISM0M2JQK14M type=write size=3438274 2024-09-22T08:47:33.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.888+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~4O375PJYV94Q.0 size=112949 2024-09-22T08:47:33.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.888+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=4O375PJYV94Q tag=R2I4KTSVJQLY type=write size=1161525 2024-09-22T08:47:33.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.896+0000 7fba234848c0 1 < suggested remove operation key=9LS4I6V78QKR tag=LI7ZP3Q73Z8K type=del 2024-09-22T08:47:33.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.896+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=HF6AV4NJHB8A type=del size=3310042 2024-09-22T08:47:33.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.900+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~5KD48XGJUX0C.0 size=1048576 2024-09-22T08:47:33.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.904+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~5KD48XGJUX0C.1 size=1056 2024-09-22T08:47:33.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.908+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=5KD48XGJUX0C tag=1DBDC3CFTP4D type=write size=2098208 2024-09-22T08:47:33.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.912+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=NF0COQPMYDL6 type=del size=786124 2024-09-22T08:47:33.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.916+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=497T5DN09E7Y type=del 2024-09-22T08:47:33.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.920+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~2FTHJUSW8930.0 size=1048576 2024-09-22T08:47:33.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.920+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~2FTHJUSW8930.1 size=31147 2024-09-22T08:47:33.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.920+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=2FTHJUSW8930 tag=FL3NUFW1FD0E type=write size=2128299 2024-09-22T08:47:33.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.924+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=9DERYJTNF996 type=write size=621409 2024-09-22T08:47:33.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.928+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=4I2R9SBEXCY3 type=del size=2885530 2024-09-22T08:47:33.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.928+0000 7fba234848c0 1 < canceled part key=_multipart_7308WVXJKI53.2~QI3OTH9X666S.0 size=576548 2024-09-22T08:47:33.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.932+0000 7fba234848c0 1 < canceled multipart upload key=7308WVXJKI53 upload=QI3OTH9X666S tag=H562ESEQDZKU type=write size=1625124 2024-09-22T08:47:33.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.936+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=YK4N38D4U5LX type=del size=405055 2024-09-22T08:47:33.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.936+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=HGGFLHH8JLFH type=del 2024-09-22T08:47:33.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.944+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~DQSJXRYXUMPJ.0 size=1007595 2024-09-22T08:47:33.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.944+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=DQSJXRYXUMPJ tag=PYZY9DAV0YRT type=write size=2056171 2024-09-22T08:47:33.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.948+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=MP6W6L2IMT2N type=del size=4050945 2024-09-22T08:47:33.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.952+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=AFYL67JA9ZWT type=del size=1352654 2024-09-22T08:47:33.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.956+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.0 size=1048576 2024-09-22T08:47:33.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.956+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.1 size=1048576 2024-09-22T08:47:33.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.960+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~9EH7DCRBYTB0.2 size=776270 2024-09-22T08:47:33.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.964+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=9EH7DCRBYTB0 tag=N5FGAIUM32IC type=write size=3921998 2024-09-22T08:47:33.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.968+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=ZRQGWU4X7QSN type=del size=3717132 2024-09-22T08:47:33.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.972+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=C5IWAV1EGKIR type=del 2024-09-22T08:47:33.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.972+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=T2JU4WMBSSAO type=del size=1196450 2024-09-22T08:47:33.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.976+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=DUNU4AETOC7K type=del 2024-09-22T08:47:33.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.984+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~QSMM16LNDX26.0 size=1048576 2024-09-22T08:47:33.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.984+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~QSMM16LNDX26.1 size=330038 2024-09-22T08:47:33.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.984+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=QSMM16LNDX26 tag=1ZNI5AT9B47V type=write size=2427190 2024-09-22T08:47:33.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.988+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=28RSIHWWQLN1 type=del 2024-09-22T08:47:33.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.992+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.0 size=1048576 2024-09-22T08:47:33.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:33.996+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.1 size=1048576 2024-09-22T08:47:34.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.000+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.2 size=209943 2024-09-22T08:47:34.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.000+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=VQHT4CHJ9IG4 tag=5WNKHBUQ518W type=write size=3355671 2024-09-22T08:47:34.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.004+0000 7fba234848c0 1 < suggested remove operation key=MKZLY53HS342 tag=SRCS00IKX5G3 type=del 2024-09-22T08:47:34.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.008+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=XFBAQDQKTRMC type=del size=857249 2024-09-22T08:47:34.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.012+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=YMBD7LJJCROO type=del 2024-09-22T08:47:34.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.016+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=96Q83FX1M48U type=del size=800363 2024-09-22T08:47:34.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.020+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=5ZRKNMPJ9DOR type=del 2024-09-22T08:47:34.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.020+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=1JKRNJ9HZV6J type=del size=1555398 2024-09-22T08:47:34.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.024+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~HPJH1I0HRVIE.0 size=929940 2024-09-22T08:47:34.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.028+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=HPJH1I0HRVIE tag=ACG5TVQ6BRII type=write size=1978516 2024-09-22T08:47:34.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.032+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SCNI76O00174.0 size=1048576 2024-09-22T08:47:34.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.036+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~SCNI76O00174.1 size=58445 2024-09-22T08:47:34.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.036+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=SCNI76O00174 tag=Y22BCC238UMT type=write size=2155597 2024-09-22T08:47:34.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.036+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~4O375PJYV94Q.0 size=112949 2024-09-22T08:47:34.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.044+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=4O375PJYV94Q tag=R2I4KTSVJQLY type=write size=1161525 2024-09-22T08:47:34.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.044+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=L41MOMMUD4HT type=del size=3582839 2024-09-22T08:47:34.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.048+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=HF6AV4NJHB8A type=del 2024-09-22T08:47:34.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.052+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=5J7O46E6IOVV type=del size=1901136 2024-09-22T08:47:34.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.056+0000 7fba234848c0 1 < suggested update operation key=IELI1832WYYC tag=NF0COQPMYDL6 type=del size=786124 2024-09-22T08:47:34.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.060+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=DI5SS6GJBZJ0 type=write size=1026085 2024-09-22T08:47:34.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.064+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~2FTHJUSW8930.0 size=1048576 2024-09-22T08:47:34.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.064+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~2FTHJUSW8930.1 size=31147 2024-09-22T08:47:34.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.068+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=2FTHJUSW8930 tag=FL3NUFW1FD0E type=write size=2128299 2024-09-22T08:47:34.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.076+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~BYI4QPUUAA6D.0 size=338174 2024-09-22T08:47:34.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.076+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=BYI4QPUUAA6D tag=4KEA2CK2AGA7 type=write size=1386750 2024-09-22T08:47:34.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.076+0000 7fba234848c0 -1 < failed to complete operation key=IELI1832WYYC tag=4I2R9SBEXCY3 type=del size=2885530: (22) Invalid argument 2024-09-22T08:47:34.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.084+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~JT1K6M414KNI.0 size=202517 2024-09-22T08:47:34.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.084+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=JT1K6M414KNI tag=ZYBF5YQ6NK8F type=write size=1251093 2024-09-22T08:47:34.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.088+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=YK4N38D4U5LX type=del 2024-09-22T08:47:34.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.092+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~30KVBOXTWOC2.0 size=1048576 2024-09-22T08:47:34.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.096+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~30KVBOXTWOC2.1 size=272765 2024-09-22T08:47:34.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.096+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=30KVBOXTWOC2 tag=0K4UJGD1RUQW type=write size=2369917 2024-09-22T08:47:34.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.096+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~DQSJXRYXUMPJ.0 size=1007595 2024-09-22T08:47:34.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.104+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=DQSJXRYXUMPJ tag=PYZY9DAV0YRT type=write size=2056171 2024-09-22T08:47:34.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.104+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=JQQAPVQXROXR type=del size=659513 2024-09-22T08:47:34.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.108+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=AFYL67JA9ZWT type=del 2024-09-22T08:47:34.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.112+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=476K71G7W68K type=del size=2685957 2024-09-22T08:47:34.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.116+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=ZRQGWU4X7QSN type=del 2024-09-22T08:47:34.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.120+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~9P1LWO1FNQAT.0 size=1048576 2024-09-22T08:47:34.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.120+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~9P1LWO1FNQAT.1 size=800511 2024-09-22T08:47:34.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.120+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=9P1LWO1FNQAT tag=3P8XDKVXEZ1L type=write size=2897663 2024-09-22T08:47:34.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.124+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=T2JU4WMBSSAO type=del 2024-09-22T08:47:34.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.132+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~LJDMI6ZVH9GW.0 size=1048576 2024-09-22T08:47:34.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.132+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~LJDMI6ZVH9GW.1 size=702605 2024-09-22T08:47:34.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.132+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=LJDMI6ZVH9GW tag=GMIKPGRWUIFZ type=write size=2799757 2024-09-22T08:47:34.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.136+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~QSMM16LNDX26.0 size=1048576 2024-09-22T08:47:34.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.136+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~QSMM16LNDX26.1 size=330038 2024-09-22T08:47:34.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.144+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=QSMM16LNDX26 tag=1ZNI5AT9B47V type=write size=2427190 2024-09-22T08:47:34.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.144+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=UGUJ9OMRU43U type=del size=4126280 2024-09-22T08:47:34.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.148+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.0 size=1048576 2024-09-22T08:47:34.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.152+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.1 size=1048576 2024-09-22T08:47:34.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.152+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~VQHT4CHJ9IG4.2 size=209943 2024-09-22T08:47:34.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.156+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=VQHT4CHJ9IG4 tag=5WNKHBUQ518W type=write size=3355671 2024-09-22T08:47:34.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.160+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=LPLGRRCKZLAA type=del size=1091786 2024-09-22T08:47:34.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.164+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=XFBAQDQKTRMC type=del 2024-09-22T08:47:34.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.164+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=AKP7DPAPNZLM type=del size=693686 2024-09-22T08:47:34.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.168+0000 7fba234848c0 1 < suggested remove operation key=3IJ0ZLECW5JT tag=96Q83FX1M48U type=del 2024-09-22T08:47:34.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.176+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~H7YGO6AFNI6X.0 size=1048576 2024-09-22T08:47:34.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.176+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~H7YGO6AFNI6X.1 size=632838 2024-09-22T08:47:34.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.176+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=H7YGO6AFNI6X tag=V2C6T2YG81O4 type=write size=2729990 2024-09-22T08:47:34.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.180+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=1JKRNJ9HZV6J type=del 2024-09-22T08:47:34.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.184+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.0 size=1048576 2024-09-22T08:47:34.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.188+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.1 size=1048576 2024-09-22T08:47:34.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.188+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.2 size=519183 2024-09-22T08:47:34.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.188+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=40XV2D3DU7II tag=7ZMSKMN1GUHC type=write size=3664911 2024-09-22T08:47:34.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.192+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SCNI76O00174.0 size=1048576 2024-09-22T08:47:34.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.196+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~SCNI76O00174.1 size=58445 2024-09-22T08:47:34.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.200+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=SCNI76O00174 tag=Y22BCC238UMT type=write size=2155597 2024-09-22T08:47:34.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.200+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=PO59E46A8XJI type=del size=2741467 2024-09-22T08:47:34.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.204+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=L41MOMMUD4HT type=del 2024-09-22T08:47:34.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.208+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=8GL189TBD3K8 type=write size=980338 2024-09-22T08:47:34.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.208+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=5J7O46E6IOVV type=del 2024-09-22T08:47:34.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.212+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=7BKR746PCL8X type=del size=2975852 2024-09-22T08:47:34.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.220+0000 7fba234848c0 1 < suggested remove operation key=9O9DP75SBF2O tag=DI5SS6GJBZJ0 type=write 2024-09-22T08:47:34.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.224+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~5UIQOR0UCRDO.0 size=1048576 2024-09-22T08:47:34.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.228+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~5UIQOR0UCRDO.1 size=599149 2024-09-22T08:47:34.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.228+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=5UIQOR0UCRDO tag=BQV2V1F031NQ type=write size=2696301 2024-09-22T08:47:34.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.228+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~BYI4QPUUAA6D.0 size=338174 2024-09-22T08:47:34.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.236+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=BYI4QPUUAA6D tag=4KEA2CK2AGA7 type=write size=1386750 2024-09-22T08:47:34.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.236+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=J31GLB22TPIN type=del size=3416635 2024-09-22T08:47:34.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.240+0000 7fba234848c0 1 < canceled part key=_multipart_MC9BLML8VZ9V.2~JT1K6M414KNI.0 size=202517 2024-09-22T08:47:34.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.244+0000 7fba234848c0 1 < canceled multipart upload key=MC9BLML8VZ9V upload=JT1K6M414KNI tag=ZYBF5YQ6NK8F type=write size=1251093 2024-09-22T08:47:34.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.248+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=RHXK8ARBVYQ2 type=del size=1240603 2024-09-22T08:47:34.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.248+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~30KVBOXTWOC2.0 size=1048576 2024-09-22T08:47:34.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.252+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~30KVBOXTWOC2.1 size=272765 2024-09-22T08:47:34.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.256+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=30KVBOXTWOC2 tag=0K4UJGD1RUQW type=write size=2369917 2024-09-22T08:47:34.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.260+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=6V69333QPC9V type=write size=353466 2024-09-22T08:47:34.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.264+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=JQQAPVQXROXR type=del 2024-09-22T08:47:34.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.268+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~DAMWL7Z7MOA6.0 size=1048576 2024-09-22T08:47:34.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.272+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~DAMWL7Z7MOA6.1 size=102010 2024-09-22T08:47:34.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.272+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=DAMWL7Z7MOA6 tag=RYI5X2MBK70L type=write size=2199162 2024-09-22T08:47:34.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.276+0000 7fba234848c0 1 < canceled operation key=7308WVXJKI53 tag=476K71G7W68K type=del size=2685957 2024-09-22T08:47:34.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.280+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~G7CT2D2OUOJF.0 size=1023198 2024-09-22T08:47:34.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.280+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=G7CT2D2OUOJF tag=28MZ61TPUXFP type=write size=2071774 2024-09-22T08:47:34.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.284+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~9P1LWO1FNQAT.0 size=1048576 2024-09-22T08:47:34.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.288+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~9P1LWO1FNQAT.1 size=800511 2024-09-22T08:47:34.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.292+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=9P1LWO1FNQAT tag=3P8XDKVXEZ1L type=write size=2897663 2024-09-22T08:47:34.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.296+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.0 size=1048576 2024-09-22T08:47:34.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.300+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.1 size=1048576 2024-09-22T08:47:34.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.304+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.2 size=723863 2024-09-22T08:47:34.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.304+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=0TLHWP3WDM26 tag=BQXYD2PLWXCN type=write size=3869591 2024-09-22T08:47:34.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.304+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~LJDMI6ZVH9GW.0 size=1048576 2024-09-22T08:47:34.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.308+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~LJDMI6ZVH9GW.1 size=702605 2024-09-22T08:47:34.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.312+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=LJDMI6ZVH9GW tag=GMIKPGRWUIFZ type=write size=2799757 2024-09-22T08:47:34.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.316+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=KKEWX9B0JQIR type=write size=741003 2024-09-22T08:47:34.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.320+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=UGUJ9OMRU43U type=del 2024-09-22T08:47:34.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.320+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=D3ANUPCYTAWL type=del size=2663405 2024-09-22T08:47:34.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.324+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=LPLGRRCKZLAA type=del 2024-09-22T08:47:34.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.328+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CRG8DO8TIE5A.0 size=1048576 2024-09-22T08:47:34.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.336+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CRG8DO8TIE5A.1 size=141141 2024-09-22T08:47:34.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.336+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=CRG8DO8TIE5A tag=E7LY5BA4O5YJ type=write size=2238293 2024-09-22T08:47:34.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.336+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=AKP7DPAPNZLM type=del 2024-09-22T08:47:34.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.340+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=65AXGB8SM09E type=write size=303740 2024-09-22T08:47:34.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.344+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~H7YGO6AFNI6X.0 size=1048576 2024-09-22T08:47:34.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.348+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~H7YGO6AFNI6X.1 size=632838 2024-09-22T08:47:34.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.352+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=H7YGO6AFNI6X tag=V2C6T2YG81O4 type=write size=2729990 2024-09-22T08:47:34.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.356+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=KTBS8ETLZ4F3 type=write size=725324 2024-09-22T08:47:34.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.360+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.0 size=1048576 2024-09-22T08:47:34.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.360+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.1 size=1048576 2024-09-22T08:47:34.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.364+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~40XV2D3DU7II.2 size=519183 2024-09-22T08:47:34.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.372+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=40XV2D3DU7II tag=7ZMSKMN1GUHC type=write size=3664911 2024-09-22T08:47:34.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.376+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~9L78TUZSBIH6.0 size=100646 2024-09-22T08:47:34.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.376+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=9L78TUZSBIH6 tag=QY4HA8YTNWF6 type=write size=1149222 2024-09-22T08:47:34.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.380+0000 7fba234848c0 1 < canceled operation key=BMZ7P7WE56M7 tag=PO59E46A8XJI type=del size=2741467 2024-09-22T08:47:34.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.384+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=GEO0BGCIWR8G type=del size=2762167 2024-09-22T08:47:34.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.388+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=8GL189TBD3K8 type=write size=980338 2024-09-22T08:47:34.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.392+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.0 size=1048576 2024-09-22T08:47:34.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.396+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.1 size=1048576 2024-09-22T08:47:34.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.396+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.2 size=664789 2024-09-22T08:47:34.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.396+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=ADFQKJLWOZ0M tag=BBRC19VLTGXF type=write size=3810517 2024-09-22T08:47:34.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.400+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=7BKR746PCL8X type=del 2024-09-22T08:47:34.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.408+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~UKYR2382PARD.0 size=1048576 2024-09-22T08:47:34.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.408+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~UKYR2382PARD.1 size=428663 2024-09-22T08:47:34.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.408+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=UKYR2382PARD tag=W5S8XYON71E4 type=write size=2525815 2024-09-22T08:47:34.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.412+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~5UIQOR0UCRDO.0 size=1048576 2024-09-22T08:47:34.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.412+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~5UIQOR0UCRDO.1 size=599149 2024-09-22T08:47:34.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.420+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=5UIQOR0UCRDO tag=BQV2V1F031NQ type=write size=2696301 2024-09-22T08:47:34.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.424+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=GZJKU684GQF7 type=del size=32638 2024-09-22T08:47:34.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.424+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=J31GLB22TPIN type=del 2024-09-22T08:47:34.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.432+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~V7ZJIRO4P9Q7.0 size=301780 2024-09-22T08:47:34.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.432+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=V7ZJIRO4P9Q7 tag=IM2YJ8WABWF3 type=write size=1350356 2024-09-22T08:47:34.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.436+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=RHXK8ARBVYQ2 type=del 2024-09-22T08:47:34.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.436+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=VJWIXCB8S9DA type=del size=1059184 2024-09-22T08:47:34.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.440+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=6V69333QPC9V type=write size=353466 2024-09-22T08:47:34.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.448+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~Y62UFBWNVAYT.0 size=1048576 2024-09-22T08:47:34.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.448+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~Y62UFBWNVAYT.1 size=109918 2024-09-22T08:47:34.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.448+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=Y62UFBWNVAYT tag=TX9QSDQVMKQW type=write size=2207070 2024-09-22T08:47:34.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.452+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~DAMWL7Z7MOA6.0 size=1048576 2024-09-22T08:47:34.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.452+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~DAMWL7Z7MOA6.1 size=102010 2024-09-22T08:47:34.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.460+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=DAMWL7Z7MOA6 tag=RYI5X2MBK70L type=write size=2199162 2024-09-22T08:47:34.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.464+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.0 size=1048576 2024-09-22T08:47:34.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.468+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.1 size=1048576 2024-09-22T08:47:34.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.468+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.2 size=316015 2024-09-22T08:47:34.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.468+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=V58ST5TCORU9 tag=FX1YUM9GSY1N type=write size=3461743 2024-09-22T08:47:34.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.472+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~G7CT2D2OUOJF.0 size=1023198 2024-09-22T08:47:34.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.480+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=G7CT2D2OUOJF tag=28MZ61TPUXFP type=write size=2071774 2024-09-22T08:47:34.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.480+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=02SKZI1QZH0H type=del size=3894935 2024-09-22T08:47:34.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.484+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.0 size=1048576 2024-09-22T08:47:34.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.488+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.1 size=1048576 2024-09-22T08:47:34.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.492+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0TLHWP3WDM26.2 size=723863 2024-09-22T08:47:34.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.496+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=0TLHWP3WDM26 tag=BQXYD2PLWXCN type=write size=3869591 2024-09-22T08:47:34.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.500+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=711LF8NSGD9L type=del size=3091213 2024-09-22T08:47:34.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.504+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=KKEWX9B0JQIR type=write size=741003 2024-09-22T08:47:34.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.504+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=9W7VSCOKBE2C type=del size=2334068 2024-09-22T08:47:34.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.508+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=D3ANUPCYTAWL type=del 2024-09-22T08:47:34.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.512+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=CYL5FMRGHDLG type=del size=4102749 2024-09-22T08:47:34.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.516+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~CRG8DO8TIE5A.0 size=1048576 2024-09-22T08:47:34.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.516+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CRG8DO8TIE5A.1 size=141141 2024-09-22T08:47:34.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.524+0000 7fba234848c0 1 < canceled multipart upload key=9BHSUSVFS09W upload=CRG8DO8TIE5A tag=E7LY5BA4O5YJ type=write size=2238293 2024-09-22T08:47:34.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.528+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~T57L5KJH1TNT.0 size=906027 2024-09-22T08:47:34.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.528+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=T57L5KJH1TNT tag=YO78I9RBO7U0 type=write size=1954603 2024-09-22T08:47:34.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.532+0000 7fba234848c0 1 < completed write operation key=A7MPFHXSBLAC tag=65AXGB8SM09E type=write size=303740 2024-09-22T08:47:34.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.536+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=WFQ3SEGGJTCP type=write size=684352 2024-09-22T08:47:34.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.536+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=KTBS8ETLZ4F3 type=write size=725324 2024-09-22T08:47:34.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.540+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=0OIUWB1EFQ7K type=del size=3682579 2024-09-22T08:47:34.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.544+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~9L78TUZSBIH6.0 size=100646 2024-09-22T08:47:34.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.548+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=9L78TUZSBIH6 tag=QY4HA8YTNWF6 type=write size=1149222 2024-09-22T08:47:34.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.552+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=T67DT16UC8KK type=del size=273133 2024-09-22T08:47:34.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.556+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=GEO0BGCIWR8G type=del 2024-09-22T08:47:34.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.564+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~164XVZLZCLRK.0 size=714926 2024-09-22T08:47:34.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.564+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=164XVZLZCLRK tag=7342K3UI20AJ type=write size=1763502 2024-09-22T08:47:34.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.564+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.0 size=1048576 2024-09-22T08:47:34.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.568+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.1 size=1048576 2024-09-22T08:47:34.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.572+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~ADFQKJLWOZ0M.2 size=664789 2024-09-22T08:47:34.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.576+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=ADFQKJLWOZ0M tag=BBRC19VLTGXF type=write size=3810517 2024-09-22T08:47:34.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.580+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=BZ5OKU28N5B0 type=del size=3790087 2024-09-22T08:47:34.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.584+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~UKYR2382PARD.0 size=1048576 2024-09-22T08:47:34.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.588+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~UKYR2382PARD.1 size=428663 2024-09-22T08:47:34.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.592+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=UKYR2382PARD tag=W5S8XYON71E4 type=write size=2525815 2024-09-22T08:47:34.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.596+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.0 size=1048576 2024-09-22T08:47:34.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.600+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.1 size=1048576 2024-09-22T08:47:34.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.604+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.2 size=289768 2024-09-22T08:47:34.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.604+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=7EA9FPXZJS2U tag=4BC1DAC2GUKT type=write size=3435496 2024-09-22T08:47:34.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.608+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=GZJKU684GQF7 type=del 2024-09-22T08:47:34.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.612+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.0 size=1048576 2024-09-22T08:47:34.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.616+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.1 size=1048576 2024-09-22T08:47:34.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.620+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.2 size=791267 2024-09-22T08:47:34.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.620+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=KJZ3XXSUP87L tag=KQC20PVNIMU8 type=write size=3936995 2024-09-22T08:47:34.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.620+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~V7ZJIRO4P9Q7.0 size=301780 2024-09-22T08:47:34.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.628+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=V7ZJIRO4P9Q7 tag=IM2YJ8WABWF3 type=write size=1350356 2024-09-22T08:47:34.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.636+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~Y7OFBAB642OO.0 size=836259 2024-09-22T08:47:34.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.636+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=Y7OFBAB642OO tag=XTNFXOIKPVQK type=write size=1884835 2024-09-22T08:47:34.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.640+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=VJWIXCB8S9DA type=del 2024-09-22T08:47:34.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.648+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~EO9EBEV0OV2F.0 size=1048576 2024-09-22T08:47:34.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.652+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~EO9EBEV0OV2F.1 size=113053 2024-09-22T08:47:34.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.652+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=EO9EBEV0OV2F tag=1DANGC8GE85Y type=write size=2210205 2024-09-22T08:47:34.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.652+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~Y62UFBWNVAYT.0 size=1048576 2024-09-22T08:47:34.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.656+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~Y62UFBWNVAYT.1 size=109918 2024-09-22T08:47:34.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.660+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=Y62UFBWNVAYT tag=TX9QSDQVMKQW type=write size=2207070 2024-09-22T08:47:34.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.664+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=CSX3HVOUB95L type=del size=637321 2024-09-22T08:47:34.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.668+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.0 size=1048576 2024-09-22T08:47:34.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.672+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.1 size=1048576 2024-09-22T08:47:34.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.672+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~V58ST5TCORU9.2 size=316015 2024-09-22T08:47:34.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.680+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=V58ST5TCORU9 tag=FX1YUM9GSY1N type=write size=3461743 2024-09-22T08:47:34.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.684+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.0 size=1048576 2024-09-22T08:47:34.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.688+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.1 size=1048576 2024-09-22T08:47:34.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.688+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.2 size=297509 2024-09-22T08:47:34.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.688+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=A17VDQV3L7V6 tag=7C3QN3FK0NTD type=write size=3443237 2024-09-22T08:47:34.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.692+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=02SKZI1QZH0H type=del 2024-09-22T08:47:34.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.700+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.0 size=1048576 2024-09-22T08:47:34.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.700+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.1 size=1048576 2024-09-22T08:47:34.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.704+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.2 size=1022430 2024-09-22T08:47:34.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.704+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=80S2JCCO7ZSA tag=GHAR4ULKPHHN type=write size=4168158 2024-09-22T08:47:34.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.708+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=711LF8NSGD9L type=del 2024-09-22T08:47:34.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.708+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=HR3XTKX94BFB type=del size=949482 2024-09-22T08:47:34.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.716+0000 7fba234848c0 1 < suggested remove operation key=9LS4I6V78QKR tag=9W7VSCOKBE2C type=del 2024-09-22T08:47:34.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.720+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~PN4698JQT7Q5.0 size=727735 2024-09-22T08:47:34.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.720+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=PN4698JQT7Q5 tag=MGEKLCI7CV3W type=write size=1776311 2024-09-22T08:47:34.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.724+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=CYL5FMRGHDLG type=del 2024-09-22T08:47:34.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.728+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=PPIVH51XH3VR type=del size=3943203 2024-09-22T08:47:34.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.732+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~T57L5KJH1TNT.0 size=906027 2024-09-22T08:47:34.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.736+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=T57L5KJH1TNT tag=YO78I9RBO7U0 type=write size=1954603 2024-09-22T08:47:34.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.740+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=APGG4Y9IFMNA type=del size=1698341 2024-09-22T08:47:34.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.744+0000 7fba234848c0 1 < suggested update operation key=1ZBDU0O6HI8A tag=WFQ3SEGGJTCP type=write size=684352 2024-09-22T08:47:34.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.748+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=78CW97N8KF6M type=write size=775448 2024-09-22T08:47:34.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.756+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=0OIUWB1EFQ7K type=del 2024-09-22T08:47:34.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.760+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=KQJDVL180W62 type=del size=3122779 2024-09-22T08:47:34.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.760+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=T67DT16UC8KK type=del 2024-09-22T08:47:34.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.768+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.0 size=1048576 2024-09-22T08:47:34.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.772+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.1 size=1048576 2024-09-22T08:47:34.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.772+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.2 size=942360 2024-09-22T08:47:34.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.772+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=GP1R706MJ1W8 tag=V8J93O2RB7EP type=write size=4088088 2024-09-22T08:47:34.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.776+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~164XVZLZCLRK.0 size=714926 2024-09-22T08:47:34.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.780+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=164XVZLZCLRK tag=7342K3UI20AJ type=write size=1763502 2024-09-22T08:47:34.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.784+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=AT3OAZS8KOM9 type=write size=450905 2024-09-22T08:47:34.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.792+0000 7fba234848c0 1 < suggested remove operation key=BMZ7P7WE56M7 tag=BZ5OKU28N5B0 type=del 2024-09-22T08:47:34.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.796+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.0 size=1048576 2024-09-22T08:47:34.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.800+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.1 size=1048576 2024-09-22T08:47:34.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.800+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.2 size=367580 2024-09-22T08:47:34.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.800+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=O9VQHX5HFN3Z tag=YV3O2JNO56B2 type=write size=3513308 2024-09-22T08:47:34.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.804+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.0 size=1048576 2024-09-22T08:47:34.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.808+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.1 size=1048576 2024-09-22T08:47:34.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.812+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~7EA9FPXZJS2U.2 size=289768 2024-09-22T08:47:34.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.816+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=7EA9FPXZJS2U tag=4BC1DAC2GUKT type=write size=3435496 2024-09-22T08:47:34.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.824+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~18JQD49XRVKF.0 size=1048576 2024-09-22T08:47:34.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.824+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~18JQD49XRVKF.1 size=427290 2024-09-22T08:47:34.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.824+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=18JQD49XRVKF tag=HF39IX13DUVW type=write size=2524442 2024-09-22T08:47:34.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.828+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.0 size=1048576 2024-09-22T08:47:34.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.832+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.1 size=1048576 2024-09-22T08:47:34.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.832+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~KJZ3XXSUP87L.2 size=791267 2024-09-22T08:47:34.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.840+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=KJZ3XXSUP87L tag=KQC20PVNIMU8 type=write size=3936995 2024-09-22T08:47:34.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.840+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=BP25NP0Q88AI type=del size=3291619 2024-09-22T08:47:34.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.844+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~Y7OFBAB642OO.0 size=836259 2024-09-22T08:47:34.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.848+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=Y7OFBAB642OO tag=XTNFXOIKPVQK type=write size=1884835 2024-09-22T08:47:34.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.852+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~N21MS4KQXDP6.0 size=1048576 2024-09-22T08:47:34.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.856+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~N21MS4KQXDP6.1 size=588369 2024-09-22T08:47:34.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.856+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=N21MS4KQXDP6 tag=SQZ72EK589UQ type=write size=2685521 2024-09-22T08:47:34.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.856+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~EO9EBEV0OV2F.0 size=1048576 2024-09-22T08:47:34.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.860+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~EO9EBEV0OV2F.1 size=113053 2024-09-22T08:47:34.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.864+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=EO9EBEV0OV2F tag=1DANGC8GE85Y type=write size=2210205 2024-09-22T08:47:34.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.872+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~7WV7553CPTPU.0 size=1048576 2024-09-22T08:47:34.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.872+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~7WV7553CPTPU.1 size=648650 2024-09-22T08:47:34.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.872+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=7WV7553CPTPU tag=W0ALJ9EFR1YB type=write size=2745802 2024-09-22T08:47:34.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.880+0000 7fba234848c0 1 < suggested remove operation key=MC9BLML8VZ9V tag=CSX3HVOUB95L type=del 2024-09-22T08:47:34.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.884+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~S6IOVVFEYB5M.0 size=1048576 2024-09-22T08:47:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.888+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~S6IOVVFEYB5M.1 size=133203 2024-09-22T08:47:34.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.888+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=S6IOVVFEYB5M tag=DV3A2BQBUYEJ type=write size=2230355 2024-09-22T08:47:34.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.888+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.0 size=1048576 2024-09-22T08:47:34.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.892+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.1 size=1048576 2024-09-22T08:47:34.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.892+0000 7fba234848c0 1 < canceled part key=_multipart_9GIEU2BNPYSC.2~A17VDQV3L7V6.2 size=297509 2024-09-22T08:47:34.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.896+0000 7fba234848c0 1 < canceled multipart upload key=9GIEU2BNPYSC upload=A17VDQV3L7V6 tag=7C3QN3FK0NTD type=write size=3443237 2024-09-22T08:47:34.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.900+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=FEHCHLW035TA type=del size=1322811 2024-09-22T08:47:34.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.904+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.0 size=1048576 2024-09-22T08:47:34.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.908+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.1 size=1048576 2024-09-22T08:47:34.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.908+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~80S2JCCO7ZSA.2 size=1022430 2024-09-22T08:47:34.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.912+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=80S2JCCO7ZSA tag=GHAR4ULKPHHN type=write size=4168158 2024-09-22T08:47:34.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.924+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.0 size=1048576 2024-09-22T08:47:34.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.924+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.1 size=1048576 2024-09-22T08:47:34.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.928+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.2 size=324342 2024-09-22T08:47:34.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.928+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=LT30L5CJRHIY tag=NWADBP99NVSJ type=write size=3470070 2024-09-22T08:47:34.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.932+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=HR3XTKX94BFB type=del 2024-09-22T08:47:34.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.936+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=Q6H8NBMYBIS8 type=del size=691109 2024-09-22T08:47:34.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.940+0000 7fba234848c0 1 < completed part key=_multipart_17H4LTCPSPFA.2~PN4698JQT7Q5.0 size=727735 2024-09-22T08:47:34.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.944+0000 7fba234848c0 1 < completed multipart upload key=17H4LTCPSPFA upload=PN4698JQT7Q5 tag=MGEKLCI7CV3W type=write size=1776311 2024-09-22T08:47:34.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.948+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=CP11J19S3X4R type=del size=563212 2024-09-22T08:47:34.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.948+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=PPIVH51XH3VR type=del 2024-09-22T08:47:34.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.952+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=TITG639BUEHZ type=del size=2154456 2024-09-22T08:47:34.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.960+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=APGG4Y9IFMNA type=del 2024-09-22T08:47:34.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.960+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=K25P6WXONKF0 type=del size=621536 2024-09-22T08:47:34.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.964+0000 7fba234848c0 1 < completed write operation key=7RKB0H1OQF18 tag=78CW97N8KF6M type=write size=775448 2024-09-22T08:47:34.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.968+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=ER0IRE1A1JP3 type=del size=87248 2024-09-22T08:47:34.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.972+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=KQJDVL180W62 type=del 2024-09-22T08:47:34.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.976+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4KF2MPL84UL9.0 size=1048576 2024-09-22T08:47:34.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.980+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4KF2MPL84UL9.1 size=899934 2024-09-22T08:47:34.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.980+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=4KF2MPL84UL9 tag=IMB8GYBUBZ3H type=write size=2997086 2024-09-22T08:47:34.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.984+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.0 size=1048576 2024-09-22T08:47:34.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.984+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.1 size=1048576 2024-09-22T08:47:34.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.988+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GP1R706MJ1W8.2 size=942360 2024-09-22T08:47:34.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:34.996+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=GP1R706MJ1W8 tag=V8J93O2RB7EP type=write size=4088088 2024-09-22T08:47:35.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.000+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~NXLOMUYQFX6Y.0 size=1048576 2024-09-22T08:47:35.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.004+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~NXLOMUYQFX6Y.1 size=662823 2024-09-22T08:47:35.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.004+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=NXLOMUYQFX6Y tag=77I43G2PXZNZ type=write size=2759975 2024-09-22T08:47:35.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.004+0000 7fba234848c0 1 < completed write operation key=O9XG5ZSCM5AT tag=AT3OAZS8KOM9 type=write size=450905 2024-09-22T08:47:35.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.008+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=COE42SJV450I type=del size=1322070 2024-09-22T08:47:35.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.012+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.0 size=1048576 2024-09-22T08:47:35.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.016+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.1 size=1048576 2024-09-22T08:47:35.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.016+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~O9VQHX5HFN3Z.2 size=367580 2024-09-22T08:47:35.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.024+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=O9VQHX5HFN3Z tag=YV3O2JNO56B2 type=write size=3513308 2024-09-22T08:47:35.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.028+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=UHUJG281HK1R type=del size=159670 2024-09-22T08:47:35.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.032+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~18JQD49XRVKF.0 size=1048576 2024-09-22T08:47:35.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.032+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~18JQD49XRVKF.1 size=427290 2024-09-22T08:47:35.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.040+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=18JQD49XRVKF tag=HF39IX13DUVW type=write size=2524442 2024-09-22T08:47:35.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.044+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~QQXID9BD1RG8.0 size=350158 2024-09-22T08:47:35.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.044+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=QQXID9BD1RG8 tag=GCCRB354O2YE type=write size=1398734 2024-09-22T08:47:35.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.048+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=BP25NP0Q88AI type=del 2024-09-22T08:47:35.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.052+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=WG9QDU5S59IX type=del size=3690376 2024-09-22T08:47:35.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.056+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~N21MS4KQXDP6.0 size=1048576 2024-09-22T08:47:35.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.056+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~N21MS4KQXDP6.1 size=588369 2024-09-22T08:47:35.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.064+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=N21MS4KQXDP6 tag=SQZ72EK589UQ type=write size=2685521 2024-09-22T08:47:35.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.068+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~7IA7XHE3VH33.0 size=538787 2024-09-22T08:47:35.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.068+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=7IA7XHE3VH33 tag=0RPVD2TBY0OS type=write size=1587363 2024-09-22T08:47:35.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.072+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~7WV7553CPTPU.0 size=1048576 2024-09-22T08:47:35.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.072+0000 7fba234848c0 1 < canceled part key=_multipart_906R294R0FI0.2~7WV7553CPTPU.1 size=648650 2024-09-22T08:47:35.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.076+0000 7fba234848c0 1 < canceled multipart upload key=906R294R0FI0 upload=7WV7553CPTPU tag=W0ALJ9EFR1YB type=write size=2745802 2024-09-22T08:47:35.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.084+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.0 size=1048576 2024-09-22T08:47:35.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.084+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.1 size=1048576 2024-09-22T08:47:35.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.088+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.2 size=454625 2024-09-22T08:47:35.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.088+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=FIPU2KSCHQVK tag=Q15K689A7C42 type=write size=3600353 2024-09-22T08:47:35.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.092+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~S6IOVVFEYB5M.0 size=1048576 2024-09-22T08:47:35.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.092+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~S6IOVVFEYB5M.1 size=133203 2024-09-22T08:47:35.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.096+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=S6IOVVFEYB5M tag=DV3A2BQBUYEJ type=write size=2230355 2024-09-22T08:47:35.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.100+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=Y8JJGICO3VT9 type=del size=1162961 2024-09-22T08:47:35.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.104+0000 7fba234848c0 -1 < failed to complete operation key=OYF4UVMI9UR3 tag=FEHCHLW035TA type=del size=1322811: (22) Invalid argument 2024-09-22T08:47:35.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.108+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.0 size=1048576 2024-09-22T08:47:35.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.1 size=1048576 2024-09-22T08:47:35.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.112+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.2 size=418324 2024-09-22T08:47:35.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.112+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=16X363YF5ZL3 tag=AGHEAA7S2L09 type=write size=3564052 2024-09-22T08:47:35.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.116+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.0 size=1048576 2024-09-22T08:47:35.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.120+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.1 size=1048576 2024-09-22T08:47:35.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.120+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~LT30L5CJRHIY.2 size=324342 2024-09-22T08:47:35.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.128+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=LT30L5CJRHIY tag=NWADBP99NVSJ type=write size=3470070 2024-09-22T08:47:35.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.132+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=JDE8OC3D0NAR type=del size=148300 2024-09-22T08:47:35.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.136+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=Q6H8NBMYBIS8 type=del size=691109 2024-09-22T08:47:35.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.136+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=0L7UG1NP2E16 type=del size=1014468 2024-09-22T08:47:35.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.144+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=CP11J19S3X4R type=del size=563212 2024-09-22T08:47:35.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.148+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=DJVT6S3SY6ST type=del size=800152 2024-09-22T08:47:35.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.152+0000 7fba234848c0 1 < canceled operation key=IELI1832WYYC tag=TITG639BUEHZ type=del size=2154456 2024-09-22T08:47:35.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.152+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=ACGQF4KEV6YT type=del size=3159610 2024-09-22T08:47:35.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.160+0000 7fba234848c0 1 < suggested update operation key=1Z5GJVJORAGA tag=K25P6WXONKF0 type=del size=621536 2024-09-22T08:47:35.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.164+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=P7QE2H5YI0EP type=del size=1516849 2024-09-22T08:47:35.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.168+0000 7fba234848c0 1 < suggested remove operation key=MOCPURWGSRGV tag=ER0IRE1A1JP3 type=del 2024-09-22T08:47:35.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.176+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.0 size=1048576 2024-09-22T08:47:35.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.176+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.1 size=1048576 2024-09-22T08:47:35.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.180+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.2 size=527395 2024-09-22T08:47:35.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.180+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=BS5ERNOHGALF tag=G16330GP7CKJ type=write size=3673123 2024-09-22T08:47:35.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.184+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~4KF2MPL84UL9.0 size=1048576 2024-09-22T08:47:35.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.184+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~4KF2MPL84UL9.1 size=899934 2024-09-22T08:47:35.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.192+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=4KF2MPL84UL9 tag=IMB8GYBUBZ3H type=write size=2997086 2024-09-22T08:47:35.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.192+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=9QPJW693T6UM type=del size=3779338 2024-09-22T08:47:35.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.196+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~NXLOMUYQFX6Y.0 size=1048576 2024-09-22T08:47:35.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.200+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~NXLOMUYQFX6Y.1 size=662823 2024-09-22T08:47:35.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.204+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=NXLOMUYQFX6Y tag=77I43G2PXZNZ type=write size=2759975 2024-09-22T08:47:35.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.212+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~ZSIHWJS4VT3D.0 size=120088 2024-09-22T08:47:35.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.212+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=ZSIHWJS4VT3D tag=PC8WSC4FRF5V type=write size=1168664 2024-09-22T08:47:35.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.216+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=COE42SJV450I type=del 2024-09-22T08:47:35.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.224+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.0 size=1048576 2024-09-22T08:47:35.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.224+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.1 size=1048576 2024-09-22T08:47:35.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.228+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.2 size=750310 2024-09-22T08:47:35.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.228+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=49R438UETGFI tag=Y2FAP89OSK9B type=write size=3896038 2024-09-22T08:47:35.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.232+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=UHUJG281HK1R type=del 2024-09-22T08:47:35.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.232+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=L2R28VI0V9EH type=del size=3168027 2024-09-22T08:47:35.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.236+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~QQXID9BD1RG8.0 size=350158 2024-09-22T08:47:35.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.240+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=QQXID9BD1RG8 tag=GCCRB354O2YE type=write size=1398734 2024-09-22T08:47:35.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.248+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~BEZ4OEW90N6C.0 size=1048576 2024-09-22T08:47:35.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.248+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~BEZ4OEW90N6C.1 size=618941 2024-09-22T08:47:35.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.248+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=BEZ4OEW90N6C tag=U8J69NJ9LCMB type=write size=2716093 2024-09-22T08:47:35.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.252+0000 7fba234848c0 -1 < failed to complete operation key=MOCPURWGSRGV tag=WG9QDU5S59IX type=del size=3690376: (22) Invalid argument 2024-09-22T08:47:35.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.260+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~9PU736BN6V0Y.0 size=493966 2024-09-22T08:47:35.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.260+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=9PU736BN6V0Y tag=L08I5Q7YIRXJ type=write size=1542542 2024-09-22T08:47:35.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.260+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~7IA7XHE3VH33.0 size=538787 2024-09-22T08:47:35.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.264+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=7IA7XHE3VH33 tag=0RPVD2TBY0OS type=write size=1587363 2024-09-22T08:47:35.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.268+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~5FBLGGWFINHK.0 size=1048576 2024-09-22T08:47:35.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.268+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~5FBLGGWFINHK.1 size=296738 2024-09-22T08:47:35.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.268+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=5FBLGGWFINHK tag=2ORP3QMXIH9R type=write size=2393890 2024-09-22T08:47:35.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.272+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.0 size=1048576 2024-09-22T08:47:35.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.276+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.1 size=1048576 2024-09-22T08:47:35.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.276+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~FIPU2KSCHQVK.2 size=454625 2024-09-22T08:47:35.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.280+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=FIPU2KSCHQVK tag=Q15K689A7C42 type=write size=3600353 2024-09-22T08:47:35.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.284+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=OMBL82NT73S1 type=del size=3428958 2024-09-22T08:47:35.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.288+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=Y8JJGICO3VT9 type=del 2024-09-22T08:47:35.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.292+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~N84M5E3OGRZ7.0 size=485640 2024-09-22T08:47:35.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.292+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=N84M5E3OGRZ7 tag=9TE793LQGX93 type=write size=1534216 2024-09-22T08:47:35.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.296+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.0 size=1048576 2024-09-22T08:47:35.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.296+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.1 size=1048576 2024-09-22T08:47:35.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.300+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~16X363YF5ZL3.2 size=418324 2024-09-22T08:47:35.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.304+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=16X363YF5ZL3 tag=AGHEAA7S2L09 type=write size=3564052 2024-09-22T08:47:35.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.308+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.0 size=1048576 2024-09-22T08:47:35.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.312+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.1 size=1048576 2024-09-22T08:47:35.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.312+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.2 size=888242 2024-09-22T08:47:35.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.312+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=IN9HD1LF1CJY tag=FXX8OZ008ICL type=write size=4033970 2024-09-22T08:47:35.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.316+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=JDE8OC3D0NAR type=del 2024-09-22T08:47:35.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.320+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=TJ55X5XNVZAI type=del size=740228 2024-09-22T08:47:35.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.324+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=0L7UG1NP2E16 type=del 2024-09-22T08:47:35.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.328+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4C69S67C062Y.0 size=1048576 2024-09-22T08:47:35.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.328+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~4C69S67C062Y.1 size=595150 2024-09-22T08:47:35.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.328+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=4C69S67C062Y tag=27S6HHEBALB4 type=write size=2692302 2024-09-22T08:47:35.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.336+0000 7fba234848c0 1 < suggested remove operation key=ACJXPHRNH2LK tag=DJVT6S3SY6ST type=del 2024-09-22T08:47:35.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.340+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=ZDE8LIAQS10F type=del size=305104 2024-09-22T08:47:35.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.344+0000 7fba234848c0 1 < suggested update operation key=KF71YBNFMKML tag=ACGQF4KEV6YT type=del size=3159610 2024-09-22T08:47:35.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.348+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=ZS71AAMNN3MB type=del size=3323055 2024-09-22T08:47:35.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.352+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=P7QE2H5YI0EP type=del 2024-09-22T08:47:35.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.352+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=X3IXDJ98SAB6 type=write size=654607 2024-09-22T08:47:35.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.356+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.0 size=1048576 2024-09-22T08:47:35.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.360+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.1 size=1048576 2024-09-22T08:47:35.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.364+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~BS5ERNOHGALF.2 size=527395 2024-09-22T08:47:35.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.368+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=BS5ERNOHGALF tag=G16330GP7CKJ type=write size=3673123 2024-09-22T08:47:35.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.372+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=D69C9B9W33UD type=write size=408936 2024-09-22T08:47:35.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.372+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=9QPJW693T6UM type=del 2024-09-22T08:47:35.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.380+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~RSU10YHZO5O5.0 size=506677 2024-09-22T08:47:35.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.380+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=RSU10YHZO5O5 tag=YBO2S7BFHBOA type=write size=1555253 2024-09-22T08:47:35.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.380+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~ZSIHWJS4VT3D.0 size=120088 2024-09-22T08:47:35.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.388+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=ZSIHWJS4VT3D tag=PC8WSC4FRF5V type=write size=1168664 2024-09-22T08:47:35.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.392+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~SE9C30U4AKE0.0 size=995255 2024-09-22T08:47:35.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.392+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=SE9C30U4AKE0 tag=BTQH7OFCHS1Z type=write size=2043831 2024-09-22T08:47:35.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.396+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.0 size=1048576 2024-09-22T08:47:35.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.396+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.1 size=1048576 2024-09-22T08:47:35.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.396+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~49R438UETGFI.2 size=750310 2024-09-22T08:47:35.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.404+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=49R438UETGFI tag=Y2FAP89OSK9B type=write size=3896038 2024-09-22T08:47:35.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.404+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=1FSNPO5K6AVC type=del size=2757921 2024-09-22T08:47:35.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.408+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=L2R28VI0V9EH type=del 2024-09-22T08:47:35.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.412+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=08KHJ9S62DNC type=del size=3570206 2024-09-22T08:47:35.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.412+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~BEZ4OEW90N6C.0 size=1048576 2024-09-22T08:47:35.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.416+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~BEZ4OEW90N6C.1 size=618941 2024-09-22T08:47:35.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.420+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=BEZ4OEW90N6C tag=U8J69NJ9LCMB type=write size=2716093 2024-09-22T08:47:35.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.428+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~2P3HKYODZ9E7.0 size=599600 2024-09-22T08:47:35.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.428+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=2P3HKYODZ9E7 tag=EMB8CQR0D7LL type=write size=1648176 2024-09-22T08:47:35.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.428+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~9PU736BN6V0Y.0 size=493966 2024-09-22T08:47:35.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.436+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=9PU736BN6V0Y tag=L08I5Q7YIRXJ type=write size=1542542 2024-09-22T08:47:35.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.436+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=KPMAMG8H2QME type=del size=1525469 2024-09-22T08:47:35.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.440+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~5FBLGGWFINHK.0 size=1048576 2024-09-22T08:47:35.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.444+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~5FBLGGWFINHK.1 size=296738 2024-09-22T08:47:35.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.448+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=5FBLGGWFINHK tag=2ORP3QMXIH9R type=write size=2393890 2024-09-22T08:47:35.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.452+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=YLD6Y5QPNC37 type=del size=3665192 2024-09-22T08:47:35.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.456+0000 7fba234848c0 1 < suggested update operation key=3CD2AW1H64C4 tag=OMBL82NT73S1 type=del size=3428958 2024-09-22T08:47:35.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.464+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.0 size=1048576 2024-09-22T08:47:35.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.468+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.1 size=1048576 2024-09-22T08:47:35.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.468+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.2 size=442677 2024-09-22T08:47:35.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.468+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=LWBK2YUFINZU tag=T90GKCUU9D98 type=write size=3588405 2024-09-22T08:47:35.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.472+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~N84M5E3OGRZ7.0 size=485640 2024-09-22T08:47:35.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.476+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=N84M5E3OGRZ7 tag=9TE793LQGX93 type=write size=1534216 2024-09-22T08:47:35.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.480+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=12H6HMNA9FK3 type=del size=1896660 2024-09-22T08:47:35.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.484+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.0 size=1048576 2024-09-22T08:47:35.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.484+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.1 size=1048576 2024-09-22T08:47:35.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.492+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~IN9HD1LF1CJY.2 size=888242 2024-09-22T08:47:35.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.500+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=IN9HD1LF1CJY tag=FXX8OZ008ICL type=write size=4033970 2024-09-22T08:47:35.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.504+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~T2P4EJYHZKY0.0 size=1048576 2024-09-22T08:47:35.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.508+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~T2P4EJYHZKY0.1 size=171874 2024-09-22T08:47:35.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.508+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=T2P4EJYHZKY0 tag=XV8XDTKJWAL0 type=write size=2269026 2024-09-22T08:47:35.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.512+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=TJ55X5XNVZAI type=del 2024-09-22T08:47:35.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.516+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=3B2W0LHRH8OH type=del size=3198440 2024-09-22T08:47:35.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.516+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~4C69S67C062Y.0 size=1048576 2024-09-22T08:47:35.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.520+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~4C69S67C062Y.1 size=595150 2024-09-22T08:47:35.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.528+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=4C69S67C062Y tag=27S6HHEBALB4 type=write size=2692302 2024-09-22T08:47:35.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.528+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=L3IVJG6X7MAL type=del size=3873735 2024-09-22T08:47:35.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.536+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=ZDE8LIAQS10F type=del size=305104 2024-09-22T08:47:35.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.540+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=V72GTGL3WNG8 type=del size=1131340 2024-09-22T08:47:35.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.544+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=ZS71AAMNN3MB type=del 2024-09-22T08:47:35.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.548+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~UF78L80D2VM7.0 size=598558 2024-09-22T08:47:35.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.548+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=UF78L80D2VM7 tag=TA9C7C9O6I41 type=write size=1647134 2024-09-22T08:47:35.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.552+0000 7fba234848c0 1 < completed write operation key=1Z5GJVJORAGA tag=X3IXDJ98SAB6 type=write size=654607 2024-09-22T08:47:35.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.556+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=0GKJB8K5O4HJ type=del size=1054443 2024-09-22T08:47:35.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.556+0000 7fba234848c0 1 < canceled operation key=KF71YBNFMKML tag=D69C9B9W33UD type=write size=408936 2024-09-22T08:47:35.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.560+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=0MLSUL0C7LLV type=del size=1393384 2024-09-22T08:47:35.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.564+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~RSU10YHZO5O5.0 size=506677 2024-09-22T08:47:35.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.568+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=RSU10YHZO5O5 tag=YBO2S7BFHBOA type=write size=1555253 2024-09-22T08:47:35.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.576+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.0 size=1048576 2024-09-22T08:47:35.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.580+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.1 size=1048576 2024-09-22T08:47:35.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.580+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.2 size=883669 2024-09-22T08:47:35.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.580+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=6824BQLAHL3M tag=1O5UY52F7MD5 type=write size=4029397 2024-09-22T08:47:35.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.584+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~SE9C30U4AKE0.0 size=995255 2024-09-22T08:47:35.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.588+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=SE9C30U4AKE0 tag=BTQH7OFCHS1Z type=write size=2043831 2024-09-22T08:47:35.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.596+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~ZDGMH37W9GDZ.0 size=1048576 2024-09-22T08:47:35.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.596+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~ZDGMH37W9GDZ.1 size=271109 2024-09-22T08:47:35.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.596+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=ZDGMH37W9GDZ tag=TIV7HT7J2EIM type=write size=2368261 2024-09-22T08:47:35.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.600+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=1FSNPO5K6AVC type=del 2024-09-22T08:47:35.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.604+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=MIQGUU8ORNXZ type=del size=1869181 2024-09-22T08:47:35.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.608+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=08KHJ9S62DNC type=del 2024-09-22T08:47:35.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.612+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=05FJBG12TCSQ type=del size=3818887 2024-09-22T08:47:35.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.616+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~2P3HKYODZ9E7.0 size=599600 2024-09-22T08:47:35.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.620+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=2P3HKYODZ9E7 tag=EMB8CQR0D7LL type=write size=1648176 2024-09-22T08:47:35.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.624+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=DNFQU7RC586X type=del size=1070296 2024-09-22T08:47:35.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.628+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=KPMAMG8H2QME type=del 2024-09-22T08:47:35.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.632+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~1BPO6JGIOXB6.0 size=269236 2024-09-22T08:47:35.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.632+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=1BPO6JGIOXB6 tag=9T8UAOT3NCGI type=write size=1317812 2024-09-22T08:47:35.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.640+0000 7fba234848c0 1 < suggested remove operation key=XPSLU2TK0YUO tag=YLD6Y5QPNC37 type=del 2024-09-22T08:47:35.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.644+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~N0Z2TK1QJCZD.0 size=1048576 2024-09-22T08:47:35.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.648+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~N0Z2TK1QJCZD.1 size=182606 2024-09-22T08:47:35.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.648+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=N0Z2TK1QJCZD tag=H9F5XRHU0G25 type=write size=2279758 2024-09-22T08:47:35.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.652+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.0 size=1048576 2024-09-22T08:47:35.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.652+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.1 size=1048576 2024-09-22T08:47:35.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.656+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~LWBK2YUFINZU.2 size=442677 2024-09-22T08:47:35.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.660+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=LWBK2YUFINZU tag=T90GKCUU9D98 type=write size=3588405 2024-09-22T08:47:35.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.664+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=EOTYH2B2ABF0 type=write size=439064 2024-09-22T08:47:35.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.664+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=12H6HMNA9FK3 type=del 2024-09-22T08:47:35.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.668+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=4ZC2WYRN9SM5 type=del size=7483 2024-09-22T08:47:35.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.672+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~T2P4EJYHZKY0.0 size=1048576 2024-09-22T08:47:35.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.676+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~T2P4EJYHZKY0.1 size=171874 2024-09-22T08:47:35.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.680+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=T2P4EJYHZKY0 tag=XV8XDTKJWAL0 type=write size=2269026 2024-09-22T08:47:35.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.684+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=28B3F3HGWFNK type=del size=104864 2024-09-22T08:47:35.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.688+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=3B2W0LHRH8OH type=del 2024-09-22T08:47:35.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.692+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~0MNTXZ19UNDM.0 size=1048576 2024-09-22T08:47:35.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.696+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~0MNTXZ19UNDM.1 size=256598 2024-09-22T08:47:35.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.696+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=0MNTXZ19UNDM tag=GDLE6J5H31EF type=write size=2353750 2024-09-22T08:47:35.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.700+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=L3IVJG6X7MAL type=del 2024-09-22T08:47:35.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.704+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=DU2KHMXDJLDY type=del size=3263061 2024-09-22T08:47:35.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.708+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=V72GTGL3WNG8 type=del 2024-09-22T08:47:35.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.712+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.0 size=1048576 2024-09-22T08:47:35.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.716+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.1 size=1048576 2024-09-22T08:47:35.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.720+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.2 size=204295 2024-09-22T08:47:35.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.720+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=8873T3ZNQTZA tag=MPAWKI6YAHCF type=write size=3350023 2024-09-22T08:47:35.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.720+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~UF78L80D2VM7.0 size=598558 2024-09-22T08:47:35.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.728+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=UF78L80D2VM7 tag=TA9C7C9O6I41 type=write size=1647134 2024-09-22T08:47:35.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.732+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~PE5UCDIPBRER.0 size=712212 2024-09-22T08:47:35.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.732+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=PE5UCDIPBRER tag=DNX94U52A8EL type=write size=1760788 2024-09-22T08:47:35.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.736+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=0GKJB8K5O4HJ type=del 2024-09-22T08:47:35.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.740+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=5KZEPCWJ3HY2 type=write size=765625 2024-09-22T08:47:35.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.744+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=0MLSUL0C7LLV type=del 2024-09-22T08:47:35.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.748+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~EZDKW6LDPUT6.0 size=653229 2024-09-22T08:47:35.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.748+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=EZDKW6LDPUT6 tag=4ZGJ7CCCR13A type=write size=1701805 2024-09-22T08:47:35.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.752+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.0 size=1048576 2024-09-22T08:47:35.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.752+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.1 size=1048576 2024-09-22T08:47:35.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.756+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~6824BQLAHL3M.2 size=883669 2024-09-22T08:47:35.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.760+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=6824BQLAHL3M tag=1O5UY52F7MD5 type=write size=4029397 2024-09-22T08:47:35.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.764+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=MYQVD5Q9VQGU type=write size=949539 2024-09-22T08:47:35.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.764+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~ZDGMH37W9GDZ.0 size=1048576 2024-09-22T08:47:35.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.768+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~ZDGMH37W9GDZ.1 size=271109 2024-09-22T08:47:35.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.772+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=ZDGMH37W9GDZ tag=TIV7HT7J2EIM type=write size=2368261 2024-09-22T08:47:35.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.776+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=KSX1HLPSZ0SI type=del size=2529663 2024-09-22T08:47:35.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.780+0000 7fba234848c0 -1 < failed to complete operation key=OYF4UVMI9UR3 tag=MIQGUU8ORNXZ type=del size=1869181: (22) Invalid argument 2024-09-22T08:47:35.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.780+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=DFF41A0AOZWL type=del size=1599866 2024-09-22T08:47:35.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.788+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=05FJBG12TCSQ type=del 2024-09-22T08:47:35.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.788+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=Y3YJ92TE4GI5 type=write size=40261 2024-09-22T08:47:35.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.792+0000 7fba234848c0 1 < canceled operation key=9LS4I6V78QKR tag=DNFQU7RC586X type=del size=1070296 2024-09-22T08:47:35.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.796+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=R15PX2F2BTY2 type=del size=1797979 2024-09-22T08:47:35.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.796+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~1BPO6JGIOXB6.0 size=269236 2024-09-22T08:47:35.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.800+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=1BPO6JGIOXB6 tag=9T8UAOT3NCGI type=write size=1317812 2024-09-22T08:47:35.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.808+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~IX0SIR3SWQXN.0 size=1048576 2024-09-22T08:47:35.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.808+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~IX0SIR3SWQXN.1 size=514531 2024-09-22T08:47:35.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.808+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=IX0SIR3SWQXN tag=7Y2CPPJDRO3E type=write size=2611683 2024-09-22T08:47:35.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.812+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~N0Z2TK1QJCZD.0 size=1048576 2024-09-22T08:47:35.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.812+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~N0Z2TK1QJCZD.1 size=182606 2024-09-22T08:47:35.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.816+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=N0Z2TK1QJCZD tag=H9F5XRHU0G25 type=write size=2279758 2024-09-22T08:47:35.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.820+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=2TXV9NAJXQQL type=del size=2036140 2024-09-22T08:47:35.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.824+0000 7fba234848c0 1 < canceled operation key=1ZBDU0O6HI8A tag=EOTYH2B2ABF0 type=write size=439064 2024-09-22T08:47:35.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.824+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=SZDIYPKQ308B type=del size=3066840 2024-09-22T08:47:35.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.832+0000 7fba234848c0 1 < suggested update operation key=SXWPN1W7H9NU tag=4ZC2WYRN9SM5 type=del size=7483 2024-09-22T08:47:35.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.832+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=7A4GHUNMCW3L type=write size=52809 2024-09-22T08:47:35.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.840+0000 7fba234848c0 1 < suggested update operation key=17H4LTCPSPFA tag=28B3F3HGWFNK type=del size=104864 2024-09-22T08:47:35.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.840+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=4WZD5D0SDK18 type=del size=2175383 2024-09-22T08:47:35.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.844+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~0MNTXZ19UNDM.0 size=1048576 2024-09-22T08:47:35.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.844+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~0MNTXZ19UNDM.1 size=256598 2024-09-22T08:47:35.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.848+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=0MNTXZ19UNDM tag=GDLE6J5H31EF type=write size=2353750 2024-09-22T08:47:35.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.852+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=H69UY027C5MD type=del size=3395054 2024-09-22T08:47:35.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.856+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=DU2KHMXDJLDY type=del 2024-09-22T08:47:35.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.860+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~A13TPQZ0L1LJ.0 size=1048576 2024-09-22T08:47:35.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.860+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~A13TPQZ0L1LJ.1 size=1041274 2024-09-22T08:47:35.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.860+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=A13TPQZ0L1LJ tag=1H50NW1G5V2T type=write size=3138426 2024-09-22T08:47:35.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.864+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.0 size=1048576 2024-09-22T08:47:35.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.864+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.1 size=1048576 2024-09-22T08:47:35.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.868+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~8873T3ZNQTZA.2 size=204295 2024-09-22T08:47:35.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.872+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=8873T3ZNQTZA tag=MPAWKI6YAHCF type=write size=3350023 2024-09-22T08:47:35.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.876+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=FTCC1WUQAJV2 type=del size=1710867 2024-09-22T08:47:35.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.876+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~PE5UCDIPBRER.0 size=712212 2024-09-22T08:47:35.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.884+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=PE5UCDIPBRER tag=DNX94U52A8EL type=write size=1760788 2024-09-22T08:47:35.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.884+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=M9XFUK3DT6UP type=del size=1808742 2024-09-22T08:47:35.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.888+0000 7fba234848c0 1 < completed write operation key=9LS4I6V78QKR tag=5KZEPCWJ3HY2 type=write size=765625 2024-09-22T08:47:35.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.888+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=RDUHWMGYBHW4 type=del size=2437160 2024-09-22T08:47:35.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.892+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~EZDKW6LDPUT6.0 size=653229 2024-09-22T08:47:35.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.896+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=EZDKW6LDPUT6 tag=4ZGJ7CCCR13A type=write size=1701805 2024-09-22T08:47:35.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.900+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=FZL6A54BHFID type=write size=859415 2024-09-22T08:47:35.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.904+0000 7fba234848c0 -1 < failed to complete operation key=SXWPN1W7H9NU tag=MYQVD5Q9VQGU type=write size=949539: (22) Invalid argument 2024-09-22T08:47:35.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.908+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.0 size=1048576 2024-09-22T08:47:35.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.908+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.1 size=1048576 2024-09-22T08:47:35.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.912+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.2 size=102427 2024-09-22T08:47:35.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.912+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=QT7CRGGI0H2J tag=KF9E419ZP6QS type=write size=3248155 2024-09-22T08:47:35.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.916+0000 7fba234848c0 1 < suggested remove operation key=BMZ7P7WE56M7 tag=KSX1HLPSZ0SI type=del 2024-09-22T08:47:35.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.920+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~3CO623WIYLCB.0 size=1048576 2024-09-22T08:47:35.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.924+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~3CO623WIYLCB.1 size=43582 2024-09-22T08:47:35.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.924+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=3CO623WIYLCB tag=5W1RVG9AMC5O type=write size=2140734 2024-09-22T08:47:35.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.928+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=DFF41A0AOZWL type=del 2024-09-22T08:47:35.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.928+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=8CWXLLW0PZA0 type=del size=2224362 2024-09-22T08:47:35.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.932+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=Y3YJ92TE4GI5 type=write size=40261 2024-09-22T08:47:35.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.936+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=DPC2NTGTDFO9 type=del size=3045246 2024-09-22T08:47:35.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.940+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=R15PX2F2BTY2 type=del 2024-09-22T08:47:35.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.944+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=NY1Z5AF98R95 type=del size=2673327 2024-09-22T08:47:35.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.944+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~IX0SIR3SWQXN.0 size=1048576 2024-09-22T08:47:35.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.948+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~IX0SIR3SWQXN.1 size=514531 2024-09-22T08:47:35.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.952+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=IX0SIR3SWQXN tag=7Y2CPPJDRO3E type=write size=2611683 2024-09-22T08:47:35.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.956+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~UFXC6QUYG37G.0 size=50764 2024-09-22T08:47:35.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.956+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=UFXC6QUYG37G tag=MDTRFIQ1VZCR type=write size=1099340 2024-09-22T08:47:35.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.960+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=2TXV9NAJXQQL type=del 2024-09-22T08:47:35.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.964+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=KXBMT581UOQ9 type=del size=782345 2024-09-22T08:47:35.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.968+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=SZDIYPKQ308B type=del 2024-09-22T08:47:35.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.968+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=OMNBCO4UUD6S type=write size=776868 2024-09-22T08:47:35.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.972+0000 7fba234848c0 1 < completed write operation key=IELI1832WYYC tag=7A4GHUNMCW3L type=write size=52809 2024-09-22T08:47:35.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.976+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=XL8A3TGAPTFX type=del size=3570561 2024-09-22T08:47:35.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.976+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=4WZD5D0SDK18 type=del 2024-09-22T08:47:35.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.980+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=AAO5FFJ2MM66 type=del size=527271 2024-09-22T08:47:35.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.984+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=H69UY027C5MD type=del 2024-09-22T08:47:35.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.984+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=9VDTE9I88HG3 type=del size=3390028 2024-09-22T08:47:35.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.988+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~A13TPQZ0L1LJ.0 size=1048576 2024-09-22T08:47:35.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.988+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~A13TPQZ0L1LJ.1 size=1041274 2024-09-22T08:47:35.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.992+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=A13TPQZ0L1LJ tag=1H50NW1G5V2T type=write size=3138426 2024-09-22T08:47:35.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.996+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=IZQ1XBSWODMZ type=del size=3814537 2024-09-22T08:47:35.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:35.996+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=FTCC1WUQAJV2 type=del 2024-09-22T08:47:36.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.000+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=SWB75Z8E54I2 type=del size=1945464 2024-09-22T08:47:36.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.000+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=M9XFUK3DT6UP type=del 2024-09-22T08:47:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.008+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~FVTFG13TYFGR.0 size=1048576 2024-09-22T08:47:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.008+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~FVTFG13TYFGR.1 size=941675 2024-09-22T08:47:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.008+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=FVTFG13TYFGR tag=MEC4ZD37VK1V type=write size=3038827 2024-09-22T08:47:36.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.012+0000 7fba234848c0 1 < suggested update operation key=9TLPZUCDVLEL tag=RDUHWMGYBHW4 type=del size=2437160 2024-09-22T08:47:36.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.016+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=V09UYXRE1ZUB type=del size=349519 2024-09-22T08:47:36.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.020+0000 7fba234848c0 1 < completed write operation key=UC095FCB73FU tag=FZL6A54BHFID type=write size=859415 2024-09-22T08:47:36.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.020+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=GHJR2P3G0QZW type=write size=615172 2024-09-22T08:47:36.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.024+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.0 size=1048576 2024-09-22T08:47:36.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.028+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.1 size=1048576 2024-09-22T08:47:36.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.028+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~QT7CRGGI0H2J.2 size=102427 2024-09-22T08:47:36.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.036+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=QT7CRGGI0H2J tag=KF9E419ZP6QS type=write size=3248155 2024-09-22T08:47:36.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.040+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.0 size=1048576 2024-09-22T08:47:36.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.040+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.1 size=1048576 2024-09-22T08:47:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.044+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.2 size=246546 2024-09-22T08:47:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.044+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=98IDEUNR1QDB tag=PBSENG2DBNBY type=write size=3392274 2024-09-22T08:47:36.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.044+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~3CO623WIYLCB.0 size=1048576 2024-09-22T08:47:36.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.048+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~3CO623WIYLCB.1 size=43582 2024-09-22T08:47:36.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.052+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=3CO623WIYLCB tag=5W1RVG9AMC5O type=write size=2140734 2024-09-22T08:47:36.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.056+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=LUBN7Q9TPIKI type=del size=794008 2024-09-22T08:47:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.056+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=8CWXLLW0PZA0 type=del 2024-09-22T08:47:36.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.064+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~VXWHDBW3UPDH.0 size=1007270 2024-09-22T08:47:36.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.064+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=VXWHDBW3UPDH tag=575HN4JVAZMO type=write size=2055846 2024-09-22T08:47:36.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.064+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=DPC2NTGTDFO9 type=del 2024-09-22T08:47:36.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.068+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~WMECUY8HFIHO.0 size=1048576 2024-09-22T08:47:36.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.072+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~WMECUY8HFIHO.1 size=911968 2024-09-22T08:47:36.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.072+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=WMECUY8HFIHO tag=8XCJHOZESCDH type=write size=3009120 2024-09-22T08:47:36.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.076+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=NY1Z5AF98R95 type=del 2024-09-22T08:47:36.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.080+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~303A16WRZS59.0 size=1048576 2024-09-22T08:47:36.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.084+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~303A16WRZS59.1 size=858130 2024-09-22T08:47:36.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.084+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=303A16WRZS59 tag=5C4B2EJ6GQ2P type=write size=2955282 2024-09-22T08:47:36.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.084+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~UFXC6QUYG37G.0 size=50764 2024-09-22T08:47:36.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.092+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=UFXC6QUYG37G tag=MDTRFIQ1VZCR type=write size=1099340 2024-09-22T08:47:36.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.096+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.0 size=1048576 2024-09-22T08:47:36.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.096+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.1 size=1048576 2024-09-22T08:47:36.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.100+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.2 size=387344 2024-09-22T08:47:36.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.100+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=OGX9VWI3HJXA tag=WJLY44PDMDBT type=write size=3533072 2024-09-22T08:47:36.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.100+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=KXBMT581UOQ9 type=del 2024-09-22T08:47:36.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.108+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2H1CCVWNM459.0 size=1048576 2024-09-22T08:47:36.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.108+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~2H1CCVWNM459.1 size=775948 2024-09-22T08:47:36.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.108+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=2H1CCVWNM459 tag=M9R3F5QYUJIO type=write size=2873100 2024-09-22T08:47:36.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.112+0000 7fba234848c0 1 < completed write operation key=OYF4UVMI9UR3 tag=OMNBCO4UUD6S type=write size=776868 2024-09-22T08:47:36.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.112+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=1WFJUNSK9RMF type=del size=3480337 2024-09-22T08:47:36.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.116+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=XL8A3TGAPTFX type=del 2024-09-22T08:47:36.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.120+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~786JG5FBHM6G.0 size=710542 2024-09-22T08:47:36.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.120+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=786JG5FBHM6G tag=VK1NBRVB90C3 type=write size=1759118 2024-09-22T08:47:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.124+0000 7fba234848c0 1 < suggested update operation key=3IJ0ZLECW5JT tag=AAO5FFJ2MM66 type=del size=527271 2024-09-22T08:47:36.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.132+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.0 size=1048576 2024-09-22T08:47:36.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.132+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.1 size=1048576 2024-09-22T08:47:36.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.136+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.2 size=493147 2024-09-22T08:47:36.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.136+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=K4RML4DKUCOI tag=0705YZZXDPCD type=write size=3638875 2024-09-22T08:47:36.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.136+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=9VDTE9I88HG3 type=del 2024-09-22T08:47:36.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.140+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=279ZKOG84MP8 type=del size=2404858 2024-09-22T08:47:36.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.144+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=IZQ1XBSWODMZ type=del 2024-09-22T08:47:36.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.148+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=EGYZMDZSZKJA type=del size=1416479 2024-09-22T08:47:36.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.148+0000 7fba234848c0 -1 < failed to complete operation key=3IJ0ZLECW5JT tag=SWB75Z8E54I2 type=del size=1945464: (22) Invalid argument 2024-09-22T08:47:36.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.152+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=XM4JWC0YNFWB type=del size=921716 2024-09-22T08:47:36.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.156+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~FVTFG13TYFGR.0 size=1048576 2024-09-22T08:47:36.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.156+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~FVTFG13TYFGR.1 size=941675 2024-09-22T08:47:36.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.164+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=FVTFG13TYFGR tag=MEC4ZD37VK1V type=write size=3038827 2024-09-22T08:47:36.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.168+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~9HKF02AYMAB7.0 size=1048576 2024-09-22T08:47:36.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.168+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~9HKF02AYMAB7.1 size=753664 2024-09-22T08:47:36.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.168+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=9HKF02AYMAB7 tag=ZUEJAQ4IM44I type=write size=2850816 2024-09-22T08:47:36.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.176+0000 7fba234848c0 1 < suggested update operation key=9O9DP75SBF2O tag=V09UYXRE1ZUB type=del size=349519 2024-09-22T08:47:36.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.180+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~UGWR5NE610V2.0 size=1048576 2024-09-22T08:47:36.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.180+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~UGWR5NE610V2.1 size=149144 2024-09-22T08:47:36.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.180+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=UGWR5NE610V2 tag=LKF952GYP0Y5 type=write size=2246296 2024-09-22T08:47:36.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.184+0000 7fba234848c0 1 < completed write operation key=7RKB0H1OQF18 tag=GHJR2P3G0QZW type=write size=615172 2024-09-22T08:47:36.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.188+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~ZMSUGYPQZ46W.0 size=1048576 2024-09-22T08:47:36.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.192+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~ZMSUGYPQZ46W.1 size=741790 2024-09-22T08:47:36.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.192+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=ZMSUGYPQZ46W tag=MUNXI9XDQ64I type=write size=2838942 2024-09-22T08:47:36.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.192+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.0 size=1048576 2024-09-22T08:47:36.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.192+0000 7fba234848c0 1 < canceled part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.1 size=1048576 2024-09-22T08:47:36.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.196+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~98IDEUNR1QDB.2 size=246546 2024-09-22T08:47:36.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.200+0000 7fba234848c0 1 < canceled multipart upload key=MOCPURWGSRGV upload=98IDEUNR1QDB tag=PBSENG2DBNBY type=write size=3392274 2024-09-22T08:47:36.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.204+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.0 size=1048576 2024-09-22T08:47:36.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.208+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.1 size=1048576 2024-09-22T08:47:36.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.208+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.2 size=55965 2024-09-22T08:47:36.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.208+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=Q0PV2DL6ZH1T tag=XEI90E20WZ7E type=write size=3201693 2024-09-22T08:47:36.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.212+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=LUBN7Q9TPIKI type=del 2024-09-22T08:47:36.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.216+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.0 size=1048576 2024-09-22T08:47:36.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.216+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.1 size=1048576 2024-09-22T08:47:36.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.220+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.2 size=436684 2024-09-22T08:47:36.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.220+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=3G0FAZ73R9I5 tag=L7T3V9CKPNUX type=write size=3582412 2024-09-22T08:47:36.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.220+0000 7fba234848c0 1 < canceled part key=_multipart_9LS4I6V78QKR.2~VXWHDBW3UPDH.0 size=1007270 2024-09-22T08:47:36.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.224+0000 7fba234848c0 1 < canceled multipart upload key=9LS4I6V78QKR upload=VXWHDBW3UPDH tag=575HN4JVAZMO type=write size=2055846 2024-09-22T08:47:36.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.228+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=6MKEA8NC1NBW type=del size=2781479 2024-09-22T08:47:36.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.228+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~WMECUY8HFIHO.0 size=1048576 2024-09-22T08:47:36.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.232+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~WMECUY8HFIHO.1 size=911968 2024-09-22T08:47:36.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.236+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=WMECUY8HFIHO tag=8XCJHOZESCDH type=write size=3009120 2024-09-22T08:47:36.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.240+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=HB58K66FN2Z0 type=del size=3611875 2024-09-22T08:47:36.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.240+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~303A16WRZS59.0 size=1048576 2024-09-22T08:47:36.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.244+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~303A16WRZS59.1 size=858130 2024-09-22T08:47:36.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.248+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=303A16WRZS59 tag=5C4B2EJ6GQ2P type=write size=2955282 2024-09-22T08:47:36.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.252+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~G6LHLIHYYM3R.0 size=797348 2024-09-22T08:47:36.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.252+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=G6LHLIHYYM3R tag=V4Y2VPS6F953 type=write size=1845924 2024-09-22T08:47:36.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.252+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.0 size=1048576 2024-09-22T08:47:36.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.256+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.1 size=1048576 2024-09-22T08:47:36.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.256+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~OGX9VWI3HJXA.2 size=387344 2024-09-22T08:47:36.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.260+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=OGX9VWI3HJXA tag=WJLY44PDMDBT type=write size=3533072 2024-09-22T08:47:36.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.268+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.0 size=1048576 2024-09-22T08:47:36.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.272+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.1 size=1048576 2024-09-22T08:47:36.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.276+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.2 size=1016630 2024-09-22T08:47:36.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.276+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=T0OC7Q8555B0 tag=ZIVXWBHWUDJ9 type=write size=4162358 2024-09-22T08:47:36.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.276+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~2H1CCVWNM459.0 size=1048576 2024-09-22T08:47:36.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.280+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~2H1CCVWNM459.1 size=775948 2024-09-22T08:47:36.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.284+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=2H1CCVWNM459 tag=M9R3F5QYUJIO type=write size=2873100 2024-09-22T08:47:36.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.288+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=8HDBQX4G9J4A type=write size=968117 2024-09-22T08:47:36.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.288+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=1WFJUNSK9RMF type=del 2024-09-22T08:47:36.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.292+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=VMAAJMM6SPYE type=del size=1057488 2024-09-22T08:47:36.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.296+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~786JG5FBHM6G.0 size=710542 2024-09-22T08:47:36.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.300+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=786JG5FBHM6G tag=VK1NBRVB90C3 type=write size=1759118 2024-09-22T08:47:36.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.304+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=HYTCL0WT4VA4 type=del size=3082195 2024-09-22T08:47:36.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.308+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.0 size=1048576 2024-09-22T08:47:36.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.312+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.1 size=1048576 2024-09-22T08:47:36.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.312+0000 7fba234848c0 1 < canceled part key=_multipart_3CD2AW1H64C4.2~K4RML4DKUCOI.2 size=493147 2024-09-22T08:47:36.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.316+0000 7fba234848c0 1 < canceled multipart upload key=3CD2AW1H64C4 upload=K4RML4DKUCOI tag=0705YZZXDPCD type=write size=3638875 2024-09-22T08:47:36.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.320+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~TZDANYG91SXJ.0 size=1048576 2024-09-22T08:47:36.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.320+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~TZDANYG91SXJ.1 size=502281 2024-09-22T08:47:36.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.320+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=TZDANYG91SXJ tag=FQESN1YS5QAW type=write size=2599433 2024-09-22T08:47:36.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.324+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=279ZKOG84MP8 type=del 2024-09-22T08:47:36.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.328+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=KFMXQ5Q8LD2V type=write size=750908 2024-09-22T08:47:36.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.328+0000 7fba234848c0 1 < canceled operation key=5K7DPF6IJOQO tag=EGYZMDZSZKJA type=del size=1416479 2024-09-22T08:47:36.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.332+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=B9JS038Q0C1H type=del size=658597 2024-09-22T08:47:36.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.336+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=XM4JWC0YNFWB type=del 2024-09-22T08:47:36.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.336+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=UJ2OO1T8FOXP type=del size=3231796 2024-09-22T08:47:36.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.340+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~9HKF02AYMAB7.0 size=1048576 2024-09-22T08:47:36.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.344+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~9HKF02AYMAB7.1 size=753664 2024-09-22T08:47:36.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.348+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=9HKF02AYMAB7 tag=ZUEJAQ4IM44I type=write size=2850816 2024-09-22T08:47:36.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.352+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=DPPT3WZH611A type=del size=3444466 2024-09-22T08:47:36.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.352+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~UGWR5NE610V2.0 size=1048576 2024-09-22T08:47:36.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.352+0000 7fba234848c0 1 < canceled part key=_multipart_1ZBDU0O6HI8A.2~UGWR5NE610V2.1 size=149144 2024-09-22T08:47:36.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.360+0000 7fba234848c0 1 < canceled multipart upload key=1ZBDU0O6HI8A upload=UGWR5NE610V2 tag=LKF952GYP0Y5 type=write size=2246296 2024-09-22T08:47:36.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.364+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~VSHO15P1G99M.0 size=116584 2024-09-22T08:47:36.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.364+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=VSHO15P1G99M tag=8MUGO464TJCK type=write size=1165160 2024-09-22T08:47:36.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.364+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~ZMSUGYPQZ46W.0 size=1048576 2024-09-22T08:47:36.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.368+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~ZMSUGYPQZ46W.1 size=741790 2024-09-22T08:47:36.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.372+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=ZMSUGYPQZ46W tag=MUNXI9XDQ64I type=write size=2838942 2024-09-22T08:47:36.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.376+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=JF04AQ4S21P2 type=del size=3025068 2024-09-22T08:47:36.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.376+0000 7fba234848c0 1 < canceled part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.0 size=1048576 2024-09-22T08:47:36.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.380+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.1 size=1048576 2024-09-22T08:47:36.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.380+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~Q0PV2DL6ZH1T.2 size=55965 2024-09-22T08:47:36.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.384+0000 7fba234848c0 1 < canceled multipart upload key=3IJ0ZLECW5JT upload=Q0PV2DL6ZH1T tag=XEI90E20WZ7E type=write size=3201693 2024-09-22T08:47:36.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.388+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~LH7KMQO0DTS5.0 size=1048576 2024-09-22T08:47:36.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.392+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~LH7KMQO0DTS5.1 size=755359 2024-09-22T08:47:36.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.392+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=LH7KMQO0DTS5 tag=E24PCLV0A8HB type=write size=2852511 2024-09-22T08:47:36.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.396+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.0 size=1048576 2024-09-22T08:47:36.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.396+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.1 size=1048576 2024-09-22T08:47:36.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.400+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~3G0FAZ73R9I5.2 size=436684 2024-09-22T08:47:36.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.404+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=3G0FAZ73R9I5 tag=L7T3V9CKPNUX type=write size=3582412 2024-09-22T08:47:36.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.412+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~HAG2F5EMYC3Y.0 size=1048576 2024-09-22T08:47:36.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.412+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~HAG2F5EMYC3Y.1 size=174891 2024-09-22T08:47:36.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.412+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=HAG2F5EMYC3Y tag=E465P3XLSSMV type=write size=2272043 2024-09-22T08:47:36.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.416+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=6MKEA8NC1NBW type=del 2024-09-22T08:47:36.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.420+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=9MBV9ATY4OEL type=del size=3192932 2024-09-22T08:47:36.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.420+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=HB58K66FN2Z0 type=del 2024-09-22T08:47:36.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.424+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=F20RF1M3IJFF type=del size=1583321 2024-09-22T08:47:36.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.428+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~G6LHLIHYYM3R.0 size=797348 2024-09-22T08:47:36.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.432+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=G6LHLIHYYM3R tag=V4Y2VPS6F953 type=write size=1845924 2024-09-22T08:47:36.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.436+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~TSYMHHFM98Y2.0 size=296124 2024-09-22T08:47:36.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.436+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=TSYMHHFM98Y2 tag=SCSD80DERS19 type=write size=1344700 2024-09-22T08:47:36.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.440+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.0 size=1048576 2024-09-22T08:47:36.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.444+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.1 size=1048576 2024-09-22T08:47:36.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.444+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0OC7Q8555B0.2 size=1016630 2024-09-22T08:47:36.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.452+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=T0OC7Q8555B0 tag=ZIVXWBHWUDJ9 type=write size=4162358 2024-09-22T08:47:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.456+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.0 size=1048576 2024-09-22T08:47:36.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.460+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.1 size=1048576 2024-09-22T08:47:36.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.464+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.2 size=223824 2024-09-22T08:47:36.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.464+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=UGRALW7151G6 tag=9O6P60TMDBW5 type=write size=3369552 2024-09-22T08:47:36.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.464+0000 7fba234848c0 1 < completed write operation key=SXWPN1W7H9NU tag=8HDBQX4G9J4A type=write size=968117 2024-09-22T08:47:36.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.468+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=DDV4DRJG4DXF type=del size=2542202 2024-09-22T08:47:36.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.472+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=VMAAJMM6SPYE type=del 2024-09-22T08:47:36.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.476+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=75SDWKRSLYW4 type=write size=893883 2024-09-22T08:47:36.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.480+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=HYTCL0WT4VA4 type=del 2024-09-22T08:47:36.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.484+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~LVSKBEAIQHEE.0 size=1048576 2024-09-22T08:47:36.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.484+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~LVSKBEAIQHEE.1 size=546965 2024-09-22T08:47:36.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.484+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=LVSKBEAIQHEE tag=2OS577BBSJBY type=write size=2644117 2024-09-22T08:47:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.488+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~TZDANYG91SXJ.0 size=1048576 2024-09-22T08:47:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.488+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~TZDANYG91SXJ.1 size=502281 2024-09-22T08:47:36.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.496+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=TZDANYG91SXJ tag=FQESN1YS5QAW type=write size=2599433 2024-09-22T08:47:36.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.500+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5BCJ6KMZNGK6.0 size=1048576 2024-09-22T08:47:36.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.500+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~5BCJ6KMZNGK6.1 size=509799 2024-09-22T08:47:36.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.500+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=5BCJ6KMZNGK6 tag=9O3U9ZWIHGPQ type=write size=2606951 2024-09-22T08:47:36.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.504+0000 7fba234848c0 1 < completed write operation key=7308WVXJKI53 tag=KFMXQ5Q8LD2V type=write size=750908 2024-09-22T08:47:36.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.508+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~P27F162WABW6.0 size=1048576 2024-09-22T08:47:36.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.512+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~P27F162WABW6.1 size=1048576 2024-09-22T08:47:36.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.512+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~P27F162WABW6.2 size=266966 2024-09-22T08:47:36.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.512+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=P27F162WABW6 tag=E1SG428S4848 type=write size=3412694 2024-09-22T08:47:36.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.520+0000 7fba234848c0 1 < suggested remove operation key=EGAV6I2KE1N9 tag=B9JS038Q0C1H type=del 2024-09-22T08:47:36.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.524+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DNJXHLOQ3TYE.0 size=1048576 2024-09-22T08:47:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.528+0000 7fba234848c0 1 > prepared part key=_multipart_17H4LTCPSPFA.2~DNJXHLOQ3TYE.1 size=141197 2024-09-22T08:47:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.528+0000 7fba234848c0 1 > prepared multipart upload key=17H4LTCPSPFA upload=DNJXHLOQ3TYE tag=20UNFRRW2OOK type=write size=2238349 2024-09-22T08:47:36.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.532+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=UJ2OO1T8FOXP type=del 2024-09-22T08:47:36.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.536+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=LH2R9X4MUODQ type=del size=2358495 2024-09-22T08:47:36.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.544+0000 7fba234848c0 1 < suggested remove operation key=5K7DPF6IJOQO tag=DPPT3WZH611A type=del 2024-09-22T08:47:36.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.548+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=VHL31RI2V3VM type=write size=283206 2024-09-22T08:47:36.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.548+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~VSHO15P1G99M.0 size=116584 2024-09-22T08:47:36.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.556+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=VSHO15P1G99M tag=8MUGO464TJCK type=write size=1165160 2024-09-22T08:47:36.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.560+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~YIWJKK39K5LJ.0 size=416931 2024-09-22T08:47:36.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.560+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=YIWJKK39K5LJ tag=3Q2XMGJUMANX type=write size=1465507 2024-09-22T08:47:36.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.564+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=JF04AQ4S21P2 type=del 2024-09-22T08:47:36.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.568+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~4F898IGM5IOC.0 size=176030 2024-09-22T08:47:36.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.568+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=4F898IGM5IOC tag=05HNG3S71WJ8 type=write size=1224606 2024-09-22T08:47:36.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.572+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~LH7KMQO0DTS5.0 size=1048576 2024-09-22T08:47:36.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.576+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~LH7KMQO0DTS5.1 size=755359 2024-09-22T08:47:36.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.580+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=LH7KMQO0DTS5 tag=E24PCLV0A8HB type=write size=2852511 2024-09-22T08:47:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.584+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~CTSUN72K7F8H.0 size=1048576 2024-09-22T08:47:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.584+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~CTSUN72K7F8H.1 size=140483 2024-09-22T08:47:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.584+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=CTSUN72K7F8H tag=B77CZ60FWCF8 type=write size=2237635 2024-09-22T08:47:36.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.588+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~HAG2F5EMYC3Y.0 size=1048576 2024-09-22T08:47:36.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.592+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~HAG2F5EMYC3Y.1 size=174891 2024-09-22T08:47:36.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.596+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=HAG2F5EMYC3Y tag=E465P3XLSSMV type=write size=2272043 2024-09-22T08:47:36.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.600+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~K74MOMV7TR7P.0 size=1043344 2024-09-22T08:47:36.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.600+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=K74MOMV7TR7P tag=J835QGLM8N5M type=write size=2091920 2024-09-22T08:47:36.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.600+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=EGAV6I2KE1N9 tag=9MBV9ATY4OEL type=del size=3192932: (2) No such file or directory 2024-09-22T08:47:36.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.604+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=2CVPSC6RTF1F type=write size=27210 2024-09-22T08:47:36.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.608+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=F20RF1M3IJFF type=del 2024-09-22T08:47:36.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.616+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~K3H0ILCI83IE.0 size=1048576 2024-09-22T08:47:36.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.616+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~K3H0ILCI83IE.1 size=768522 2024-09-22T08:47:36.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.616+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=K3H0ILCI83IE tag=YLUCYTXJOJ99 type=write size=2865674 2024-09-22T08:47:36.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.620+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~TSYMHHFM98Y2.0 size=296124 2024-09-22T08:47:36.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.624+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=TSYMHHFM98Y2 tag=SCSD80DERS19 type=write size=1344700 2024-09-22T08:47:36.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.628+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=PONRC1Q1BLPV type=del size=2778455 2024-09-22T08:47:36.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.632+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.0 size=1048576 2024-09-22T08:47:36.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.636+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.1 size=1048576 2024-09-22T08:47:36.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.636+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UGRALW7151G6.2 size=223824 2024-09-22T08:47:36.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.644+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=UGRALW7151G6 tag=9O6P60TMDBW5 type=write size=3369552 2024-09-22T08:47:36.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.644+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=70YWANOSLZ2O type=del size=3442910 2024-09-22T08:47:36.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.652+0000 7fba234848c0 1 < suggested update operation key=A7MPFHXSBLAC tag=DDV4DRJG4DXF type=del size=2542202 2024-09-22T08:47:36.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.656+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=I89QD1SX5N7H type=del size=2147618 2024-09-22T08:47:36.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.660+0000 7fba234848c0 -1 < failed to complete operation key=A7MPFHXSBLAC tag=75SDWKRSLYW4 type=write size=893883: (22) Invalid argument 2024-09-22T08:47:36.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.664+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=0P1NOH0835SL type=del size=1392097 2024-09-22T08:47:36.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.664+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~LVSKBEAIQHEE.0 size=1048576 2024-09-22T08:47:36.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.668+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~LVSKBEAIQHEE.1 size=546965 2024-09-22T08:47:36.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.676+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=LVSKBEAIQHEE tag=2OS577BBSJBY type=write size=2644117 2024-09-22T08:47:36.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.676+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=ZVD3MO12BLS0 type=write size=243634 2024-09-22T08:47:36.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.680+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5BCJ6KMZNGK6.0 size=1048576 2024-09-22T08:47:36.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.684+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~5BCJ6KMZNGK6.1 size=509799 2024-09-22T08:47:36.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.692+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=5BCJ6KMZNGK6 tag=9O3U9ZWIHGPQ type=write size=2606951 2024-09-22T08:47:36.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.696+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UL66Z2144WHQ.0 size=1048576 2024-09-22T08:47:36.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.700+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UL66Z2144WHQ.1 size=417040 2024-09-22T08:47:36.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.700+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=UL66Z2144WHQ tag=3X6NBQLHMDNW type=write size=2514192 2024-09-22T08:47:36.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.700+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~P27F162WABW6.0 size=1048576 2024-09-22T08:47:36.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.700+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~P27F162WABW6.1 size=1048576 2024-09-22T08:47:36.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.704+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~P27F162WABW6.2 size=266966 2024-09-22T08:47:36.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.708+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=P27F162WABW6 tag=E1SG428S4848 type=write size=3412694 2024-09-22T08:47:36.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.712+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=CG2OPGN3C0CP type=del size=1074209 2024-09-22T08:47:36.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.712+0000 7fba234848c0 1 < canceled part key=_multipart_17H4LTCPSPFA.2~DNJXHLOQ3TYE.0 size=1048576 2024-09-22T08:47:36.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.712+0000 7fba234848c0 1 < canceled part key=_multipart_17H4LTCPSPFA.2~DNJXHLOQ3TYE.1 size=141197 2024-09-22T08:47:36.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.716+0000 7fba234848c0 1 < canceled multipart upload key=17H4LTCPSPFA upload=DNJXHLOQ3TYE tag=20UNFRRW2OOK type=write size=2238349 2024-09-22T08:47:36.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.720+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=ZARMSRZ284M0 type=del size=3204785 2024-09-22T08:47:36.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.724+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=LH2R9X4MUODQ type=del 2024-09-22T08:47:36.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.732+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~D29VWWZ0FK3N.0 size=309906 2024-09-22T08:47:36.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.732+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=D29VWWZ0FK3N tag=DVL2JXCMN4ZM type=write size=1358482 2024-09-22T08:47:36.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.732+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=VHL31RI2V3VM type=write size=283206 2024-09-22T08:47:36.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.736+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=PWOUILMJXG37 type=del size=3567161 2024-09-22T08:47:36.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.740+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~YIWJKK39K5LJ.0 size=416931 2024-09-22T08:47:36.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.744+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=YIWJKK39K5LJ tag=3Q2XMGJUMANX type=write size=1465507 2024-09-22T08:47:36.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.748+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~6V2OM5TE5CA0.0 size=356922 2024-09-22T08:47:36.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.748+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=6V2OM5TE5CA0 tag=66R77JY4GMEH type=write size=1405498 2024-09-22T08:47:36.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.752+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~4F898IGM5IOC.0 size=176030 2024-09-22T08:47:36.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.760+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=4F898IGM5IOC tag=05HNG3S71WJ8 type=write size=1224606 2024-09-22T08:47:36.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.764+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=8YZNCIZZB5V4 type=write size=274548 2024-09-22T08:47:36.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.764+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~CTSUN72K7F8H.0 size=1048576 2024-09-22T08:47:36.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.768+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~CTSUN72K7F8H.1 size=140483 2024-09-22T08:47:36.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.772+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=CTSUN72K7F8H tag=B77CZ60FWCF8 type=write size=2237635 2024-09-22T08:47:36.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.776+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=EK86JL8Z3DZ6 type=del size=2808705 2024-09-22T08:47:36.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.780+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~K74MOMV7TR7P.0 size=1043344 2024-09-22T08:47:36.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.784+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=K74MOMV7TR7P tag=J835QGLM8N5M type=write size=2091920 2024-09-22T08:47:36.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.788+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~5V8IYCLPUVWE.0 size=1048576 2024-09-22T08:47:36.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.792+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~5V8IYCLPUVWE.1 size=250122 2024-09-22T08:47:36.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.792+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=5V8IYCLPUVWE tag=ZM2WN12FWH95 type=write size=2347274 2024-09-22T08:47:36.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.792+0000 7fba234848c0 1 < completed write operation key=SXWPN1W7H9NU tag=2CVPSC6RTF1F type=write size=27210 2024-09-22T08:47:36.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.796+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=SBSAJB1V4HEE type=del size=127483 2024-09-22T08:47:36.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.800+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~K3H0ILCI83IE.0 size=1048576 2024-09-22T08:47:36.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.800+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~K3H0ILCI83IE.1 size=768522 2024-09-22T08:47:36.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.804+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=K3H0ILCI83IE tag=YLUCYTXJOJ99 type=write size=2865674 2024-09-22T08:47:36.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.812+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~9A4ITHO1Z4PX.0 size=976229 2024-09-22T08:47:36.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.812+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=9A4ITHO1Z4PX tag=F4E6BVEKCYAK type=write size=2024805 2024-09-22T08:47:36.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.812+0000 7fba234848c0 -1 < failed to complete operation key=A7MPFHXSBLAC tag=PONRC1Q1BLPV type=del size=2778455: (22) Invalid argument 2024-09-22T08:47:36.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.816+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=LC8J1SXMVA53 type=del size=2841455 2024-09-22T08:47:36.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.820+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=70YWANOSLZ2O type=del 2024-09-22T08:47:36.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.824+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=PG7XC2W2WGZ1 type=del size=1822125 2024-09-22T08:47:36.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.828+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=I89QD1SX5N7H type=del size=2147618 2024-09-22T08:47:36.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.832+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=P5IE4BIH8VY6 type=del size=1785461 2024-09-22T08:47:36.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.836+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=0P1NOH0835SL type=del 2024-09-22T08:47:36.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.840+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=PMYW1JJUZ3H8 type=write size=914219 2024-09-22T08:47:36.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.844+0000 7fba234848c0 1 < suggested remove operation key=ZPSMOAQSZZ68 tag=ZVD3MO12BLS0 type=write 2024-09-22T08:47:36.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.848+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.0 size=1048576 2024-09-22T08:47:36.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.852+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.1 size=1048576 2024-09-22T08:47:36.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.852+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.2 size=25088 2024-09-22T08:47:36.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.852+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=9SV519BT21RP tag=5S00PKXXEK5N type=write size=3170816 2024-09-22T08:47:36.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.856+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UL66Z2144WHQ.0 size=1048576 2024-09-22T08:47:36.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.856+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UL66Z2144WHQ.1 size=417040 2024-09-22T08:47:36.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.864+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=UL66Z2144WHQ tag=3X6NBQLHMDNW type=write size=2514192 2024-09-22T08:47:36.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.864+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=K8EOANCQRVYE type=del size=214762 2024-09-22T08:47:36.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.868+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=CG2OPGN3C0CP type=del 2024-09-22T08:47:36.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.872+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=629OJ4FNJFIW type=write size=125447 2024-09-22T08:47:36.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.872+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=ZARMSRZ284M0 type=del 2024-09-22T08:47:36.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.880+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~JA940LXM2QSH.0 size=155196 2024-09-22T08:47:36.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.880+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=JA940LXM2QSH tag=CO4IJU7HLGM3 type=write size=1203772 2024-09-22T08:47:36.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.884+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~D29VWWZ0FK3N.0 size=309906 2024-09-22T08:47:36.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.888+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=D29VWWZ0FK3N tag=DVL2JXCMN4ZM type=write size=1358482 2024-09-22T08:47:36.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.892+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=ABQDPF7Z2VY6 type=del size=539522 2024-09-22T08:47:36.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.892+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=PWOUILMJXG37 type=del 2024-09-22T08:47:36.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.900+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~7044L26TX0N7.0 size=1010309 2024-09-22T08:47:36.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.900+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=7044L26TX0N7 tag=NJTV2UWAGHST type=write size=2058885 2024-09-22T08:47:36.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.900+0000 7fba234848c0 1 < canceled part key=_multipart_9O9DP75SBF2O.2~6V2OM5TE5CA0.0 size=356922 2024-09-22T08:47:36.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.904+0000 7fba234848c0 1 < canceled multipart upload key=9O9DP75SBF2O upload=6V2OM5TE5CA0 tag=66R77JY4GMEH type=write size=1405498 2024-09-22T08:47:36.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.908+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=ZRXD12PEHMNY type=del size=1844344 2024-09-22T08:47:36.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.912+0000 7fba234848c0 1 < canceled operation key=A7MPFHXSBLAC tag=8YZNCIZZB5V4 type=write size=274548 2024-09-22T08:47:36.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.916+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.0 size=1048576 2024-09-22T08:47:36.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.920+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.1 size=1048576 2024-09-22T08:47:36.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.920+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.2 size=864670 2024-09-22T08:47:36.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.920+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=TPOK09Z18LCO tag=LOUHCTN1KHKN type=write size=4010398 2024-09-22T08:47:36.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.924+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=EK86JL8Z3DZ6 type=del 2024-09-22T08:47:36.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.928+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=LT103KAWWCDE type=del size=2429410 2024-09-22T08:47:36.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.932+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~5V8IYCLPUVWE.0 size=1048576 2024-09-22T08:47:36.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.932+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~5V8IYCLPUVWE.1 size=250122 2024-09-22T08:47:36.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.936+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=5V8IYCLPUVWE tag=ZM2WN12FWH95 type=write size=2347274 2024-09-22T08:47:36.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.940+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=K3E4O4VTW3HL type=write size=51308 2024-09-22T08:47:36.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.948+0000 7fba234848c0 1 < suggested update operation key=KRKXNAQ12TAP tag=SBSAJB1V4HEE type=del size=127483 2024-09-22T08:47:36.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.948+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=KZ6BVLMYA3IR type=write size=797004 2024-09-22T08:47:36.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.952+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~9A4ITHO1Z4PX.0 size=976229 2024-09-22T08:47:36.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.956+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=9A4ITHO1Z4PX tag=F4E6BVEKCYAK type=write size=2024805 2024-09-22T08:47:36.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.960+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=R3UN0HCUTMZA type=del size=2550395 2024-09-22T08:47:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.964+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=LC8J1SXMVA53 type=del 2024-09-22T08:47:36.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.968+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~N1CV9B4GBST3.0 size=587155 2024-09-22T08:47:36.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.968+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=N1CV9B4GBST3 tag=14EGN6IGGDQT type=write size=1635731 2024-09-22T08:47:36.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.972+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=PG7XC2W2WGZ1 type=del 2024-09-22T08:47:36.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.976+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.0 size=1048576 2024-09-22T08:47:36.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.980+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.1 size=1048576 2024-09-22T08:47:36.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.980+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.2 size=931573 2024-09-22T08:47:36.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.980+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=PDA20B2FQ6GW tag=G6DHABXHMP5C type=write size=4077301 2024-09-22T08:47:36.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.988+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=P5IE4BIH8VY6 type=del 2024-09-22T08:47:36.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.992+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=JZ8R3LV3T99U type=write size=378790 2024-09-22T08:47:36.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.996+0000 7fba234848c0 1 < completed write operation key=7308WVXJKI53 tag=PMYW1JJUZ3H8 type=write size=914219 2024-09-22T08:47:36.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:36.996+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=SHS0KEBCWM5A type=write size=372895 2024-09-22T08:47:37.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.000+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.0 size=1048576 2024-09-22T08:47:37.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.004+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.1 size=1048576 2024-09-22T08:47:37.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.004+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~9SV519BT21RP.2 size=25088 2024-09-22T08:47:37.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.008+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=9SV519BT21RP tag=5S00PKXXEK5N type=write size=3170816 2024-09-22T08:47:37.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.016+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~WEDBY60SW12I.0 size=1048576 2024-09-22T08:47:37.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.016+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~WEDBY60SW12I.1 size=331038 2024-09-22T08:47:37.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.016+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=WEDBY60SW12I tag=VDJXGVI4ZWEW type=write size=2428190 2024-09-22T08:47:37.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.020+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=K8EOANCQRVYE type=del 2024-09-22T08:47:37.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.024+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=ND1JWPESLGEV type=del size=2058227 2024-09-22T08:47:37.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.024+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=629OJ4FNJFIW type=write size=125447 2024-09-22T08:47:37.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.028+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=OV2ULLNVO5HN type=del size=1423289 2024-09-22T08:47:37.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.032+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~JA940LXM2QSH.0 size=155196 2024-09-22T08:47:37.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.036+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=JA940LXM2QSH tag=CO4IJU7HLGM3 type=write size=1203772 2024-09-22T08:47:37.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.040+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~JSZ5AJ5L2BDI.0 size=665955 2024-09-22T08:47:37.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.040+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=JSZ5AJ5L2BDI tag=C5V5CBIBPC0S type=write size=1714531 2024-09-22T08:47:37.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.044+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=ABQDPF7Z2VY6 type=del 2024-09-22T08:47:37.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.044+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=34Q9LM8AWG4P type=write size=522016 2024-09-22T08:47:37.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.048+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~7044L26TX0N7.0 size=1010309 2024-09-22T08:47:37.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.052+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=7044L26TX0N7 tag=NJTV2UWAGHST type=write size=2058885 2024-09-22T08:47:37.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.056+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=7TW42IIE402I type=write size=721035 2024-09-22T08:47:37.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.060+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=ZRXD12PEHMNY type=del 2024-09-22T08:47:37.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.060+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=6DT6WECDL3BM type=del size=2070751 2024-09-22T08:47:37.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.064+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.0 size=1048576 2024-09-22T08:47:37.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.068+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.1 size=1048576 2024-09-22T08:47:37.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.068+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~TPOK09Z18LCO.2 size=864670 2024-09-22T08:47:37.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.072+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=TPOK09Z18LCO tag=LOUHCTN1KHKN type=write size=4010398 2024-09-22T08:47:37.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.080+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~Z033JL351ZIW.0 size=669721 2024-09-22T08:47:37.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.080+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=Z033JL351ZIW tag=Y9ARJIMEZYR8 type=write size=1718297 2024-09-22T08:47:37.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.080+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=LT103KAWWCDE type=del 2024-09-22T08:47:37.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.084+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=EC4XHTXTBEOJ type=del size=2983500 2024-09-22T08:47:37.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.088+0000 7fba234848c0 1 < completed write operation key=XPSLU2TK0YUO tag=K3E4O4VTW3HL type=write size=51308 2024-09-22T08:47:37.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.088+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=FH8BF23E9O7F type=del size=3428408 2024-09-22T08:47:37.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.100+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=KZ6BVLMYA3IR type=write size=797004 2024-09-22T08:47:37.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.104+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.0 size=1048576 2024-09-22T08:47:37.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.108+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.1 size=1048576 2024-09-22T08:47:37.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.108+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.2 size=238909 2024-09-22T08:47:37.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.108+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=SOQ75OJ6E04Z tag=Z560E49PLH7Z type=write size=3384637 2024-09-22T08:47:37.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.112+0000 7fba234848c0 1 < canceled operation key=A7MPFHXSBLAC tag=R3UN0HCUTMZA type=del size=2550395 2024-09-22T08:47:37.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.116+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.0 size=1048576 2024-09-22T08:47:37.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.116+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.1 size=1048576 2024-09-22T08:47:37.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.120+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.2 size=1042760 2024-09-22T08:47:37.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.120+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=N653EL3OJRXF tag=CCXC4Q32A1QM type=write size=4188488 2024-09-22T08:47:37.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.124+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~N1CV9B4GBST3.0 size=587155 2024-09-22T08:47:37.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.128+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=N1CV9B4GBST3 tag=14EGN6IGGDQT type=write size=1635731 2024-09-22T08:47:37.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.128+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=VWQW2RP2QJVB type=write size=771778 2024-09-22T08:47:37.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.132+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.0 size=1048576 2024-09-22T08:47:37.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.136+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.1 size=1048576 2024-09-22T08:47:37.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.136+0000 7fba234848c0 1 < canceled part key=_multipart_EGAV6I2KE1N9.2~PDA20B2FQ6GW.2 size=931573 2024-09-22T08:47:37.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.140+0000 7fba234848c0 1 < canceled multipart upload key=EGAV6I2KE1N9 upload=PDA20B2FQ6GW tag=G6DHABXHMP5C type=write size=4077301 2024-09-22T08:47:37.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.144+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~W9H2MRCHE1MB.0 size=1034780 2024-09-22T08:47:37.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.144+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=W9H2MRCHE1MB tag=2W55BHP6HC6B type=write size=2083356 2024-09-22T08:47:37.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.148+0000 7fba234848c0 1 < completed write operation key=MKZLY53HS342 tag=JZ8R3LV3T99U type=write size=378790 2024-09-22T08:47:37.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.148+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=UFYYI1GXUO5N type=del size=3280526 2024-09-22T08:47:37.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.152+0000 7fba234848c0 1 < completed write operation key=UC095FCB73FU tag=SHS0KEBCWM5A type=write size=372895 2024-09-22T08:47:37.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.160+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~YB04DKMSDAMX.0 size=905847 2024-09-22T08:47:37.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.160+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=YB04DKMSDAMX tag=9XWTXC34ZSM1 type=write size=1954423 2024-09-22T08:47:37.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.160+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~WEDBY60SW12I.0 size=1048576 2024-09-22T08:47:37.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.164+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~WEDBY60SW12I.1 size=331038 2024-09-22T08:47:37.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.168+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=WEDBY60SW12I tag=VDJXGVI4ZWEW type=write size=2428190 2024-09-22T08:47:37.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.172+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=W5CLGMUUBZTI type=del size=3855239 2024-09-22T08:47:37.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.176+0000 7fba234848c0 1 < suggested update operation key=906R294R0FI0 tag=ND1JWPESLGEV type=del size=2058227 2024-09-22T08:47:37.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.180+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=A2KPMG56AWNH type=del size=3057200 2024-09-22T08:47:37.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.180+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=OV2ULLNVO5HN type=del 2024-09-22T08:47:37.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.184+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=2C7N0DANALCC type=del size=426553 2024-09-22T08:47:37.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.188+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~JSZ5AJ5L2BDI.0 size=665955 2024-09-22T08:47:37.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.192+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=JSZ5AJ5L2BDI tag=C5V5CBIBPC0S type=write size=1714531 2024-09-22T08:47:37.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.196+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=816WA3NG5EMY type=del size=765910 2024-09-22T08:47:37.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.200+0000 7fba234848c0 1 < canceled operation key=MKZLY53HS342 tag=34Q9LM8AWG4P type=write size=522016 2024-09-22T08:47:37.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.204+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.0 size=1048576 2024-09-22T08:47:37.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.208+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.1 size=1048576 2024-09-22T08:47:37.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.208+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.2 size=262237 2024-09-22T08:47:37.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.208+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=MW5QDTNFK40I tag=4P50DK1B4OLO type=write size=3407965 2024-09-22T08:47:37.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.212+0000 7fba234848c0 1 < completed write operation key=9LS4I6V78QKR tag=7TW42IIE402I type=write size=721035 2024-09-22T08:47:37.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.216+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=LXIXKNMRAVTV type=del size=2529664 2024-09-22T08:47:37.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.216+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=6DT6WECDL3BM type=del 2024-09-22T08:47:37.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.220+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=3UUKQVPMR2GC type=del size=944584 2024-09-22T08:47:37.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.224+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~Z033JL351ZIW.0 size=669721 2024-09-22T08:47:37.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.228+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=Z033JL351ZIW tag=Y9ARJIMEZYR8 type=write size=1718297 2024-09-22T08:47:37.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.232+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=M274C4G3O6N7 type=del size=730488 2024-09-22T08:47:37.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.232+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=EC4XHTXTBEOJ type=del 2024-09-22T08:47:37.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.240+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CETJAIWKSLZQ.0 size=216391 2024-09-22T08:47:37.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.240+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=CETJAIWKSLZQ tag=SBHRW4SW438U type=write size=1264967 2024-09-22T08:47:37.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.240+0000 7fba234848c0 -1 < failed to complete operation key=O9XG5ZSCM5AT tag=FH8BF23E9O7F type=del size=3428408: (22) Invalid argument 2024-09-22T08:47:37.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.248+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~X2FJRCZGSR2W.0 size=17037 2024-09-22T08:47:37.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.248+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=X2FJRCZGSR2W tag=WGMHJT3CI96N type=write size=1065613 2024-09-22T08:47:37.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.248+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.0 size=1048576 2024-09-22T08:47:37.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.252+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.1 size=1048576 2024-09-22T08:47:37.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.252+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~SOQ75OJ6E04Z.2 size=238909 2024-09-22T08:47:37.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.256+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=SOQ75OJ6E04Z tag=Z560E49PLH7Z type=write size=3384637 2024-09-22T08:47:37.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.260+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CXZJ0HKU28BA.0 size=1048576 2024-09-22T08:47:37.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.264+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~CXZJ0HKU28BA.1 size=729961 2024-09-22T08:47:37.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.264+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=CXZJ0HKU28BA tag=PG32MFKEIEBS type=write size=2827113 2024-09-22T08:47:37.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.268+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.0 size=1048576 2024-09-22T08:47:37.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.268+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.1 size=1048576 2024-09-22T08:47:37.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.272+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~N653EL3OJRXF.2 size=1042760 2024-09-22T08:47:37.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.276+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=N653EL3OJRXF tag=CCXC4Q32A1QM type=write size=4188488 2024-09-22T08:47:37.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.280+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=ED1NZUF3MEH0 type=del size=1027430 2024-09-22T08:47:37.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.284+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=VWQW2RP2QJVB type=write size=771778 2024-09-22T08:47:37.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.288+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~1AFD6P2QP2KV.0 size=1048576 2024-09-22T08:47:37.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.292+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~1AFD6P2QP2KV.1 size=690477 2024-09-22T08:47:37.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.292+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=1AFD6P2QP2KV tag=49NEZUPDV2XF type=write size=2787629 2024-09-22T08:47:37.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.292+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~W9H2MRCHE1MB.0 size=1034780 2024-09-22T08:47:37.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.296+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=W9H2MRCHE1MB tag=2W55BHP6HC6B type=write size=2083356 2024-09-22T08:47:37.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.300+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=9EYB40R9V71Q type=del size=245256 2024-09-22T08:47:37.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.304+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=UFYYI1GXUO5N type=del 2024-09-22T08:47:37.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.304+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=MQS1SJRZIZVS type=del size=1028614 2024-09-22T08:47:37.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.308+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~YB04DKMSDAMX.0 size=905847 2024-09-22T08:47:37.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.312+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=YB04DKMSDAMX tag=9XWTXC34ZSM1 type=write size=1954423 2024-09-22T08:47:37.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.316+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=BVW23AYPXV3I type=write size=228747 2024-09-22T08:47:37.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.320+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=W5CLGMUUBZTI type=del 2024-09-22T08:47:37.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.324+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.0 size=1048576 2024-09-22T08:47:37.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.328+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.1 size=1048576 2024-09-22T08:47:37.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.328+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.2 size=397401 2024-09-22T08:47:37.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.328+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=IS12LD5VK0HK tag=KLNP7BIPGGN0 type=write size=3543129 2024-09-22T08:47:37.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.332+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=A2KPMG56AWNH type=del 2024-09-22T08:47:37.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.336+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.0 size=1048576 2024-09-22T08:47:37.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.340+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.1 size=1048576 2024-09-22T08:47:37.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.340+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.2 size=889456 2024-09-22T08:47:37.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.340+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=L2Y4B8EGTOYV tag=XIC7YGJTSATC type=write size=4035184 2024-09-22T08:47:37.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.344+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=2C7N0DANALCC type=del 2024-09-22T08:47:37.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.348+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=Y5NL1NXRPH78 type=del size=3462708 2024-09-22T08:47:37.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.352+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=816WA3NG5EMY type=del 2024-09-22T08:47:37.355 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.356+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=31EFGBOKH86V type=write size=506502 2024-09-22T08:47:37.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.360+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.0 size=1048576 2024-09-22T08:47:37.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.360+0000 7fba234848c0 1 < canceled part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.1 size=1048576 2024-09-22T08:47:37.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.364+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~MW5QDTNFK40I.2 size=262237 2024-09-22T08:47:37.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.368+0000 7fba234848c0 1 < canceled multipart upload key=HIXQW88EAGMF upload=MW5QDTNFK40I tag=4P50DK1B4OLO type=write size=3407965 2024-09-22T08:47:37.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.372+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=UF0IPJEUQT3H type=del size=2101488 2024-09-22T08:47:37.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.376+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=LXIXKNMRAVTV type=del 2024-09-22T08:47:37.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.380+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=MPEWGJGKQKIN type=write size=439409 2024-09-22T08:47:37.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.384+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=3UUKQVPMR2GC type=del 2024-09-22T08:47:37.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.384+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=HRN95QA6M20D type=del size=2201445 2024-09-22T08:47:37.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.392+0000 7fba234848c0 1 < suggested update operation key=906R294R0FI0 tag=M274C4G3O6N7 type=del size=730488 2024-09-22T08:47:37.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.396+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=130T7D3LGB3C type=del size=2847050 2024-09-22T08:47:37.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.396+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CETJAIWKSLZQ.0 size=216391 2024-09-22T08:47:37.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.404+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=CETJAIWKSLZQ tag=SBHRW4SW438U type=write size=1264967 2024-09-22T08:47:37.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.404+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=AONN07FV8TMZ type=del size=1498453 2024-09-22T08:47:37.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.408+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~X2FJRCZGSR2W.0 size=17037 2024-09-22T08:47:37.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.412+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=X2FJRCZGSR2W tag=WGMHJT3CI96N type=write size=1065613 2024-09-22T08:47:37.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.412+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=TG7DG2NE1B11 type=write size=445198 2024-09-22T08:47:37.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.416+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CXZJ0HKU28BA.0 size=1048576 2024-09-22T08:47:37.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.416+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~CXZJ0HKU28BA.1 size=729961 2024-09-22T08:47:37.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.420+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=CXZJ0HKU28BA tag=PG32MFKEIEBS type=write size=2827113 2024-09-22T08:47:37.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.428+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~MV13AEPA2Q3F.0 size=1048576 2024-09-22T08:47:37.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.428+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~MV13AEPA2Q3F.1 size=358277 2024-09-22T08:47:37.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.428+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=MV13AEPA2Q3F tag=QLC5N5AHC35G type=write size=2455429 2024-09-22T08:47:37.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.432+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=ED1NZUF3MEH0 type=del 2024-09-22T08:47:37.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.436+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.0 size=1048576 2024-09-22T08:47:37.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.436+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.1 size=1048576 2024-09-22T08:47:37.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.440+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.2 size=198564 2024-09-22T08:47:37.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.440+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=BYO85E1D3TD7 tag=1D0W6XBBBDE4 type=write size=3344292 2024-09-22T08:47:37.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.444+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~1AFD6P2QP2KV.0 size=1048576 2024-09-22T08:47:37.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.444+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~1AFD6P2QP2KV.1 size=690477 2024-09-22T08:47:37.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.448+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=1AFD6P2QP2KV tag=49NEZUPDV2XF type=write size=2787629 2024-09-22T08:47:37.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.452+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=5Q8MSJLR0LQE type=del size=1086201 2024-09-22T08:47:37.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.456+0000 7fba234848c0 1 < canceled operation key=ACJXPHRNH2LK tag=9EYB40R9V71Q type=del size=245256 2024-09-22T08:47:37.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.460+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~PQJ4YWGA43LE.0 size=1048576 2024-09-22T08:47:37.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.460+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~PQJ4YWGA43LE.1 size=199237 2024-09-22T08:47:37.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.460+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=PQJ4YWGA43LE tag=3BLIJJS4H2OO type=write size=2296389 2024-09-22T08:47:37.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.464+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=MQS1SJRZIZVS type=del 2024-09-22T08:47:37.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.464+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=893N555RAKKY type=del size=2649233 2024-09-22T08:47:37.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.468+0000 7fba234848c0 1 < canceled operation key=OYF4UVMI9UR3 tag=BVW23AYPXV3I type=write size=228747 2024-09-22T08:47:37.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.472+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=WD9DB8N199YQ type=write size=437969 2024-09-22T08:47:37.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.472+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.0 size=1048576 2024-09-22T08:47:37.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.476+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.1 size=1048576 2024-09-22T08:47:37.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.476+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~IS12LD5VK0HK.2 size=397401 2024-09-22T08:47:37.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.484+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=IS12LD5VK0HK tag=KLNP7BIPGGN0 type=write size=3543129 2024-09-22T08:47:37.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.484+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=DTBKNLJG5THT type=del size=3630744 2024-09-22T08:47:37.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.488+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.0 size=1048576 2024-09-22T08:47:37.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.492+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.1 size=1048576 2024-09-22T08:47:37.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.492+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~L2Y4B8EGTOYV.2 size=889456 2024-09-22T08:47:37.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.496+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=L2Y4B8EGTOYV tag=XIC7YGJTSATC type=write size=4035184 2024-09-22T08:47:37.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.500+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~ZXSUDCG2DQXT.0 size=251723 2024-09-22T08:47:37.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.500+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=ZXSUDCG2DQXT tag=CF0BH23VXV9V type=write size=1300299 2024-09-22T08:47:37.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.508+0000 7fba234848c0 1 < suggested remove operation key=HIXQW88EAGMF tag=Y5NL1NXRPH78 type=del 2024-09-22T08:47:37.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.508+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=WQ7XZWC0H1L4 type=write size=980784 2024-09-22T08:47:37.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.512+0000 7fba234848c0 1 < completed write operation key=5K7DPF6IJOQO tag=31EFGBOKH86V type=write size=506502 2024-09-22T08:47:37.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.520+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.0 size=1048576 2024-09-22T08:47:37.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.520+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.1 size=1048576 2024-09-22T08:47:37.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.524+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.2 size=888960 2024-09-22T08:47:37.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.524+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=4SYZ3R0EW0NU tag=VNVAB62PQOOF type=write size=4034688 2024-09-22T08:47:37.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.524+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=UF0IPJEUQT3H type=del 2024-09-22T08:47:37.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.528+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=EXNPEO7B4XP2 type=write size=408836 2024-09-22T08:47:37.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.532+0000 7fba234848c0 -1 < failed to complete operation key=HIXQW88EAGMF tag=MPEWGJGKQKIN type=write size=439409: (22) Invalid argument 2024-09-22T08:47:37.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.536+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=PWHPX1F1MU6J type=del size=4114484 2024-09-22T08:47:37.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.536+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=HRN95QA6M20D type=del 2024-09-22T08:47:37.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.540+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=NIE2E07IFS6Q type=del size=745727 2024-09-22T08:47:37.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.544+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=130T7D3LGB3C type=del 2024-09-22T08:47:37.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.544+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=RMKSXO08Z4IQ type=del size=1517749 2024-09-22T08:47:37.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.548+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=AONN07FV8TMZ type=del 2024-09-22T08:47:37.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.552+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=CTW50Y3QMC81 type=del size=958029 2024-09-22T08:47:37.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.556+0000 7fba234848c0 1 < completed write operation key=XPSLU2TK0YUO tag=TG7DG2NE1B11 type=write size=445198 2024-09-22T08:47:37.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.556+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=TC30KZQOSOG6 type=del size=3386775 2024-09-22T08:47:37.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.560+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~MV13AEPA2Q3F.0 size=1048576 2024-09-22T08:47:37.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.560+0000 7fba234848c0 1 < canceled part key=_multipart_KRKXNAQ12TAP.2~MV13AEPA2Q3F.1 size=358277 2024-09-22T08:47:37.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.564+0000 7fba234848c0 1 < canceled multipart upload key=KRKXNAQ12TAP upload=MV13AEPA2Q3F tag=QLC5N5AHC35G type=write size=2455429 2024-09-22T08:47:37.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.568+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~1IQUFPNNR9XR.0 size=1048576 2024-09-22T08:47:37.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.568+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~1IQUFPNNR9XR.1 size=506476 2024-09-22T08:47:37.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.568+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=1IQUFPNNR9XR tag=5M37UXQE6PNP type=write size=2603628 2024-09-22T08:47:37.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.572+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.0 size=1048576 2024-09-22T08:47:37.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.576+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.1 size=1048576 2024-09-22T08:47:37.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.576+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~BYO85E1D3TD7.2 size=198564 2024-09-22T08:47:37.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.580+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=BYO85E1D3TD7 tag=1D0W6XBBBDE4 type=write size=3344292 2024-09-22T08:47:37.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.584+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~6BT49T8LZVTY.0 size=796212 2024-09-22T08:47:37.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.584+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=6BT49T8LZVTY tag=O5A3F70EOF8Y type=write size=1844788 2024-09-22T08:47:37.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.588+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=5Q8MSJLR0LQE type=del 2024-09-22T08:47:37.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.592+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=MH9X3EZTM8JS type=del size=37924 2024-09-22T08:47:37.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.592+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~PQJ4YWGA43LE.0 size=1048576 2024-09-22T08:47:37.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.596+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~PQJ4YWGA43LE.1 size=199237 2024-09-22T08:47:37.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.600+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=PQJ4YWGA43LE tag=3BLIJJS4H2OO type=write size=2296389 2024-09-22T08:47:37.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.604+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=TBC3CMJTRX7W type=del size=576867 2024-09-22T08:47:37.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.604+0000 7fba234848c0 1 < canceled operation key=XPSLU2TK0YUO tag=893N555RAKKY type=del size=2649233 2024-09-22T08:47:37.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.612+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.0 size=1048576 2024-09-22T08:47:37.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.616+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.1 size=1048576 2024-09-22T08:47:37.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.620+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.2 size=635946 2024-09-22T08:47:37.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.620+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=HVHHVZA6X3SP tag=PYOEDFNRXVMG type=write size=3781674 2024-09-22T08:47:37.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.620+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=WD9DB8N199YQ type=write size=437969 2024-09-22T08:47:37.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.628+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~W6BVSKX9J632.0 size=1048576 2024-09-22T08:47:37.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.628+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~W6BVSKX9J632.1 size=54075 2024-09-22T08:47:37.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.628+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=W6BVSKX9J632 tag=48TSNT7VPLRP type=write size=2151227 2024-09-22T08:47:37.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.632+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=DTBKNLJG5THT type=del 2024-09-22T08:47:37.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.632+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=DYAK7WEPDTHT type=del size=1811946 2024-09-22T08:47:37.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.636+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~ZXSUDCG2DQXT.0 size=251723 2024-09-22T08:47:37.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.640+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=ZXSUDCG2DQXT tag=CF0BH23VXV9V type=write size=1300299 2024-09-22T08:47:37.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.644+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.0 size=1048576 2024-09-22T08:47:37.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.648+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.1 size=1048576 2024-09-22T08:47:37.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.652+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.2 size=283282 2024-09-22T08:47:37.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.652+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=3SW23S6CPG01 tag=MJ6HTLG2JJ2X type=write size=3429010 2024-09-22T08:47:37.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.652+0000 7fba234848c0 1 < completed write operation key=Y083D5F4X87G tag=WQ7XZWC0H1L4 type=write size=980784 2024-09-22T08:47:37.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.656+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=KNB730OHX52W type=del size=3631005 2024-09-22T08:47:37.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.660+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.0 size=1048576 2024-09-22T08:47:37.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.660+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.1 size=1048576 2024-09-22T08:47:37.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.664+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~4SYZ3R0EW0NU.2 size=888960 2024-09-22T08:47:37.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.668+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=4SYZ3R0EW0NU tag=VNVAB62PQOOF type=write size=4034688 2024-09-22T08:47:37.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.676+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~CEMWUMFEKTVJ.0 size=1048576 2024-09-22T08:47:37.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.676+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~CEMWUMFEKTVJ.1 size=832895 2024-09-22T08:47:37.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.676+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=CEMWUMFEKTVJ tag=0K7YLLDHRGP3 type=write size=2930047 2024-09-22T08:47:37.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.680+0000 7fba234848c0 1 < canceled operation key=IELI1832WYYC tag=EXNPEO7B4XP2 type=write size=408836 2024-09-22T08:47:37.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.684+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=JS8DT67KAWFH type=del size=87148 2024-09-22T08:47:37.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.684+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=PWHPX1F1MU6J type=del 2024-09-22T08:47:37.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.688+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=WA5N8U8SC6R1 type=del size=532867 2024-09-22T08:47:37.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.692+0000 7fba234848c0 1 < canceled operation key=5K7DPF6IJOQO tag=NIE2E07IFS6Q type=del size=745727 2024-09-22T08:47:37.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.696+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~WGY710HX4LBR.0 size=1048576 2024-09-22T08:47:37.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.696+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~WGY710HX4LBR.1 size=154160 2024-09-22T08:47:37.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.696+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=WGY710HX4LBR tag=K08OZHDTJUQ5 type=write size=2251312 2024-09-22T08:47:37.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.700+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=RMKSXO08Z4IQ type=del 2024-09-22T08:47:37.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.704+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=8DRKSWBUGFWD type=del size=416505 2024-09-22T08:47:37.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.708+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=CTW50Y3QMC81 type=del 2024-09-22T08:47:37.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.712+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=F8CN1X26K5SC type=del size=3054170 2024-09-22T08:47:37.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.712+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=TC30KZQOSOG6 type=del 2024-09-22T08:47:37.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.716+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=E9F0XXFTO1YO type=del size=3210048 2024-09-22T08:47:37.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.720+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~1IQUFPNNR9XR.0 size=1048576 2024-09-22T08:47:37.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.720+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~1IQUFPNNR9XR.1 size=506476 2024-09-22T08:47:37.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.724+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=1IQUFPNNR9XR tag=5M37UXQE6PNP type=write size=2603628 2024-09-22T08:47:37.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.732+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~ETQA1ZVTH4F6.0 size=1048576 2024-09-22T08:47:37.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.732+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~ETQA1ZVTH4F6.1 size=368387 2024-09-22T08:47:37.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.732+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=ETQA1ZVTH4F6 tag=ASVP38XOZKAH type=write size=2465539 2024-09-22T08:47:37.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.736+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~6BT49T8LZVTY.0 size=796212 2024-09-22T08:47:37.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.740+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=6BT49T8LZVTY tag=O5A3F70EOF8Y type=write size=1844788 2024-09-22T08:47:37.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.744+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~RR0DEHG6I0IA.0 size=830501 2024-09-22T08:47:37.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.744+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=RR0DEHG6I0IA tag=V0U1F1OMXOTD type=write size=1879077 2024-09-22T08:47:37.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.748+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=MH9X3EZTM8JS type=del 2024-09-22T08:47:37.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.752+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~0RKIW92BWAPE.0 size=1010362 2024-09-22T08:47:37.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.752+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=0RKIW92BWAPE tag=ZNUEADEF86VX type=write size=2058938 2024-09-22T08:47:37.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.756+0000 7fba234848c0 1 < suggested remove operation key=EGAV6I2KE1N9 tag=TBC3CMJTRX7W type=del 2024-09-22T08:47:37.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.764+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NDSQEH3IP0EQ.0 size=785149 2024-09-22T08:47:37.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.764+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=NDSQEH3IP0EQ tag=BZ714XJSGZEJ type=write size=1833725 2024-09-22T08:47:37.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.764+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.0 size=1048576 2024-09-22T08:47:37.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.768+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.1 size=1048576 2024-09-22T08:47:37.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.768+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~HVHHVZA6X3SP.2 size=635946 2024-09-22T08:47:37.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.776+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=HVHHVZA6X3SP tag=PYOEDFNRXVMG type=write size=3781674 2024-09-22T08:47:37.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.780+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~I0V6I591R21Q.0 size=1048576 2024-09-22T08:47:37.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.780+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~I0V6I591R21Q.1 size=314313 2024-09-22T08:47:37.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.780+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=I0V6I591R21Q tag=OUZACSOQXCV3 type=write size=2411465 2024-09-22T08:47:37.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.784+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~W6BVSKX9J632.0 size=1048576 2024-09-22T08:47:37.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.788+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~W6BVSKX9J632.1 size=54075 2024-09-22T08:47:37.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.792+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=W6BVSKX9J632 tag=48TSNT7VPLRP type=write size=2151227 2024-09-22T08:47:37.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.796+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=HZ8S8RCOJL19 type=del size=3503013 2024-09-22T08:47:37.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.796+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=DYAK7WEPDTHT type=del 2024-09-22T08:47:37.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.800+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=QI58UD4SC36V type=del size=201752 2024-09-22T08:47:37.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.804+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.0 size=1048576 2024-09-22T08:47:37.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.808+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.1 size=1048576 2024-09-22T08:47:37.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.808+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~3SW23S6CPG01.2 size=283282 2024-09-22T08:47:37.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.812+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=3SW23S6CPG01 tag=MJ6HTLG2JJ2X type=write size=3429010 2024-09-22T08:47:37.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.816+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.0 size=1048576 2024-09-22T08:47:37.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.820+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.1 size=1048576 2024-09-22T08:47:37.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.820+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.2 size=566226 2024-09-22T08:47:37.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.820+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=C570JJPEK5BC tag=0GLZ8TDAO3KC type=write size=3711954 2024-09-22T08:47:37.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.824+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=EGAV6I2KE1N9 tag=KNB730OHX52W type=del size=3631005: (2) No such file or directory 2024-09-22T08:47:37.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.824+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=Q7V3IBQJS814 type=write size=621159 2024-09-22T08:47:37.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.828+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~CEMWUMFEKTVJ.0 size=1048576 2024-09-22T08:47:37.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.832+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~CEMWUMFEKTVJ.1 size=832895 2024-09-22T08:47:37.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.836+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=CEMWUMFEKTVJ tag=0K7YLLDHRGP3 type=write size=2930047 2024-09-22T08:47:37.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.836+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=2JH6ZDG5WLRX type=del size=3650993 2024-09-22T08:47:37.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.840+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=JS8DT67KAWFH type=del 2024-09-22T08:47:37.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.844+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=WV5WXKOHNEKH type=del size=71634 2024-09-22T08:47:37.845 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.844+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=WA5N8U8SC6R1 type=del 2024-09-22T08:47:37.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.848+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~ZG3QYX2H5XN1.0 size=1048576 2024-09-22T08:47:37.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.852+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~ZG3QYX2H5XN1.1 size=695939 2024-09-22T08:47:37.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.852+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=ZG3QYX2H5XN1 tag=JPTXXWC4AMQ0 type=write size=2793091 2024-09-22T08:47:37.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.852+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~WGY710HX4LBR.0 size=1048576 2024-09-22T08:47:37.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.856+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~WGY710HX4LBR.1 size=154160 2024-09-22T08:47:37.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.860+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=WGY710HX4LBR tag=K08OZHDTJUQ5 type=write size=2251312 2024-09-22T08:47:37.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.864+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=D35ETKN4ASPC type=write size=150321 2024-09-22T08:47:37.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.872+0000 7fba234848c0 1 < suggested update operation key=7308WVXJKI53 tag=8DRKSWBUGFWD type=del size=416505 2024-09-22T08:47:37.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.876+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.0 size=1048576 2024-09-22T08:47:37.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.876+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.1 size=1048576 2024-09-22T08:47:37.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.880+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.2 size=78921 2024-09-22T08:47:37.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.880+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=NMYEIAN2SPIX tag=6SC1PNYUMXKX type=write size=3224649 2024-09-22T08:47:37.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.884+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=F8CN1X26K5SC type=del 2024-09-22T08:47:37.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.888+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=Z5YJVP29RPZM type=del size=1638581 2024-09-22T08:47:37.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.892+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=E9F0XXFTO1YO type=del size=3210048 2024-09-22T08:47:37.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.892+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=3N7POXGM28A6 type=del size=918748 2024-09-22T08:47:37.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.896+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~ETQA1ZVTH4F6.0 size=1048576 2024-09-22T08:47:37.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.896+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~ETQA1ZVTH4F6.1 size=368387 2024-09-22T08:47:37.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.900+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=ETQA1ZVTH4F6 tag=ASVP38XOZKAH type=write size=2465539 2024-09-22T08:47:37.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.904+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=K7POHWD47TQH type=write size=41079 2024-09-22T08:47:37.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.908+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~RR0DEHG6I0IA.0 size=830501 2024-09-22T08:47:37.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.912+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=RR0DEHG6I0IA tag=V0U1F1OMXOTD type=write size=1879077 2024-09-22T08:47:37.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.912+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=US7BY23743CN type=del size=860896 2024-09-22T08:47:37.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.916+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~0RKIW92BWAPE.0 size=1010362 2024-09-22T08:47:37.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.920+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=0RKIW92BWAPE tag=ZNUEADEF86VX type=write size=2058938 2024-09-22T08:47:37.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.924+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=J4L3Z9K40XPY type=del size=1569022 2024-09-22T08:47:37.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.924+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NDSQEH3IP0EQ.0 size=785149 2024-09-22T08:47:37.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.932+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=NDSQEH3IP0EQ tag=BZ714XJSGZEJ type=write size=1833725 2024-09-22T08:47:37.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.932+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=VZ3MYJZUHN7M type=del size=828599 2024-09-22T08:47:37.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.936+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~I0V6I591R21Q.0 size=1048576 2024-09-22T08:47:37.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.936+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~I0V6I591R21Q.1 size=314313 2024-09-22T08:47:37.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.940+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=I0V6I591R21Q tag=OUZACSOQXCV3 type=write size=2411465 2024-09-22T08:47:37.945 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.944+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=442ZH83RFHGZ type=del size=4073609 2024-09-22T08:47:37.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.948+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=HZ8S8RCOJL19 type=del 2024-09-22T08:47:37.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.948+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=AOY93KJFQUAG type=write size=662360 2024-09-22T08:47:37.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.952+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=QI58UD4SC36V type=del 2024-09-22T08:47:37.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.956+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=SNKUX58UDQKZ type=del size=510583 2024-09-22T08:47:37.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.956+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.0 size=1048576 2024-09-22T08:47:37.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.960+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.1 size=1048576 2024-09-22T08:47:37.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.960+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~C570JJPEK5BC.2 size=566226 2024-09-22T08:47:37.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.968+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=C570JJPEK5BC tag=0GLZ8TDAO3KC type=write size=3711954 2024-09-22T08:47:37.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.972+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~913SYLPPKQFZ.0 size=30262 2024-09-22T08:47:37.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.972+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=913SYLPPKQFZ tag=7NBVE6WJDY14 type=write size=1078838 2024-09-22T08:47:37.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.972+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=Q7V3IBQJS814 type=write size=621159 2024-09-22T08:47:37.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.976+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=6B1B4YA8RAM7 type=del size=3588002 2024-09-22T08:47:37.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.980+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=2JH6ZDG5WLRX type=del 2024-09-22T08:47:37.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.984+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.0 size=1048576 2024-09-22T08:47:37.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.984+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.1 size=1048576 2024-09-22T08:47:37.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.988+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.2 size=762755 2024-09-22T08:47:37.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.988+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=1VJ008CFMAGY tag=62Y96P7HA5W7 type=write size=3908483 2024-09-22T08:47:37.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.988+0000 7fba234848c0 1 < canceled operation key=KRKXNAQ12TAP tag=WV5WXKOHNEKH type=del size=71634 2024-09-22T08:47:37.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.992+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~L54J85PC36PF.0 size=1048576 2024-09-22T08:47:37.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.996+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~L54J85PC36PF.1 size=1021669 2024-09-22T08:47:37.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.996+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=L54J85PC36PF tag=63T7TLM864KD type=write size=3118821 2024-09-22T08:47:37.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.996+0000 7fba234848c0 1 < canceled part key=_multipart_3IJ0ZLECW5JT.2~ZG3QYX2H5XN1.0 size=1048576 2024-09-22T08:47:37.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:37.996+0000 7fba234848c0 1 < canceled part key=_multipart_3IJ0ZLECW5JT.2~ZG3QYX2H5XN1.1 size=695939 2024-09-22T08:47:38.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.000+0000 7fba234848c0 1 < canceled multipart upload key=3IJ0ZLECW5JT upload=ZG3QYX2H5XN1 tag=JPTXXWC4AMQ0 type=write size=2793091 2024-09-22T08:47:38.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.004+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~TP2ARRTPJRRZ.0 size=1048576 2024-09-22T08:47:38.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.004+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~TP2ARRTPJRRZ.1 size=115432 2024-09-22T08:47:38.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.004+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=TP2ARRTPJRRZ tag=NN9F02N9PL6Q type=write size=2212584 2024-09-22T08:47:38.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.008+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=D35ETKN4ASPC type=write size=150321 2024-09-22T08:47:38.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.012+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~WCOYUR8NZ4GM.0 size=642136 2024-09-22T08:47:38.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.012+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=WCOYUR8NZ4GM tag=ROM655CK02Q5 type=write size=1690712 2024-09-22T08:47:38.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.016+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.0 size=1048576 2024-09-22T08:47:38.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.016+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.1 size=1048576 2024-09-22T08:47:38.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.020+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~NMYEIAN2SPIX.2 size=78921 2024-09-22T08:47:38.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.020+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=NMYEIAN2SPIX tag=6SC1PNYUMXKX type=write size=3224649 2024-09-22T08:47:38.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.024+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=1XM9XCWQN1ZO type=write size=233540 2024-09-22T08:47:38.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.028+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=Z5YJVP29RPZM type=del 2024-09-22T08:47:38.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.028+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=HN5BJ3QXGMM2 type=del size=2091330 2024-09-22T08:47:38.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.032+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=3N7POXGM28A6 type=del 2024-09-22T08:47:38.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.036+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=3LRSNSEZ6F2T type=del size=877983 2024-09-22T08:47:38.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.040+0000 7fba234848c0 1 < suggested remove operation key=BMZ7P7WE56M7 tag=K7POHWD47TQH type=write 2024-09-22T08:47:38.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.044+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~7NS2JETSIN5I.0 size=786035 2024-09-22T08:47:38.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.044+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=7NS2JETSIN5I tag=3M395W4KTO8E type=write size=1834611 2024-09-22T08:47:38.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.048+0000 7fba234848c0 1 < suggested update operation key=17H4LTCPSPFA tag=US7BY23743CN type=del size=860896 2024-09-22T08:47:38.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.052+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=2Q2Y7CMB38G9 type=del size=2362298 2024-09-22T08:47:38.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.056+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=J4L3Z9K40XPY type=del 2024-09-22T08:47:38.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.060+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.0 size=1048576 2024-09-22T08:47:38.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.064+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.1 size=1048576 2024-09-22T08:47:38.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.064+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.2 size=848849 2024-09-22T08:47:38.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.064+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=XHV801ETPHK7 tag=Z5QIZFRJONXZ type=write size=3994577 2024-09-22T08:47:38.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.068+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=VZ3MYJZUHN7M type=del 2024-09-22T08:47:38.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.068+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=5DRPS8T6ZKBT type=write size=913070 2024-09-22T08:47:38.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.072+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=442ZH83RFHGZ type=del 2024-09-22T08:47:38.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.076+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.0 size=1048576 2024-09-22T08:47:38.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.080+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.1 size=1048576 2024-09-22T08:47:38.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.080+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.2 size=735924 2024-09-22T08:47:38.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.080+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=P0TD1CJ81RFU tag=91IBGZ5C9QFK type=write size=3881652 2024-09-22T08:47:38.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.084+0000 7fba234848c0 1 < completed write operation key=Y083D5F4X87G tag=AOY93KJFQUAG type=write size=662360 2024-09-22T08:47:38.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.088+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~2JHI5BQSB88A.0 size=859086 2024-09-22T08:47:38.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.088+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=2JHI5BQSB88A tag=BHE2Y9HXK3FZ type=write size=1907662 2024-09-22T08:47:38.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.092+0000 7fba234848c0 1 < suggested remove operation key=EGAV6I2KE1N9 tag=SNKUX58UDQKZ type=del 2024-09-22T08:47:38.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.096+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~XDO7NC9F6UZ4.0 size=1048576 2024-09-22T08:47:38.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.104+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~XDO7NC9F6UZ4.1 size=136748 2024-09-22T08:47:38.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.104+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=XDO7NC9F6UZ4 tag=CCTDFG3CD1P9 type=write size=2233900 2024-09-22T08:47:38.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.104+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~913SYLPPKQFZ.0 size=30262 2024-09-22T08:47:38.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.108+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=913SYLPPKQFZ tag=7NBVE6WJDY14 type=write size=1078838 2024-09-22T08:47:38.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.112+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=K5OA85QL2CK7 type=del size=3547080 2024-09-22T08:47:38.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.116+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=6B1B4YA8RAM7 type=del 2024-09-22T08:47:38.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.120+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=DRE0ZYMWDQ6C type=del size=2486810 2024-09-22T08:47:38.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.120+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.0 size=1048576 2024-09-22T08:47:38.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.124+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.1 size=1048576 2024-09-22T08:47:38.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.124+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~1VJ008CFMAGY.2 size=762755 2024-09-22T08:47:38.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.128+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=1VJ008CFMAGY tag=62Y96P7HA5W7 type=write size=3908483 2024-09-22T08:47:38.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.132+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~XMCI16MEJSXF.0 size=1048576 2024-09-22T08:47:38.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.136+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~XMCI16MEJSXF.1 size=971270 2024-09-22T08:47:38.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.136+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=XMCI16MEJSXF tag=3S19LJDDMXNP type=write size=3068422 2024-09-22T08:47:38.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.140+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~L54J85PC36PF.0 size=1048576 2024-09-22T08:47:38.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.140+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~L54J85PC36PF.1 size=1021669 2024-09-22T08:47:38.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.144+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=L54J85PC36PF tag=63T7TLM864KD type=write size=3118821 2024-09-22T08:47:38.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.148+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=C1QGGRIRH0UP type=del size=90154 2024-09-22T08:47:38.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.148+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~TP2ARRTPJRRZ.0 size=1048576 2024-09-22T08:47:38.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.152+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~TP2ARRTPJRRZ.1 size=115432 2024-09-22T08:47:38.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.156+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=TP2ARRTPJRRZ tag=NN9F02N9PL6Q type=write size=2212584 2024-09-22T08:47:38.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.160+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=J10QUXXNTMRO type=write size=24343 2024-09-22T08:47:38.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.160+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~WCOYUR8NZ4GM.0 size=642136 2024-09-22T08:47:38.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.164+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=WCOYUR8NZ4GM tag=ROM655CK02Q5 type=write size=1690712 2024-09-22T08:47:38.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.172+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~K4JAU5AZ0019.0 size=1048576 2024-09-22T08:47:38.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.172+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~K4JAU5AZ0019.1 size=393692 2024-09-22T08:47:38.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.172+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=K4JAU5AZ0019 tag=HZ5OO0VVMC6Q type=write size=2490844 2024-09-22T08:47:38.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.176+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=1XM9XCWQN1ZO type=write size=233540 2024-09-22T08:47:38.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.180+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=AFP9I3A40P5Z type=del size=2468046 2024-09-22T08:47:38.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.180+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=HN5BJ3QXGMM2 type=del 2024-09-22T08:47:38.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.184+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=E0Q0WHJOQB8G type=del size=1589823 2024-09-22T08:47:38.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.188+0000 7fba234848c0 1 < suggested update operation key=1ZBDU0O6HI8A tag=3LRSNSEZ6F2T type=del size=877983 2024-09-22T08:47:38.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.192+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~05A10419AEAH.0 size=748029 2024-09-22T08:47:38.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.192+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=05A10419AEAH tag=YMGC5BY3ZXKB type=write size=1796605 2024-09-22T08:47:38.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.196+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~7NS2JETSIN5I.0 size=786035 2024-09-22T08:47:38.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.200+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=7NS2JETSIN5I tag=3M395W4KTO8E type=write size=1834611 2024-09-22T08:47:38.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.204+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=QORSB3JT17HY type=del size=1972421 2024-09-22T08:47:38.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.208+0000 7fba234848c0 1 < suggested remove operation key=EGAV6I2KE1N9 tag=2Q2Y7CMB38G9 type=del 2024-09-22T08:47:38.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.212+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=QRLUCQ38VG9I type=del size=2198906 2024-09-22T08:47:38.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.212+0000 7fba234848c0 1 < canceled part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.0 size=1048576 2024-09-22T08:47:38.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.216+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.1 size=1048576 2024-09-22T08:47:38.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.216+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~XHV801ETPHK7.2 size=848849 2024-09-22T08:47:38.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.220+0000 7fba234848c0 1 < canceled multipart upload key=MC9BLML8VZ9V upload=XHV801ETPHK7 tag=Z5QIZFRJONXZ type=write size=3994577 2024-09-22T08:47:38.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.224+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~0350WNEONILS.0 size=940687 2024-09-22T08:47:38.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.224+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=0350WNEONILS tag=UIOU92O5JDSY type=write size=1989263 2024-09-22T08:47:38.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.228+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=5DRPS8T6ZKBT type=write size=913070 2024-09-22T08:47:38.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.232+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.0 size=1048576 2024-09-22T08:47:38.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.236+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.1 size=1048576 2024-09-22T08:47:38.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.240+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.2 size=379976 2024-09-22T08:47:38.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.240+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=8LY9EGATFD39 tag=8IP8HEQ8SWRC type=write size=3525704 2024-09-22T08:47:38.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.240+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.0 size=1048576 2024-09-22T08:47:38.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.244+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.1 size=1048576 2024-09-22T08:47:38.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.248+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~P0TD1CJ81RFU.2 size=735924 2024-09-22T08:47:38.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.252+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=P0TD1CJ81RFU tag=91IBGZ5C9QFK type=write size=3881652 2024-09-22T08:47:38.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.252+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=B8P7CJSS5B9C type=del size=3844454 2024-09-22T08:47:38.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.252+0000 7fba234848c0 1 < canceled part key=_multipart_MC9BLML8VZ9V.2~2JHI5BQSB88A.0 size=859086 2024-09-22T08:47:38.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.256+0000 7fba234848c0 1 < canceled multipart upload key=MC9BLML8VZ9V upload=2JHI5BQSB88A tag=BHE2Y9HXK3FZ type=write size=1907662 2024-09-22T08:47:38.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.260+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=QYZJN7L8EHBO type=del size=3891541 2024-09-22T08:47:38.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.264+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~XDO7NC9F6UZ4.0 size=1048576 2024-09-22T08:47:38.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.264+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~XDO7NC9F6UZ4.1 size=136748 2024-09-22T08:47:38.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.272+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=XDO7NC9F6UZ4 tag=CCTDFG3CD1P9 type=write size=2233900 2024-09-22T08:47:38.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.272+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=8968IA2UU9H4 type=write size=394019 2024-09-22T08:47:38.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.276+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=K5OA85QL2CK7 type=del 2024-09-22T08:47:38.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.280+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.0 size=1048576 2024-09-22T08:47:38.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.284+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.1 size=1048576 2024-09-22T08:47:38.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.284+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.2 size=936796 2024-09-22T08:47:38.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.288+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=60KCWXRXGSGU tag=7DVT0HL258U5 type=write size=4082524 2024-09-22T08:47:38.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.292+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=DRE0ZYMWDQ6C type=del size=2486810 2024-09-22T08:47:38.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.296+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=7S2HPDTACJGT type=del size=3972624 2024-09-22T08:47:38.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.300+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~XMCI16MEJSXF.0 size=1048576 2024-09-22T08:47:38.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.300+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~XMCI16MEJSXF.1 size=971270 2024-09-22T08:47:38.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.304+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=XMCI16MEJSXF tag=3S19LJDDMXNP type=write size=3068422 2024-09-22T08:47:38.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.312+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~KM4QRBAW0DW6.0 size=1048576 2024-09-22T08:47:38.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.316+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~KM4QRBAW0DW6.1 size=214438 2024-09-22T08:47:38.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.316+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=KM4QRBAW0DW6 tag=68XDGIXRKF71 type=write size=2311590 2024-09-22T08:47:38.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.316+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=C1QGGRIRH0UP type=del 2024-09-22T08:47:38.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.324+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~6VOO96T2QC04.0 size=1048576 2024-09-22T08:47:38.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.324+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~6VOO96T2QC04.1 size=572073 2024-09-22T08:47:38.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.324+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=6VOO96T2QC04 tag=JB6H08FN0RU7 type=write size=2669225 2024-09-22T08:47:38.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.328+0000 7fba234848c0 -1 < failed to complete operation key=EGAV6I2KE1N9 tag=J10QUXXNTMRO type=write size=24343: (22) Invalid argument 2024-09-22T08:47:38.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.332+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=3HC2R8GJBO2J type=write size=100917 2024-09-22T08:47:38.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.332+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~K4JAU5AZ0019.0 size=1048576 2024-09-22T08:47:38.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.336+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~K4JAU5AZ0019.1 size=393692 2024-09-22T08:47:38.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.340+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=K4JAU5AZ0019 tag=HZ5OO0VVMC6Q type=write size=2490844 2024-09-22T08:47:38.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.344+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~PW11K5Z6LUL7.0 size=1048576 2024-09-22T08:47:38.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.348+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~PW11K5Z6LUL7.1 size=237410 2024-09-22T08:47:38.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.348+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=PW11K5Z6LUL7 tag=R3GDIYCBJ46J type=write size=2334562 2024-09-22T08:47:38.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.352+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=AFP9I3A40P5Z type=del 2024-09-22T08:47:38.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.356+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=JZ7J834NR24L type=del size=315815 2024-09-22T08:47:38.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.360+0000 7fba234848c0 1 < canceled operation key=KF71YBNFMKML tag=E0Q0WHJOQB8G type=del size=1589823 2024-09-22T08:47:38.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.368+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~VPAMC9VVI8BO.0 size=29225 2024-09-22T08:47:38.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.368+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=VPAMC9VVI8BO tag=6THV6CQB6YDK type=write size=1077801 2024-09-22T08:47:38.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.372+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~05A10419AEAH.0 size=748029 2024-09-22T08:47:38.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.376+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=05A10419AEAH tag=YMGC5BY3ZXKB type=write size=1796605 2024-09-22T08:47:38.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.384+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~DB5V48KQLPFW.0 size=777486 2024-09-22T08:47:38.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.384+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=DB5V48KQLPFW tag=U4TAVINENE0C type=write size=1826062 2024-09-22T08:47:38.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.384+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=QORSB3JT17HY type=del 2024-09-22T08:47:38.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.392+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~K6U9BIU71MAK.0 size=1048576 2024-09-22T08:47:38.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.392+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~K6U9BIU71MAK.1 size=500575 2024-09-22T08:47:38.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.392+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=K6U9BIU71MAK tag=8LJVXZGOG4MU type=write size=2597727 2024-09-22T08:47:38.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.396+0000 7fba234848c0 1 < canceled operation key=3CD2AW1H64C4 tag=QRLUCQ38VG9I type=del size=2198906 2024-09-22T08:47:38.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.400+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=26FI5ZGGLAJ8 type=write size=578529 2024-09-22T08:47:38.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.404+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~0350WNEONILS.0 size=940687 2024-09-22T08:47:38.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.408+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=0350WNEONILS tag=UIOU92O5JDSY type=write size=1989263 2024-09-22T08:47:38.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.412+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=3FW3VOE3KMZV type=del size=713809 2024-09-22T08:47:38.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.416+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.0 size=1048576 2024-09-22T08:47:38.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.420+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.1 size=1048576 2024-09-22T08:47:38.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.424+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~8LY9EGATFD39.2 size=379976 2024-09-22T08:47:38.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.428+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=8LY9EGATFD39 tag=8IP8HEQ8SWRC type=write size=3525704 2024-09-22T08:47:38.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.432+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=XQDKERZ8OP1O type=del size=2986629 2024-09-22T08:47:38.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.436+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=B8P7CJSS5B9C type=del 2024-09-22T08:47:38.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.436+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=0LR48EOFBA3F type=del size=2404215 2024-09-22T08:47:38.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.444+0000 7fba234848c0 1 < suggested update operation key=OYF4UVMI9UR3 tag=QYZJN7L8EHBO type=del size=3891541 2024-09-22T08:47:38.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.448+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=Z35ZORN9P92Z type=del size=2749297 2024-09-22T08:47:38.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.452+0000 7fba234848c0 1 < suggested update operation key=KRKXNAQ12TAP tag=8968IA2UU9H4 type=write size=394019 2024-09-22T08:47:38.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.456+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=I8SKBM47Z6R3 type=del size=2015224 2024-09-22T08:47:38.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.460+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.0 size=1048576 2024-09-22T08:47:38.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.464+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.1 size=1048576 2024-09-22T08:47:38.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.464+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~60KCWXRXGSGU.2 size=936796 2024-09-22T08:47:38.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.472+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=60KCWXRXGSGU tag=7DVT0HL258U5 type=write size=4082524 2024-09-22T08:47:38.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.472+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=AMHG1UQPG4UW type=del size=883644 2024-09-22T08:47:38.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.476+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=7S2HPDTACJGT type=del 2024-09-22T08:47:38.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.484+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.0 size=1048576 2024-09-22T08:47:38.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.484+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.1 size=1048576 2024-09-22T08:47:38.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.488+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.2 size=658066 2024-09-22T08:47:38.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.488+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=T0BRKVPT6JLC tag=MFMSA93PFW5D type=write size=3803794 2024-09-22T08:47:38.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.492+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~KM4QRBAW0DW6.0 size=1048576 2024-09-22T08:47:38.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.492+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~KM4QRBAW0DW6.1 size=214438 2024-09-22T08:47:38.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.500+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=KM4QRBAW0DW6 tag=68XDGIXRKF71 type=write size=2311590 2024-09-22T08:47:38.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.504+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.0 size=1048576 2024-09-22T08:47:38.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.508+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.1 size=1048576 2024-09-22T08:47:38.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.512+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.2 size=275774 2024-09-22T08:47:38.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.512+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=GGH34R5BX657 tag=MLD791HPV6J1 type=write size=3421502 2024-09-22T08:47:38.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.516+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~6VOO96T2QC04.0 size=1048576 2024-09-22T08:47:38.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.516+0000 7fba234848c0 1 < canceled part key=_multipart_IELI1832WYYC.2~6VOO96T2QC04.1 size=572073 2024-09-22T08:47:38.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.520+0000 7fba234848c0 1 < canceled multipart upload key=IELI1832WYYC upload=6VOO96T2QC04 tag=JB6H08FN0RU7 type=write size=2669225 2024-09-22T08:47:38.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.524+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=I8T75XMBYPA6 type=del size=2891671 2024-09-22T08:47:38.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.528+0000 7fba234848c0 1 < completed write operation key=906R294R0FI0 tag=3HC2R8GJBO2J type=write size=100917 2024-09-22T08:47:38.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.532+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=LY03MRNMO4JL type=del size=951875 2024-09-22T08:47:38.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.536+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~PW11K5Z6LUL7.0 size=1048576 2024-09-22T08:47:38.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.536+0000 7fba234848c0 1 < canceled part key=_multipart_1Z5GJVJORAGA.2~PW11K5Z6LUL7.1 size=237410 2024-09-22T08:47:38.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.540+0000 7fba234848c0 1 < canceled multipart upload key=1Z5GJVJORAGA upload=PW11K5Z6LUL7 tag=R3GDIYCBJ46J type=write size=2334562 2024-09-22T08:47:38.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.548+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~VLKOJ7V1GQWQ.0 size=1048576 2024-09-22T08:47:38.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.548+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~VLKOJ7V1GQWQ.1 size=468404 2024-09-22T08:47:38.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.548+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=VLKOJ7V1GQWQ tag=RX32N5LYRJFG type=write size=2565556 2024-09-22T08:47:38.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.552+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=JZ7J834NR24L type=del 2024-09-22T08:47:38.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.556+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=PZ3L8EARWOL0 type=del size=3416285 2024-09-22T08:47:38.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.560+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~VPAMC9VVI8BO.0 size=29225 2024-09-22T08:47:38.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.564+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=VPAMC9VVI8BO tag=6THV6CQB6YDK type=write size=1077801 2024-09-22T08:47:38.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.568+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=1R70D21DJHR8 type=del size=1633849 2024-09-22T08:47:38.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.572+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~DB5V48KQLPFW.0 size=777486 2024-09-22T08:47:38.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.576+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=DB5V48KQLPFW tag=U4TAVINENE0C type=write size=1826062 2024-09-22T08:47:38.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.580+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=CAEKXJALPQEN type=del size=267725 2024-09-22T08:47:38.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.584+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~K6U9BIU71MAK.0 size=1048576 2024-09-22T08:47:38.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.588+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~K6U9BIU71MAK.1 size=500575 2024-09-22T08:47:38.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.592+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=K6U9BIU71MAK tag=8LJVXZGOG4MU type=write size=2597727 2024-09-22T08:47:38.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.596+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=NVSYHETTUIIW type=del size=2257835 2024-09-22T08:47:38.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.600+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=26FI5ZGGLAJ8 type=write size=578529 2024-09-22T08:47:38.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.604+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=8H7FS3TEVVY6 type=del size=242508 2024-09-22T08:47:38.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.608+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=3FW3VOE3KMZV type=del 2024-09-22T08:47:38.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.608+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=BSRJQK08AGLI type=del size=3159687 2024-09-22T08:47:38.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.612+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=XQDKERZ8OP1O type=del 2024-09-22T08:47:38.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.616+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.0 size=1048576 2024-09-22T08:47:38.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.620+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.1 size=1048576 2024-09-22T08:47:38.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.624+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.2 size=250981 2024-09-22T08:47:38.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.624+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=J79CLCHWAA8L tag=SY2SSII2GPW9 type=write size=3396709 2024-09-22T08:47:38.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.628+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=0LR48EOFBA3F type=del 2024-09-22T08:47:38.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.632+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~1AXJEPIIA61Z.0 size=1048576 2024-09-22T08:47:38.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.636+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~1AXJEPIIA61Z.1 size=798552 2024-09-22T08:47:38.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.636+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=1AXJEPIIA61Z tag=LD4JWEB2AY1G type=write size=2895704 2024-09-22T08:47:38.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.640+0000 7fba234848c0 -1 < failed to complete operation key=KRKXNAQ12TAP tag=Z35ZORN9P92Z type=del size=2749297: (22) Invalid argument 2024-09-22T08:47:38.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.648+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~63Q6F73YVJ3A.0 size=1048576 2024-09-22T08:47:38.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.648+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~63Q6F73YVJ3A.1 size=579810 2024-09-22T08:47:38.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.648+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=63Q6F73YVJ3A tag=99FJAT0P9OAS type=write size=2676962 2024-09-22T08:47:38.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.652+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=I8SKBM47Z6R3 type=del 2024-09-22T08:47:38.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.660+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.0 size=1048576 2024-09-22T08:47:38.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.664+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.1 size=1048576 2024-09-22T08:47:38.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.668+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.2 size=538453 2024-09-22T08:47:38.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.668+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=JFHUYHZ9O3QG tag=LTHV3CXUCO3L type=write size=3684181 2024-09-22T08:47:38.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.672+0000 7fba234848c0 1 < canceled operation key=A7MPFHXSBLAC tag=AMHG1UQPG4UW type=del size=883644 2024-09-22T08:47:38.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.676+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~M2I022TDINGJ.0 size=792127 2024-09-22T08:47:38.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.676+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=M2I022TDINGJ tag=3177LIJJG81I type=write size=1840703 2024-09-22T08:47:38.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.680+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.0 size=1048576 2024-09-22T08:47:38.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.684+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.1 size=1048576 2024-09-22T08:47:38.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.688+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~T0BRKVPT6JLC.2 size=658066 2024-09-22T08:47:38.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.692+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=T0BRKVPT6JLC tag=MFMSA93PFW5D type=write size=3803794 2024-09-22T08:47:38.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.696+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.0 size=1048576 2024-09-22T08:47:38.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.700+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.1 size=1048576 2024-09-22T08:47:38.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.704+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.2 size=614301 2024-09-22T08:47:38.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.704+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=UUL9V1I1LBLX tag=QA98Z7Z9299J type=write size=3760029 2024-09-22T08:47:38.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.704+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.0 size=1048576 2024-09-22T08:47:38.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.708+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.1 size=1048576 2024-09-22T08:47:38.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.712+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~GGH34R5BX657.2 size=275774 2024-09-22T08:47:38.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.716+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=GGH34R5BX657 tag=MLD791HPV6J1 type=write size=3421502 2024-09-22T08:47:38.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.720+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=PURDVNGUYGZ1 type=write size=530679 2024-09-22T08:47:38.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.724+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=I8T75XMBYPA6 type=del 2024-09-22T08:47:38.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.732+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.0 size=1048576 2024-09-22T08:47:38.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.732+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.1 size=1048576 2024-09-22T08:47:38.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.736+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.2 size=918922 2024-09-22T08:47:38.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.736+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=14S13RKU566K tag=3E7XOY27TKER type=write size=4064650 2024-09-22T08:47:38.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.740+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=LY03MRNMO4JL type=del 2024-09-22T08:47:38.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.748+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~U2E335W3CR2B.0 size=1048576 2024-09-22T08:47:38.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.748+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~U2E335W3CR2B.1 size=981111 2024-09-22T08:47:38.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.748+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=U2E335W3CR2B tag=0RB5QOP17D76 type=write size=3078263 2024-09-22T08:47:38.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.752+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~VLKOJ7V1GQWQ.0 size=1048576 2024-09-22T08:47:38.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.756+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~VLKOJ7V1GQWQ.1 size=468404 2024-09-22T08:47:38.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.760+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=VLKOJ7V1GQWQ tag=RX32N5LYRJFG type=write size=2565556 2024-09-22T08:47:38.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.768+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~95HT203V2WCT.0 size=1048576 2024-09-22T08:47:38.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.768+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~95HT203V2WCT.1 size=43384 2024-09-22T08:47:38.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.768+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=95HT203V2WCT tag=JXKK1GU18OUR type=write size=2140536 2024-09-22T08:47:38.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.772+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=PZ3L8EARWOL0 type=del 2024-09-22T08:47:38.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.780+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~B2J2TM77597V.0 size=1048576 2024-09-22T08:47:38.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.780+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~B2J2TM77597V.1 size=82108 2024-09-22T08:47:38.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.780+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=B2J2TM77597V tag=1RA6F86NGV9Y type=write size=2179260 2024-09-22T08:47:38.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.784+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=1R70D21DJHR8 type=del 2024-09-22T08:47:38.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.792+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~WA44IJKKCGRI.0 size=492110 2024-09-22T08:47:38.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.792+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=WA44IJKKCGRI tag=4RVVDNW3AFC7 type=write size=1540686 2024-09-22T08:47:38.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.792+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=CAEKXJALPQEN type=del 2024-09-22T08:47:38.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.796+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=HJO6DMCQ1XC2 type=del size=2348195 2024-09-22T08:47:38.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.800+0000 7fba234848c0 1 < canceled operation key=MOCPURWGSRGV tag=NVSYHETTUIIW type=del size=2257835 2024-09-22T08:47:38.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.804+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=30QC3WR9Z1W7 type=del size=4105130 2024-09-22T08:47:38.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.804+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=8H7FS3TEVVY6 type=del 2024-09-22T08:47:38.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.808+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=UO4MPDFI172Y type=del size=2170351 2024-09-22T08:47:38.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.812+0000 7fba234848c0 1 < completed delete operation key=MOCPURWGSRGV tag=BSRJQK08AGLI type=del 2024-09-22T08:47:38.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.812+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=70U62PSZPY9P type=del size=3544859 2024-09-22T08:47:38.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.864+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.0 size=1048576 2024-09-22T08:47:38.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.868+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.1 size=1048576 2024-09-22T08:47:38.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.872+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~J79CLCHWAA8L.2 size=250981 2024-09-22T08:47:38.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.876+0000 7fba234848c0 1 < completed multipart upload key=KF71YBNFMKML upload=J79CLCHWAA8L tag=SY2SSII2GPW9 type=write size=3396709 2024-09-22T08:47:38.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.880+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~J5W5WUFMJ50R.0 size=1048576 2024-09-22T08:47:38.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.884+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~J5W5WUFMJ50R.1 size=335792 2024-09-22T08:47:38.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.884+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=J5W5WUFMJ50R tag=M28ESS57H3WD type=write size=2432944 2024-09-22T08:47:38.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.884+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~1AXJEPIIA61Z.0 size=1048576 2024-09-22T08:47:38.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.884+0000 7fba234848c0 1 < canceled part key=_multipart_UC095FCB73FU.2~1AXJEPIIA61Z.1 size=798552 2024-09-22T08:47:38.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.900+0000 7fba234848c0 1 < canceled multipart upload key=UC095FCB73FU upload=1AXJEPIIA61Z tag=LD4JWEB2AY1G type=write size=2895704 2024-09-22T08:47:38.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.904+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=9PLWBAR9Y5IC type=del size=3227319 2024-09-22T08:47:38.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.908+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~63Q6F73YVJ3A.0 size=1048576 2024-09-22T08:47:38.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.912+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~63Q6F73YVJ3A.1 size=579810 2024-09-22T08:47:38.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.920+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=63Q6F73YVJ3A tag=99FJAT0P9OAS type=write size=2676962 2024-09-22T08:47:38.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.920+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=UQ2BPRR3M492 type=del size=2230990 2024-09-22T08:47:38.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.924+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.0 size=1048576 2024-09-22T08:47:38.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.928+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.1 size=1048576 2024-09-22T08:47:38.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.932+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~JFHUYHZ9O3QG.2 size=538453 2024-09-22T08:47:38.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.936+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=JFHUYHZ9O3QG tag=LTHV3CXUCO3L type=write size=3684181 2024-09-22T08:47:38.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.940+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=KYIND5EREN0B type=del size=1175226 2024-09-22T08:47:38.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.940+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~M2I022TDINGJ.0 size=792127 2024-09-22T08:47:38.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.948+0000 7fba234848c0 1 < canceled multipart upload key=XPSLU2TK0YUO upload=M2I022TDINGJ tag=3177LIJJG81I type=write size=1840703 2024-09-22T08:47:38.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.952+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=285YHHWKYECC type=del size=2464857 2024-09-22T08:47:38.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.952+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.0 size=1048576 2024-09-22T08:47:38.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.952+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.1 size=1048576 2024-09-22T08:47:38.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.956+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~UUL9V1I1LBLX.2 size=614301 2024-09-22T08:47:38.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.964+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=UUL9V1I1LBLX tag=QA98Z7Z9299J type=write size=3760029 2024-09-22T08:47:38.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.968+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.0 size=1048576 2024-09-22T08:47:38.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.972+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.1 size=1048576 2024-09-22T08:47:38.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.972+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.2 size=978111 2024-09-22T08:47:38.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.972+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=J1G0RV7N6A9Z tag=WC0XVMDGPCMM type=write size=4123839 2024-09-22T08:47:38.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.976+0000 7fba234848c0 1 < completed write operation key=ACJXPHRNH2LK tag=PURDVNGUYGZ1 type=write size=530679 2024-09-22T08:47:38.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.984+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~NICJWQOWU4V3.0 size=205906 2024-09-22T08:47:38.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.984+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=NICJWQOWU4V3 tag=5TIZB45PH010 type=write size=1254482 2024-09-22T08:47:38.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.984+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.0 size=1048576 2024-09-22T08:47:38.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.988+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.1 size=1048576 2024-09-22T08:47:38.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.992+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~14S13RKU566K.2 size=918922 2024-09-22T08:47:39.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:38.996+0000 7fba234848c0 1 < canceled multipart upload key=XPSLU2TK0YUO upload=14S13RKU566K tag=3E7XOY27TKER type=write size=4064650 2024-09-22T08:47:39.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.000+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=LJ1LNXY2SIN4 type=del size=846864 2024-09-22T08:47:39.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.004+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~U2E335W3CR2B.0 size=1048576 2024-09-22T08:47:39.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.008+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~U2E335W3CR2B.1 size=981111 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.012+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=U2E335W3CR2B tag=0RB5QOP17D76 type=write size=3078263 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.020+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.0 size=1048576 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.020+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.1 size=1048576 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.024+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.2 size=589065 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.024+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=JJ6XQ6HVXZ9T tag=HYW18QY8WZ2O type=write size=3734793 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.028+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~95HT203V2WCT.0 size=1048576 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.036+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~95HT203V2WCT.1 size=43384 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.040+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=95HT203V2WCT tag=JXKK1GU18OUR type=write size=2140536 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.048+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~T9S4DCX1UBFJ.0 size=180810 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.048+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=T9S4DCX1UBFJ tag=YJ6V185LU0BQ type=write size=1229386 2024-09-22T08:47:39.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.052+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~B2J2TM77597V.0 size=1048576 2024-09-22T08:47:39.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.052+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~B2J2TM77597V.1 size=82108 2024-09-22T08:47:39.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.060+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=B2J2TM77597V tag=1RA6F86NGV9Y type=write size=2179260 2024-09-22T08:47:39.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.064+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~PCYFCJ96ALA6.0 size=1048576 2024-09-22T08:47:39.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.068+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~PCYFCJ96ALA6.1 size=1029927 2024-09-22T08:47:39.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.068+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=PCYFCJ96ALA6 tag=PGHRX03PTRIV type=write size=3127079 2024-09-22T08:47:39.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.068+0000 7fba234848c0 1 < canceled part key=_multipart_MKZLY53HS342.2~WA44IJKKCGRI.0 size=492110 2024-09-22T08:47:39.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.072+0000 7fba234848c0 1 < canceled multipart upload key=MKZLY53HS342 upload=WA44IJKKCGRI tag=4RVVDNW3AFC7 type=write size=1540686 2024-09-22T08:47:39.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.076+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=9EFY0KGCXBA0 type=del size=3025416 2024-09-22T08:47:39.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.080+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=HJO6DMCQ1XC2 type=del 2024-09-22T08:47:39.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.088+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~JFHDM78ABDZ0.0 size=1048576 2024-09-22T08:47:39.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.088+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~JFHDM78ABDZ0.1 size=743223 2024-09-22T08:47:39.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.088+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=JFHDM78ABDZ0 tag=KBM08AT7AWKS type=write size=2840375 2024-09-22T08:47:39.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.092+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=30QC3WR9Z1W7 type=del 2024-09-22T08:47:39.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.096+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=HY7FMSYSUZUA type=del size=808609 2024-09-22T08:47:39.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.100+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=UO4MPDFI172Y type=del 2024-09-22T08:47:39.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.104+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=SRKT1VDE9VJ2 type=del size=1501572 2024-09-22T08:47:39.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.108+0000 7fba234848c0 1 < suggested update operation key=IELI1832WYYC tag=70U62PSZPY9P type=del size=3544859 2024-09-22T08:47:39.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.116+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~3ZOTEG7QQHRH.0 size=161341 2024-09-22T08:47:39.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.116+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=3ZOTEG7QQHRH tag=TDNC4HP4E6OX type=write size=1209917 2024-09-22T08:47:39.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.120+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~J5W5WUFMJ50R.0 size=1048576 2024-09-22T08:47:39.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.120+0000 7fba234848c0 1 < canceled part key=_multipart_9LS4I6V78QKR.2~J5W5WUFMJ50R.1 size=335792 2024-09-22T08:47:39.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.124+0000 7fba234848c0 1 < canceled multipart upload key=9LS4I6V78QKR upload=J5W5WUFMJ50R tag=M28ESS57H3WD type=write size=2432944 2024-09-22T08:47:39.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.132+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~QXKY00VCVX5A.0 size=1048576 2024-09-22T08:47:39.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.132+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~QXKY00VCVX5A.1 size=403722 2024-09-22T08:47:39.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.132+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=QXKY00VCVX5A tag=XDSESG88LEF1 type=write size=2500874 2024-09-22T08:47:39.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.136+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=9PLWBAR9Y5IC type=del 2024-09-22T08:47:39.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.144+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~2H6JQ21D0OC8.0 size=1048576 2024-09-22T08:47:39.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.144+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~2H6JQ21D0OC8.1 size=257969 2024-09-22T08:47:39.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.144+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=2H6JQ21D0OC8 tag=F35Y3B82H30J type=write size=2355121 2024-09-22T08:47:39.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.148+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=UQ2BPRR3M492 type=del 2024-09-22T08:47:39.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.152+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=WPKP9Z52UUOB type=del size=2840034 2024-09-22T08:47:39.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.156+0000 7fba234848c0 1 < canceled operation key=9TLPZUCDVLEL tag=KYIND5EREN0B type=del size=1175226 2024-09-22T08:47:39.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.160+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=OAQTUK641DBK type=del size=1586220 2024-09-22T08:47:39.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.160+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=285YHHWKYECC type=del 2024-09-22T08:47:39.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.168+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~V8JE2TLKJDYR.0 size=1048576 2024-09-22T08:47:39.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.172+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~V8JE2TLKJDYR.1 size=371366 2024-09-22T08:47:39.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.172+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=V8JE2TLKJDYR tag=W20DE1BHHYAM type=write size=2468518 2024-09-22T08:47:39.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.172+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.0 size=1048576 2024-09-22T08:47:39.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.176+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.1 size=1048576 2024-09-22T08:47:39.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.176+0000 7fba234848c0 1 < canceled part key=_multipart_MKZLY53HS342.2~J1G0RV7N6A9Z.2 size=978111 2024-09-22T08:47:39.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.184+0000 7fba234848c0 1 < canceled multipart upload key=MKZLY53HS342 upload=J1G0RV7N6A9Z tag=WC0XVMDGPCMM type=write size=4123839 2024-09-22T08:47:39.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.188+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~JYU511Y01J5R.0 size=1048576 2024-09-22T08:47:39.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.192+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~JYU511Y01J5R.1 size=822308 2024-09-22T08:47:39.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.192+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=JYU511Y01J5R tag=NVCLEYNYN5JZ type=write size=2919460 2024-09-22T08:47:39.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.196+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~NICJWQOWU4V3.0 size=205906 2024-09-22T08:47:39.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.200+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=NICJWQOWU4V3 tag=5TIZB45PH010 type=write size=1254482 2024-09-22T08:47:39.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.204+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=9D8MFK5B5TOF type=del size=2440846 2024-09-22T08:47:39.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.208+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=LJ1LNXY2SIN4 type=del 2024-09-22T08:47:39.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.212+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=VAE1LMQWWDNX type=del size=1605245 2024-09-22T08:47:39.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.216+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.0 size=1048576 2024-09-22T08:47:39.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.216+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.1 size=1048576 2024-09-22T08:47:39.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.220+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~JJ6XQ6HVXZ9T.2 size=589065 2024-09-22T08:47:39.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.228+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=JJ6XQ6HVXZ9T tag=HYW18QY8WZ2O type=write size=3734793 2024-09-22T08:47:39.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.228+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=L445R0GE1J6U type=del size=2331976 2024-09-22T08:47:39.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.232+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~T9S4DCX1UBFJ.0 size=180810 2024-09-22T08:47:39.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.240+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=T9S4DCX1UBFJ tag=YJ6V185LU0BQ type=write size=1229386 2024-09-22T08:47:39.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.252+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.0 size=1048576 2024-09-22T08:47:39.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.252+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.1 size=1048576 2024-09-22T08:47:39.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.256+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.2 size=1024721 2024-09-22T08:47:39.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.256+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=EF5RAVUQASGQ tag=CKI18C4XT6QK type=write size=4170449 2024-09-22T08:47:39.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.260+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~PCYFCJ96ALA6.0 size=1048576 2024-09-22T08:47:39.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.264+0000 7fba234848c0 1 < completed part key=_multipart_5K7DPF6IJOQO.2~PCYFCJ96ALA6.1 size=1029927 2024-09-22T08:47:39.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.268+0000 7fba234848c0 1 < completed multipart upload key=5K7DPF6IJOQO upload=PCYFCJ96ALA6 tag=PGHRX03PTRIV type=write size=3127079 2024-09-22T08:47:39.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.272+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~Z0LJLU9SS3AV.0 size=1048576 2024-09-22T08:47:39.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.276+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~Z0LJLU9SS3AV.1 size=272880 2024-09-22T08:47:39.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.276+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=Z0LJLU9SS3AV tag=XYC8LO3E4CY0 type=write size=2370032 2024-09-22T08:47:39.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.280+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=9EFY0KGCXBA0 type=del 2024-09-22T08:47:39.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.284+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=IB5HCYMRTWOB type=del size=2658622 2024-09-22T08:47:39.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.288+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~JFHDM78ABDZ0.0 size=1048576 2024-09-22T08:47:39.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.288+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~JFHDM78ABDZ0.1 size=743223 2024-09-22T08:47:39.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.296+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=JFHDM78ABDZ0 tag=KBM08AT7AWKS type=write size=2840375 2024-09-22T08:47:39.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.300+0000 7fba234848c0 1 > prepared part key=_multipart_1ZBDU0O6HI8A.2~RDUP09DP8R3R.0 size=815115 2024-09-22T08:47:39.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.300+0000 7fba234848c0 1 > prepared multipart upload key=1ZBDU0O6HI8A upload=RDUP09DP8R3R tag=JZFW1I0BTARL type=write size=1863691 2024-09-22T08:47:39.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.304+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=HY7FMSYSUZUA type=del 2024-09-22T08:47:39.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.312+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~ZOPADXDBWNFV.0 size=825740 2024-09-22T08:47:39.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.312+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=ZOPADXDBWNFV tag=8AXNULTAF9AR type=write size=1874316 2024-09-22T08:47:39.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.316+0000 7fba234848c0 1 < completed delete operation key=9GIEU2BNPYSC tag=SRKT1VDE9VJ2 type=del 2024-09-22T08:47:39.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.320+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=EFXMP09CLG5W type=del size=1792981 2024-09-22T08:47:39.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.324+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~3ZOTEG7QQHRH.0 size=161341 2024-09-22T08:47:39.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.328+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=3ZOTEG7QQHRH tag=TDNC4HP4E6OX type=write size=1209917 2024-09-22T08:47:39.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.336+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.0 size=1048576 2024-09-22T08:47:39.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.336+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.1 size=1048576 2024-09-22T08:47:39.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.340+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.2 size=64532 2024-09-22T08:47:39.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.340+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=QUMF6DXDUH60 tag=4VS0IPW792OH type=write size=3210260 2024-09-22T08:47:39.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.344+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~QXKY00VCVX5A.0 size=1048576 2024-09-22T08:47:39.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.344+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~QXKY00VCVX5A.1 size=403722 2024-09-22T08:47:39.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.356+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=QXKY00VCVX5A tag=XDSESG88LEF1 type=write size=2500874 2024-09-22T08:47:39.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.360+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~1987R7Y93PRB.0 size=213316 2024-09-22T08:47:39.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.360+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=1987R7Y93PRB tag=D02H03F3NKT8 type=write size=1261892 2024-09-22T08:47:39.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.364+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~2H6JQ21D0OC8.0 size=1048576 2024-09-22T08:47:39.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.368+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~2H6JQ21D0OC8.1 size=257969 2024-09-22T08:47:39.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.376+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=2H6JQ21D0OC8 tag=F35Y3B82H30J type=write size=2355121 2024-09-22T08:47:39.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.380+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=8ERG3Q5FFWH3 type=write size=318965 2024-09-22T08:47:39.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.384+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=WPKP9Z52UUOB type=del 2024-09-22T08:47:39.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.388+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.0 size=1048576 2024-09-22T08:47:39.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.392+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.1 size=1048576 2024-09-22T08:47:39.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.396+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.2 size=826142 2024-09-22T08:47:39.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.396+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=RP9A5RE8KF7Z tag=7VBTD547ICOP type=write size=3971870 2024-09-22T08:47:39.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.400+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=OAQTUK641DBK type=del 2024-09-22T08:47:39.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.400+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=V4CKKDHUG0UL type=write size=724515 2024-09-22T08:47:39.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.404+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~V8JE2TLKJDYR.0 size=1048576 2024-09-22T08:47:39.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.408+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~V8JE2TLKJDYR.1 size=371366 2024-09-22T08:47:39.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.412+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=V8JE2TLKJDYR tag=W20DE1BHHYAM type=write size=2468518 2024-09-22T08:47:39.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.416+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~JK1CKT8A6A2R.0 size=483813 2024-09-22T08:47:39.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.416+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=JK1CKT8A6A2R tag=KBHXW2OVOW8K type=write size=1532389 2024-09-22T08:47:39.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.420+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~JYU511Y01J5R.0 size=1048576 2024-09-22T08:47:39.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.424+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~JYU511Y01J5R.1 size=822308 2024-09-22T08:47:39.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.428+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=JYU511Y01J5R tag=NVCLEYNYN5JZ type=write size=2919460 2024-09-22T08:47:39.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.432+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=71AV5P4B2WNB type=write size=350378 2024-09-22T08:47:39.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.436+0000 7fba234848c0 1 < suggested remove operation key=7308WVXJKI53 tag=9D8MFK5B5TOF type=del 2024-09-22T08:47:39.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.444+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~EF9YFY1GD64E.0 size=16519 2024-09-22T08:47:39.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.444+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=EF9YFY1GD64E tag=WNO1J5D4WZJR type=write size=1065095 2024-09-22T08:47:39.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.448+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=VAE1LMQWWDNX type=del 2024-09-22T08:47:39.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.452+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.0 size=1048576 2024-09-22T08:47:39.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.456+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.1 size=1048576 2024-09-22T08:47:39.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.460+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.2 size=807424 2024-09-22T08:47:39.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.460+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=RCUCHYYK4TJW tag=VEU36VN3JLCP type=write size=3953152 2024-09-22T08:47:39.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.460+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=L445R0GE1J6U type=del 2024-09-22T08:47:39.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.464+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=4YD9I1L0STA0 type=del size=1793316 2024-09-22T08:47:39.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.468+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.0 size=1048576 2024-09-22T08:47:39.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.472+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.1 size=1048576 2024-09-22T08:47:39.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.472+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~EF5RAVUQASGQ.2 size=1024721 2024-09-22T08:47:39.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.476+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=EF5RAVUQASGQ tag=CKI18C4XT6QK type=write size=4170449 2024-09-22T08:47:39.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.484+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~CHZTM0ITT71R.0 size=1048576 2024-09-22T08:47:39.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.484+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~CHZTM0ITT71R.1 size=1000870 2024-09-22T08:47:39.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.484+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=CHZTM0ITT71R tag=5BJ2TX8Z7MIV type=write size=3098022 2024-09-22T08:47:39.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.488+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~Z0LJLU9SS3AV.0 size=1048576 2024-09-22T08:47:39.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.492+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~Z0LJLU9SS3AV.1 size=272880 2024-09-22T08:47:39.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.496+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=Z0LJLU9SS3AV tag=XYC8LO3E4CY0 type=write size=2370032 2024-09-22T08:47:39.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.500+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=CV38F2NSOA7T type=del size=1605025 2024-09-22T08:47:39.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.504+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=IB5HCYMRTWOB type=del 2024-09-22T08:47:39.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.508+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~FY976CIBWR8O.0 size=1048576 2024-09-22T08:47:39.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.512+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~FY976CIBWR8O.1 size=522184 2024-09-22T08:47:39.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.512+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=FY976CIBWR8O tag=7JD2V3WHLZPH type=write size=2619336 2024-09-22T08:47:39.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.512+0000 7fba234848c0 1 < completed part key=_multipart_1ZBDU0O6HI8A.2~RDUP09DP8R3R.0 size=815115 2024-09-22T08:47:39.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.520+0000 7fba234848c0 1 < completed multipart upload key=1ZBDU0O6HI8A upload=RDUP09DP8R3R tag=JZFW1I0BTARL type=write size=1863691 2024-09-22T08:47:39.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.524+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~FDFHNCKM8QTF.0 size=153282 2024-09-22T08:47:39.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.524+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=FDFHNCKM8QTF tag=XJQ5RP24YY9Z type=write size=1201858 2024-09-22T08:47:39.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.528+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~ZOPADXDBWNFV.0 size=825740 2024-09-22T08:47:39.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.532+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=ZOPADXDBWNFV tag=8AXNULTAF9AR type=write size=1874316 2024-09-22T08:47:39.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.536+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=5CTWHE9KKFWC type=del size=1196122 2024-09-22T08:47:39.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.540+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=EFXMP09CLG5W type=del 2024-09-22T08:47:39.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.540+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=K8A83SK1X7IZ type=del size=2102607 2024-09-22T08:47:39.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.544+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.0 size=1048576 2024-09-22T08:47:39.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.552+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.1 size=1048576 2024-09-22T08:47:39.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.556+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~QUMF6DXDUH60.2 size=64532 2024-09-22T08:47:39.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.560+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=QUMF6DXDUH60 tag=4VS0IPW792OH type=write size=3210260 2024-09-22T08:47:39.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.564+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=WZRQ8343NE0C type=del size=1515845 2024-09-22T08:47:39.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.568+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~1987R7Y93PRB.0 size=213316 2024-09-22T08:47:39.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.572+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=1987R7Y93PRB tag=D02H03F3NKT8 type=write size=1261892 2024-09-22T08:47:39.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.576+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=Y25LBOW13VLV type=del size=1303901 2024-09-22T08:47:39.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.576+0000 7fba234848c0 -1 < failed to complete operation key=7308WVXJKI53 tag=8ERG3Q5FFWH3 type=write size=318965: (22) Invalid argument 2024-09-22T08:47:39.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.584+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.0 size=1048576 2024-09-22T08:47:39.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.584+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.1 size=1048576 2024-09-22T08:47:39.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.588+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.2 size=1042201 2024-09-22T08:47:39.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.588+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=A05THD2GLC7Z tag=AQ9MV30H9L4E type=write size=4187929 2024-09-22T08:47:39.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.592+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.0 size=1048576 2024-09-22T08:47:39.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.592+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.1 size=1048576 2024-09-22T08:47:39.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.596+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~RP9A5RE8KF7Z.2 size=826142 2024-09-22T08:47:39.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.600+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=RP9A5RE8KF7Z tag=7VBTD547ICOP type=write size=3971870 2024-09-22T08:47:39.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.604+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=DLNLMCU4RU2V type=write size=877954 2024-09-22T08:47:39.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.608+0000 7fba234848c0 1 < suggested update operation key=BMZ7P7WE56M7 tag=V4CKKDHUG0UL type=write size=724515 2024-09-22T08:47:39.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.608+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=J0TGLBGQE5K6 type=del size=2627199 2024-09-22T08:47:39.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.612+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~JK1CKT8A6A2R.0 size=483813 2024-09-22T08:47:39.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.620+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=JK1CKT8A6A2R tag=KBHXW2OVOW8K type=write size=1532389 2024-09-22T08:47:39.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.620+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=VASYYNJNQQBS type=del size=489000 2024-09-22T08:47:39.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.624+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=71AV5P4B2WNB type=write size=350378 2024-09-22T08:47:39.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.628+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=CF8KFFKZ0D54 type=write size=941906 2024-09-22T08:47:39.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.628+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~EF9YFY1GD64E.0 size=16519 2024-09-22T08:47:39.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.632+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=EF9YFY1GD64E tag=WNO1J5D4WZJR type=write size=1065095 2024-09-22T08:47:39.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.640+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~U8UCVITWX06G.0 size=474026 2024-09-22T08:47:39.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.640+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=U8UCVITWX06G tag=ZN6SU9HQY8PJ type=write size=1522602 2024-09-22T08:47:39.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.644+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.0 size=1048576 2024-09-22T08:47:39.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.644+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.1 size=1048576 2024-09-22T08:47:39.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.648+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~RCUCHYYK4TJW.2 size=807424 2024-09-22T08:47:39.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.652+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=RCUCHYYK4TJW tag=VEU36VN3JLCP type=write size=3953152 2024-09-22T08:47:39.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.652+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=KFUZQJVREEQC type=del size=200941 2024-09-22T08:47:39.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.656+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=4YD9I1L0STA0 type=del 2024-09-22T08:47:39.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.660+0000 7fba234848c0 1 > prepared operation key=EGAV6I2KE1N9 tag=DCT83Y28MFEA type=del size=3694162 2024-09-22T08:47:39.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.660+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~CHZTM0ITT71R.0 size=1048576 2024-09-22T08:47:39.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.664+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~CHZTM0ITT71R.1 size=1000870 2024-09-22T08:47:39.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.668+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=CHZTM0ITT71R tag=5BJ2TX8Z7MIV type=write size=3098022 2024-09-22T08:47:39.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.668+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=050O556DVT5Q type=write size=1046602 2024-09-22T08:47:39.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.672+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=CV38F2NSOA7T type=del 2024-09-22T08:47:39.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.676+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~JJ7I9S68H9C1.0 size=1048576 2024-09-22T08:47:39.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.680+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~JJ7I9S68H9C1.1 size=773375 2024-09-22T08:47:39.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.680+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=JJ7I9S68H9C1 tag=FE3GZ33HDV7F type=write size=2870527 2024-09-22T08:47:39.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.680+0000 7fba234848c0 1 < canceled part key=_multipart_KRKXNAQ12TAP.2~FY976CIBWR8O.0 size=1048576 2024-09-22T08:47:39.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.680+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~FY976CIBWR8O.1 size=522184 2024-09-22T08:47:39.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.684+0000 7fba234848c0 1 < canceled multipart upload key=KRKXNAQ12TAP upload=FY976CIBWR8O tag=7JD2V3WHLZPH type=write size=2619336 2024-09-22T08:47:39.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.688+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=AMKJ6DV6CHFC type=del size=3437105 2024-09-22T08:47:39.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.692+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~FDFHNCKM8QTF.0 size=153282 2024-09-22T08:47:39.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.696+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=FDFHNCKM8QTF tag=XJQ5RP24YY9Z type=write size=1201858 2024-09-22T08:47:39.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.700+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~O3MFHSNHDVYV.0 size=274576 2024-09-22T08:47:39.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.700+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=O3MFHSNHDVYV tag=NG9QTSRB0SUR type=write size=1323152 2024-09-22T08:47:39.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.700+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=5CTWHE9KKFWC type=del 2024-09-22T08:47:39.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.704+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=WOVB6QBTW3P6 type=write size=314158 2024-09-22T08:47:39.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.708+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=K8A83SK1X7IZ type=del 2024-09-22T08:47:39.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.712+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.0 size=1048576 2024-09-22T08:47:39.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.712+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.1 size=1048576 2024-09-22T08:47:39.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.716+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.2 size=719712 2024-09-22T08:47:39.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.716+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=M7RZ2IFDQZRA tag=JWMP18YLM4J4 type=write size=3865440 2024-09-22T08:47:39.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.716+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=WZRQ8343NE0C type=del 2024-09-22T08:47:39.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.720+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=N4B6OM139DOR type=del size=1898223 2024-09-22T08:47:39.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.724+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=Y25LBOW13VLV type=del 2024-09-22T08:47:39.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.724+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=8WWK03HBY4FR type=del size=2770217 2024-09-22T08:47:39.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.728+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.0 size=1048576 2024-09-22T08:47:39.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.732+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.1 size=1048576 2024-09-22T08:47:39.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.732+0000 7fba234848c0 1 < canceled part key=_multipart_ACJXPHRNH2LK.2~A05THD2GLC7Z.2 size=1042201 2024-09-22T08:47:39.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.736+0000 7fba234848c0 1 < canceled multipart upload key=ACJXPHRNH2LK upload=A05THD2GLC7Z tag=AQ9MV30H9L4E type=write size=4187929 2024-09-22T08:47:39.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.736+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=E9X6Y4C1RPZR type=del size=382146 2024-09-22T08:47:39.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.740+0000 7fba234848c0 1 < completed write operation key=Y083D5F4X87G tag=DLNLMCU4RU2V type=write size=877954 2024-09-22T08:47:39.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.748+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=IL1NWHFHORZQ type=del size=902304 2024-09-22T08:47:39.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.748+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=J0TGLBGQE5K6 type=del 2024-09-22T08:47:39.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.752+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~YV1QIGK3FJ79.0 size=1048576 2024-09-22T08:47:39.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.756+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~YV1QIGK3FJ79.1 size=5997 2024-09-22T08:47:39.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.756+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=YV1QIGK3FJ79 tag=XKJZAIVSQ0FS type=write size=2103149 2024-09-22T08:47:39.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.756+0000 7fba234848c0 1 < canceled operation key=9GIEU2BNPYSC tag=VASYYNJNQQBS type=del size=489000 2024-09-22T08:47:39.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.760+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~6TEM0FVISHH4.0 size=1048576 2024-09-22T08:47:39.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.764+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~6TEM0FVISHH4.1 size=987040 2024-09-22T08:47:39.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.764+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=6TEM0FVISHH4 tag=IX2YIZZ18EV0 type=write size=3084192 2024-09-22T08:47:39.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.764+0000 7fba234848c0 1 < completed write operation key=1Z5GJVJORAGA tag=CF8KFFKZ0D54 type=write size=941906 2024-09-22T08:47:39.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.768+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.0 size=1048576 2024-09-22T08:47:39.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.772+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.1 size=1048576 2024-09-22T08:47:39.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.772+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.2 size=818711 2024-09-22T08:47:39.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.772+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=4FNTXDVRS7OY tag=BSCUGI78GDRG type=write size=3964439 2024-09-22T08:47:39.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.776+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~U8UCVITWX06G.0 size=474026 2024-09-22T08:47:39.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.780+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=U8UCVITWX06G tag=ZN6SU9HQY8PJ type=write size=1522602 2024-09-22T08:47:39.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.784+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=YQTQI6S3BGFZ type=write size=13324 2024-09-22T08:47:39.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.788+0000 7fba234848c0 1 < suggested remove operation key=KF71YBNFMKML tag=KFUZQJVREEQC type=del 2024-09-22T08:47:39.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.788+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=M5H3VE7F69S2 type=del size=1083414 2024-09-22T08:47:39.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.792+0000 7fba234848c0 1 < completed delete operation key=EGAV6I2KE1N9 tag=DCT83Y28MFEA type=del 2024-09-22T08:47:39.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.796+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=HZBBLD1UN37W type=write size=589431 2024-09-22T08:47:39.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.799+0000 7fba234848c0 1 < suggested remove operation key=9LS4I6V78QKR tag=050O556DVT5Q type=write 2024-09-22T08:47:39.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.803+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~DUVEXN4IQMTX.0 size=829486 2024-09-22T08:47:39.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.803+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=DUVEXN4IQMTX tag=NSKSNN2XJJPL type=write size=1878062 2024-09-22T08:47:39.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.803+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~JJ7I9S68H9C1.0 size=1048576 2024-09-22T08:47:39.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.807+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~JJ7I9S68H9C1.1 size=773375 2024-09-22T08:47:39.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.811+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=JJ7I9S68H9C1 tag=FE3GZ33HDV7F type=write size=2870527 2024-09-22T08:47:39.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.811+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=1KU5FXEDPWJ4 type=del size=1118236 2024-09-22T08:47:39.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.815+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=AMKJ6DV6CHFC type=del size=3437105 2024-09-22T08:47:39.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.819+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=NGRL0ZC2G2Q7 type=del size=3895897 2024-09-22T08:47:39.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.819+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~O3MFHSNHDVYV.0 size=274576 2024-09-22T08:47:39.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.823+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=O3MFHSNHDVYV tag=NG9QTSRB0SUR type=write size=1323152 2024-09-22T08:47:39.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.827+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=5CK9UVTF9TKY type=del size=2768175 2024-09-22T08:47:39.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.827+0000 7fba234848c0 1 < completed write operation key=1Z5GJVJORAGA tag=WOVB6QBTW3P6 type=write size=314158 2024-09-22T08:47:39.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.831+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=DLVNUVXMWFCR type=del size=1198210 2024-09-22T08:47:39.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.831+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.0 size=1048576 2024-09-22T08:47:39.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.831+0000 7fba234848c0 1 < canceled part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.1 size=1048576 2024-09-22T08:47:39.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.835+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~M7RZ2IFDQZRA.2 size=719712 2024-09-22T08:47:39.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.839+0000 7fba234848c0 1 < canceled multipart upload key=9O9DP75SBF2O upload=M7RZ2IFDQZRA tag=JWMP18YLM4J4 type=write size=3865440 2024-09-22T08:47:39.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.843+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~CNMEOER01QF2.0 size=865782 2024-09-22T08:47:39.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.843+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=CNMEOER01QF2 tag=UA817RD601ZG type=write size=1914358 2024-09-22T08:47:39.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.843+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=N4B6OM139DOR type=del size=1898223 2024-09-22T08:47:39.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.847+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=SAK86K97CEY8 type=del size=14953 2024-09-22T08:47:39.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.851+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=8WWK03HBY4FR type=del 2024-09-22T08:47:39.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.851+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=IJ2YGJ8P5U6B type=del size=963729 2024-09-22T08:47:39.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.855+0000 7fba234848c0 1 < suggested remove operation key=5K7DPF6IJOQO tag=E9X6Y4C1RPZR type=del 2024-09-22T08:47:39.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.859+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~0EEHVI5D0JWO.0 size=1048576 2024-09-22T08:47:39.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.863+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~0EEHVI5D0JWO.1 size=23989 2024-09-22T08:47:39.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.863+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=0EEHVI5D0JWO tag=25GPZDA1N01J type=write size=2121141 2024-09-22T08:47:39.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.867+0000 7fba234848c0 1 < canceled operation key=17H4LTCPSPFA tag=IL1NWHFHORZQ type=del size=902304 2024-09-22T08:47:39.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.871+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=BU8XXV5LWIDT type=del size=3198739 2024-09-22T08:47:39.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.871+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~YV1QIGK3FJ79.0 size=1048576 2024-09-22T08:47:39.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.875+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~YV1QIGK3FJ79.1 size=5997 2024-09-22T08:47:39.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.879+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=YV1QIGK3FJ79 tag=XKJZAIVSQ0FS type=write size=2103149 2024-09-22T08:47:39.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.883+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.0 size=1048576 2024-09-22T08:47:39.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.883+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.1 size=1048576 2024-09-22T08:47:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.887+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.2 size=804876 2024-09-22T08:47:39.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.887+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=X78B4M66Z67R tag=S0FUXCCOV9K1 type=write size=3950604 2024-09-22T08:47:39.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.891+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~6TEM0FVISHH4.0 size=1048576 2024-09-22T08:47:39.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.891+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~6TEM0FVISHH4.1 size=987040 2024-09-22T08:47:39.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.895+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=6TEM0FVISHH4 tag=IX2YIZZ18EV0 type=write size=3084192 2024-09-22T08:47:39.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.899+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=FP28O86Q0JF7 type=write size=831188 2024-09-22T08:47:39.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.903+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.0 size=1048576 2024-09-22T08:47:39.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.903+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.1 size=1048576 2024-09-22T08:47:39.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.903+0000 7fba234848c0 1 < canceled part key=_multipart_IELI1832WYYC.2~4FNTXDVRS7OY.2 size=818711 2024-09-22T08:47:39.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.907+0000 7fba234848c0 1 < canceled multipart upload key=IELI1832WYYC upload=4FNTXDVRS7OY tag=BSCUGI78GDRG type=write size=3964439 2024-09-22T08:47:39.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.911+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.0 size=1048576 2024-09-22T08:47:39.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.915+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.1 size=1048576 2024-09-22T08:47:39.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.915+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.2 size=813060 2024-09-22T08:47:39.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.915+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=6JNGSTO5MUG3 tag=8J8MW0NOI122 type=write size=3958788 2024-09-22T08:47:39.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.919+0000 7fba234848c0 1 < suggested remove operation key=7RKB0H1OQF18 tag=YQTQI6S3BGFZ type=write 2024-09-22T08:47:39.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.923+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=JQNNN0JEQG5N type=del size=1083035 2024-09-22T08:47:39.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.923+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=M5H3VE7F69S2 type=del 2024-09-22T08:47:39.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.927+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=Z7DZCYLYZH1O type=del size=1046254 2024-09-22T08:47:39.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.931+0000 7fba234848c0 1 < suggested remove operation key=MC9BLML8VZ9V tag=HZBBLD1UN37W type=write 2024-09-22T08:47:39.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.935+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.0 size=1048576 2024-09-22T08:47:39.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.939+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.1 size=1048576 2024-09-22T08:47:39.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.943+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.2 size=637143 2024-09-22T08:47:39.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.943+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=ALPE5RUPXQEX tag=EASRIYOAJMTP type=write size=3782871 2024-09-22T08:47:39.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.943+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~DUVEXN4IQMTX.0 size=829486 2024-09-22T08:47:39.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.947+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=DUVEXN4IQMTX tag=NSKSNN2XJJPL type=write size=1878062 2024-09-22T08:47:39.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.951+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=LZ9N53BB3B7C type=del size=1292653 2024-09-22T08:47:39.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.955+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=1KU5FXEDPWJ4 type=del 2024-09-22T08:47:39.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.955+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=CIRLC1ORJWIF type=del size=2313793 2024-09-22T08:47:39.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.959+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=NGRL0ZC2G2Q7 type=del 2024-09-22T08:47:39.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.963+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~OJJZ8OQWUUJL.0 size=54978 2024-09-22T08:47:39.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.963+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=OJJZ8OQWUUJL tag=OV6WY7XH58CW type=write size=1103554 2024-09-22T08:47:39.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.967+0000 7fba234848c0 1 < completed delete operation key=ZPSMOAQSZZ68 tag=5CK9UVTF9TKY type=del 2024-09-22T08:47:39.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.971+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=183VLAHPC49F type=write size=803105 2024-09-22T08:47:39.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.971+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=DLVNUVXMWFCR type=del 2024-09-22T08:47:39.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.975+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=QWNWUINTFXZ4 type=del size=3048279 2024-09-22T08:47:39.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.979+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~CNMEOER01QF2.0 size=865782 2024-09-22T08:47:39.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.983+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=CNMEOER01QF2 tag=UA817RD601ZG type=write size=1914358 2024-09-22T08:47:39.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.991+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~WLP5U8M5E65Q.0 size=1048576 2024-09-22T08:47:39.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.991+0000 7fba234848c0 1 > prepared part key=_multipart_IELI1832WYYC.2~WLP5U8M5E65Q.1 size=341012 2024-09-22T08:47:39.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.991+0000 7fba234848c0 1 > prepared multipart upload key=IELI1832WYYC upload=WLP5U8M5E65Q tag=Q5CBZ5KGUCW1 type=write size=2438164 2024-09-22T08:47:39.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.995+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=SAK86K97CEY8 type=del 2024-09-22T08:47:40.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:39.999+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~1IUMAIWVYBM1.0 size=1048576 2024-09-22T08:47:40.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.003+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~1IUMAIWVYBM1.1 size=432462 2024-09-22T08:47:40.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.003+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=1IUMAIWVYBM1 tag=4VDW8D9D59T2 type=write size=2529614 2024-09-22T08:47:40.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.003+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=IJ2YGJ8P5U6B type=del 2024-09-22T08:47:40.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.007+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=HV3VKOVOKI1B type=del size=2335051 2024-09-22T08:47:40.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.011+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~0EEHVI5D0JWO.0 size=1048576 2024-09-22T08:47:40.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.011+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~0EEHVI5D0JWO.1 size=23989 2024-09-22T08:47:40.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.015+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=0EEHVI5D0JWO tag=25GPZDA1N01J type=write size=2121141 2024-09-22T08:47:40.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.019+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=87GDI6E3EMSW type=del size=294008 2024-09-22T08:47:40.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.023+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=BU8XXV5LWIDT type=del 2024-09-22T08:47:40.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.027+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=ZJR3KYSQ3IO0 type=del size=2244925 2024-09-22T08:47:40.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.027+0000 7fba234848c0 1 < canceled part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.0 size=1048576 2024-09-22T08:47:40.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.027+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.1 size=1048576 2024-09-22T08:47:40.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.031+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~X78B4M66Z67R.2 size=804876 2024-09-22T08:47:40.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.035+0000 7fba234848c0 1 < canceled multipart upload key=HIXQW88EAGMF upload=X78B4M66Z67R tag=S0FUXCCOV9K1 type=write size=3950604 2024-09-22T08:47:40.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.043+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~O4217RKW9UB8.0 size=1048576 2024-09-22T08:47:40.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.043+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~O4217RKW9UB8.1 size=160887 2024-09-22T08:47:40.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.043+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=O4217RKW9UB8 tag=XFBJTCSYGC83 type=write size=2258039 2024-09-22T08:47:40.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.047+0000 7fba234848c0 1 < completed write operation key=OYF4UVMI9UR3 tag=FP28O86Q0JF7 type=write size=831188 2024-09-22T08:47:40.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.047+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=EX29NWBXLJ22 type=del size=860274 2024-09-22T08:47:40.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.051+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.0 size=1048576 2024-09-22T08:47:40.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.055+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.1 size=1048576 2024-09-22T08:47:40.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.055+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~6JNGSTO5MUG3.2 size=813060 2024-09-22T08:47:40.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.063+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=6JNGSTO5MUG3 tag=8J8MW0NOI122 type=write size=3958788 2024-09-22T08:47:40.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.063+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=9YARMNU4ZD7A type=del size=2137843 2024-09-22T08:47:40.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.067+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=JQNNN0JEQG5N type=del 2024-09-22T08:47:40.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.071+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~DPDA6HD26793.0 size=43080 2024-09-22T08:47:40.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.071+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=DPDA6HD26793 tag=S7AHVNPW7DAM type=write size=1091656 2024-09-22T08:47:40.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.075+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=Z7DZCYLYZH1O type=del 2024-09-22T08:47:40.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.079+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~6OZ8MQVFWSJ7.0 size=1048576 2024-09-22T08:47:40.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.083+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~6OZ8MQVFWSJ7.1 size=18904 2024-09-22T08:47:40.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.083+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=6OZ8MQVFWSJ7 tag=LPIL01J3O48G type=write size=2116056 2024-09-22T08:47:40.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.083+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.0 size=1048576 2024-09-22T08:47:40.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.087+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.1 size=1048576 2024-09-22T08:47:40.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.091+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~ALPE5RUPXQEX.2 size=637143 2024-09-22T08:47:40.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.095+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=ALPE5RUPXQEX tag=EASRIYOAJMTP type=write size=3782871 2024-09-22T08:47:40.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.099+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=4B0FQ1U8CN0Y type=del size=1105879 2024-09-22T08:47:40.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.103+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=LZ9N53BB3B7C type=del 2024-09-22T08:47:40.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.111+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~7K5DOH5MR397.0 size=1048576 2024-09-22T08:47:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.111+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~7K5DOH5MR397.1 size=806295 2024-09-22T08:47:40.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.111+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=7K5DOH5MR397 tag=LLU2OYF8ER5W type=write size=2903447 2024-09-22T08:47:40.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.115+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=CIRLC1ORJWIF type=del 2024-09-22T08:47:40.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.127+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~B95QAAWWIL4L.0 size=1048576 2024-09-22T08:47:40.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.127+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~B95QAAWWIL4L.1 size=862573 2024-09-22T08:47:40.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.127+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=B95QAAWWIL4L tag=R5ORN6FOO6U5 type=write size=2959725 2024-09-22T08:47:40.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.131+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~OJJZ8OQWUUJL.0 size=54978 2024-09-22T08:47:40.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.135+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=OJJZ8OQWUUJL tag=OV6WY7XH58CW type=write size=1103554 2024-09-22T08:47:40.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.139+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=FZP31H4DR4QM type=del size=3517159 2024-09-22T08:47:40.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.143+0000 7fba234848c0 1 < canceled operation key=906R294R0FI0 tag=183VLAHPC49F type=write size=803105 2024-09-22T08:47:40.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.147+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=9Y9ST6NICUM1 type=del size=2624562 2024-09-22T08:47:40.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.151+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=QWNWUINTFXZ4 type=del 2024-09-22T08:47:40.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.151+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=D9PDM0QW287Z type=del size=3966380 2024-09-22T08:47:40.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.155+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~WLP5U8M5E65Q.0 size=1048576 2024-09-22T08:47:40.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.159+0000 7fba234848c0 1 < completed part key=_multipart_IELI1832WYYC.2~WLP5U8M5E65Q.1 size=341012 2024-09-22T08:47:40.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.163+0000 7fba234848c0 1 < completed multipart upload key=IELI1832WYYC upload=WLP5U8M5E65Q tag=Q5CBZ5KGUCW1 type=write size=2438164 2024-09-22T08:47:40.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.171+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~I818TGBZ7UZ3.0 size=1048576 2024-09-22T08:47:40.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.171+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~I818TGBZ7UZ3.1 size=287341 2024-09-22T08:47:40.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.171+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=I818TGBZ7UZ3 tag=YAUB2DDKOPYG type=write size=2384493 2024-09-22T08:47:40.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.175+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~1IUMAIWVYBM1.0 size=1048576 2024-09-22T08:47:40.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.175+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~1IUMAIWVYBM1.1 size=432462 2024-09-22T08:47:40.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.179+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=1IUMAIWVYBM1 tag=4VDW8D9D59T2 type=write size=2529614 2024-09-22T08:47:40.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.187+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~CVTJ29F2Q8MQ.0 size=906163 2024-09-22T08:47:40.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.187+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=CVTJ29F2Q8MQ tag=U3OCF7ZPB64D type=write size=1954739 2024-09-22T08:47:40.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.191+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=HV3VKOVOKI1B type=del 2024-09-22T08:47:40.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.195+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.0 size=1048576 2024-09-22T08:47:40.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.199+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.1 size=1048576 2024-09-22T08:47:40.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.199+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.2 size=557637 2024-09-22T08:47:40.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.199+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=6BK3XKEDX738 tag=X69WQJPKUWWB type=write size=3703365 2024-09-22T08:47:40.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.203+0000 7fba234848c0 1 < completed delete operation key=BMZ7P7WE56M7 tag=87GDI6E3EMSW type=del 2024-09-22T08:47:40.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.211+0000 7fba234848c0 1 > prepared part key=_multipart_MC9BLML8VZ9V.2~C8QWH6PVTIGB.0 size=176424 2024-09-22T08:47:40.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.211+0000 7fba234848c0 1 > prepared multipart upload key=MC9BLML8VZ9V upload=C8QWH6PVTIGB tag=S913IX88Y5TF type=write size=1225000 2024-09-22T08:47:40.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.215+0000 7fba234848c0 1 < suggested update operation key=ACJXPHRNH2LK tag=ZJR3KYSQ3IO0 type=del size=2244925 2024-09-22T08:47:40.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.223+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~GYN934NH9JL8.0 size=1048576 2024-09-22T08:47:40.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.227+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~GYN934NH9JL8.1 size=423598 2024-09-22T08:47:40.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.227+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=GYN934NH9JL8 tag=F8IIT939ENK0 type=write size=2520750 2024-09-22T08:47:40.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.231+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~O4217RKW9UB8.0 size=1048576 2024-09-22T08:47:40.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.231+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~O4217RKW9UB8.1 size=160887 2024-09-22T08:47:40.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.235+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=O4217RKW9UB8 tag=XFBJTCSYGC83 type=write size=2258039 2024-09-22T08:47:40.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.239+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=IRO2HT0F6X0D type=del size=384313 2024-09-22T08:47:40.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.243+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=EX29NWBXLJ22 type=del 2024-09-22T08:47:40.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.247+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~FDM6TBS31H24.0 size=224099 2024-09-22T08:47:40.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.247+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=FDM6TBS31H24 tag=ATCY9DQI0R47 type=write size=1272675 2024-09-22T08:47:40.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.251+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=9YARMNU4ZD7A type=del 2024-09-22T08:47:40.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.255+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=IRFP1UIR5LAP type=del size=3959350 2024-09-22T08:47:40.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.255+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~DPDA6HD26793.0 size=43080 2024-09-22T08:47:40.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.259+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=DPDA6HD26793 tag=S7AHVNPW7DAM type=write size=1091656 2024-09-22T08:47:40.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.267+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~3KSOR962MXQW.0 size=265809 2024-09-22T08:47:40.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.267+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=3KSOR962MXQW tag=NNX26YSK1YXS type=write size=1314385 2024-09-22T08:47:40.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.271+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~6OZ8MQVFWSJ7.0 size=1048576 2024-09-22T08:47:40.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.271+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~6OZ8MQVFWSJ7.1 size=18904 2024-09-22T08:47:40.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.275+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=6OZ8MQVFWSJ7 tag=LPIL01J3O48G type=write size=2116056 2024-09-22T08:47:40.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.279+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=52E1ZOOGIXQ1 type=del size=2910 2024-09-22T08:47:40.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.283+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=4B0FQ1U8CN0Y type=del 2024-09-22T08:47:40.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.287+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=RX9G2KI58ACN type=del size=2532624 2024-09-22T08:47:40.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.291+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~7K5DOH5MR397.0 size=1048576 2024-09-22T08:47:40.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.291+0000 7fba234848c0 1 < completed part key=_multipart_9LS4I6V78QKR.2~7K5DOH5MR397.1 size=806295 2024-09-22T08:47:40.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.299+0000 7fba234848c0 1 < completed multipart upload key=9LS4I6V78QKR upload=7K5DOH5MR397 tag=LLU2OYF8ER5W type=write size=2903447 2024-09-22T08:47:40.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.299+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=38NB63NEZKJ5 type=del size=2896212 2024-09-22T08:47:40.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.303+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~B95QAAWWIL4L.0 size=1048576 2024-09-22T08:47:40.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.307+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~B95QAAWWIL4L.1 size=862573 2024-09-22T08:47:40.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.311+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=B95QAAWWIL4L tag=R5ORN6FOO6U5 type=write size=2959725 2024-09-22T08:47:40.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.315+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=POKV863Q5VYF type=del size=670946 2024-09-22T08:47:40.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.319+0000 7fba234848c0 1 < suggested remove operation key=BMZ7P7WE56M7 tag=FZP31H4DR4QM type=del 2024-09-22T08:47:40.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.323+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=2EZ79FJ5HY9G type=del size=3110871 2024-09-22T08:47:40.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.323+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=BMZ7P7WE56M7 tag=9Y9ST6NICUM1 type=del size=2624562: (2) No such file or directory 2024-09-22T08:47:40.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.331+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~TSL5EMUVSW9X.0 size=1048576 2024-09-22T08:47:40.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.331+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~TSL5EMUVSW9X.1 size=157348 2024-09-22T08:47:40.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.331+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=TSL5EMUVSW9X tag=FJWQXIMR21AS type=write size=2254500 2024-09-22T08:47:40.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.335+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=D9PDM0QW287Z type=del 2024-09-22T08:47:40.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.339+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.0 size=1048576 2024-09-22T08:47:40.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.343+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.1 size=1048576 2024-09-22T08:47:40.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.343+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.2 size=955096 2024-09-22T08:47:40.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.343+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=2MDHQ0JCNRME tag=2RGB8B6BH9O1 type=write size=4100824 2024-09-22T08:47:40.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.347+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~I818TGBZ7UZ3.0 size=1048576 2024-09-22T08:47:40.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.351+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~I818TGBZ7UZ3.1 size=287341 2024-09-22T08:47:40.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.355+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=I818TGBZ7UZ3 tag=YAUB2DDKOPYG type=write size=2384493 2024-09-22T08:47:40.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.359+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=J4Z5QD34X3VD type=write size=479004 2024-09-22T08:47:40.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.363+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~CVTJ29F2Q8MQ.0 size=906163 2024-09-22T08:47:40.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.367+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=CVTJ29F2Q8MQ tag=U3OCF7ZPB64D type=write size=1954739 2024-09-22T08:47:40.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.371+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=D8KMTM0B0807 type=del size=3810924 2024-09-22T08:47:40.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.371+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.0 size=1048576 2024-09-22T08:47:40.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.375+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.1 size=1048576 2024-09-22T08:47:40.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.379+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~6BK3XKEDX738.2 size=557637 2024-09-22T08:47:40.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.383+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=6BK3XKEDX738 tag=X69WQJPKUWWB type=write size=3703365 2024-09-22T08:47:40.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.387+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.0 size=1048576 2024-09-22T08:47:40.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.391+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.1 size=1048576 2024-09-22T08:47:40.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.391+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.2 size=575595 2024-09-22T08:47:40.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.391+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=35UAMTL0YF73 tag=4XY92K682R8K type=write size=3721323 2024-09-22T08:47:40.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.395+0000 7fba234848c0 1 < completed part key=_multipart_MC9BLML8VZ9V.2~C8QWH6PVTIGB.0 size=176424 2024-09-22T08:47:40.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.403+0000 7fba234848c0 1 < completed multipart upload key=MC9BLML8VZ9V upload=C8QWH6PVTIGB tag=S913IX88Y5TF type=write size=1225000 2024-09-22T08:47:40.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.403+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=65D6AMM526DX type=del size=1395778 2024-09-22T08:47:40.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.407+0000 7fba234848c0 1 < canceled part key=_multipart_Y083D5F4X87G.2~GYN934NH9JL8.0 size=1048576 2024-09-22T08:47:40.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.411+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~GYN934NH9JL8.1 size=423598 2024-09-22T08:47:40.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.419+0000 7fba234848c0 1 < canceled multipart upload key=Y083D5F4X87G upload=GYN934NH9JL8 tag=F8IIT939ENK0 type=write size=2520750 2024-09-22T08:47:40.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.423+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=2Y7Z4DGK34P5 type=del size=3538667 2024-09-22T08:47:40.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.427+0000 7fba234848c0 1 < suggested update operation key=BMZ7P7WE56M7 tag=IRO2HT0F6X0D type=del size=384313 2024-09-22T08:47:40.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.431+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=GB3PBIYA00SC type=write size=1005374 2024-09-22T08:47:40.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.435+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~FDM6TBS31H24.0 size=224099 2024-09-22T08:47:40.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.439+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=FDM6TBS31H24 tag=ATCY9DQI0R47 type=write size=1272675 2024-09-22T08:47:40.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.443+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=Z31NDH313F8H type=del size=1443187 2024-09-22T08:47:40.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.443+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=IRFP1UIR5LAP type=del 2024-09-22T08:47:40.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.451+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~Q2W6YJ1BB2S4.0 size=1048576 2024-09-22T08:47:40.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.451+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~Q2W6YJ1BB2S4.1 size=782134 2024-09-22T08:47:40.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.451+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=Q2W6YJ1BB2S4 tag=9S8USLH21OYP type=write size=2879286 2024-09-22T08:47:40.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.455+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~3KSOR962MXQW.0 size=265809 2024-09-22T08:47:40.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.459+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=3KSOR962MXQW tag=NNX26YSK1YXS type=write size=1314385 2024-09-22T08:47:40.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.463+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~ZXV67FTFTRWA.0 size=947615 2024-09-22T08:47:40.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.463+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=ZXV67FTFTRWA tag=00OC1RHM1YWQ type=write size=1996191 2024-09-22T08:47:40.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.467+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=52E1ZOOGIXQ1 type=del 2024-09-22T08:47:40.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.471+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.0 size=1048576 2024-09-22T08:47:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.475+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.1 size=1048576 2024-09-22T08:47:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.479+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.2 size=479009 2024-09-22T08:47:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.479+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=01YHXDZV1B30 tag=05650O2A65G0 type=write size=3624737 2024-09-22T08:47:40.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.479+0000 7fba234848c0 -1 < failed to complete operation key=BMZ7P7WE56M7 tag=RX9G2KI58ACN type=del size=2532624: (22) Invalid argument 2024-09-22T08:47:40.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.483+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=5XGKCYVI2HHI type=del size=3828125 2024-09-22T08:47:40.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.487+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=38NB63NEZKJ5 type=del 2024-09-22T08:47:40.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.491+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~R4REVTKPQ321.0 size=497210 2024-09-22T08:47:40.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.491+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=R4REVTKPQ321 tag=DBP4H0UBS35B type=write size=1545786 2024-09-22T08:47:40.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.495+0000 7fba234848c0 1 < canceled operation key=9GIEU2BNPYSC tag=POKV863Q5VYF type=del size=670946 2024-09-22T08:47:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.499+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~C7W9F1ZECGM6.0 size=1027865 2024-09-22T08:47:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.499+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=C7W9F1ZECGM6 tag=PD6E0JOLBO2U type=write size=2076441 2024-09-22T08:47:40.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.503+0000 7fba234848c0 1 < suggested remove operation key=ACJXPHRNH2LK tag=2EZ79FJ5HY9G type=del 2024-09-22T08:47:40.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.507+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=YBY6E6NYVZ23 type=del size=1887585 2024-09-22T08:47:40.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.511+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~TSL5EMUVSW9X.0 size=1048576 2024-09-22T08:47:40.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.511+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~TSL5EMUVSW9X.1 size=157348 2024-09-22T08:47:40.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.519+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=TSL5EMUVSW9X tag=FJWQXIMR21AS type=write size=2254500 2024-09-22T08:47:40.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.523+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~NPVXNCFS6L93.0 size=956879 2024-09-22T08:47:40.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.523+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=NPVXNCFS6L93 tag=V0CBA1AM8UXF type=write size=2005455 2024-09-22T08:47:40.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.527+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.0 size=1048576 2024-09-22T08:47:40.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.527+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.1 size=1048576 2024-09-22T08:47:40.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.531+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~2MDHQ0JCNRME.2 size=955096 2024-09-22T08:47:40.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.535+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=2MDHQ0JCNRME tag=2RGB8B6BH9O1 type=write size=4100824 2024-09-22T08:47:40.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.539+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=JV4SKDY41DRZ type=del size=3405977 2024-09-22T08:47:40.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.543+0000 7fba234848c0 1 < completed write operation key=MOCPURWGSRGV tag=J4Z5QD34X3VD type=write size=479004 2024-09-22T08:47:40.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.547+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=VW14QGXIU2JZ type=del size=3882760 2024-09-22T08:47:40.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.555+0000 7fba234848c0 1 < suggested remove operation key=906R294R0FI0 tag=D8KMTM0B0807 type=del 2024-09-22T08:47:40.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.559+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~2LJTH22BQVT5.0 size=628751 2024-09-22T08:47:40.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.559+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=2LJTH22BQVT5 tag=PP707QMWCOOK type=write size=1677327 2024-09-22T08:47:40.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.563+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.0 size=1048576 2024-09-22T08:47:40.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.563+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.1 size=1048576 2024-09-22T08:47:40.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.567+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~35UAMTL0YF73.2 size=575595 2024-09-22T08:47:40.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.575+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=35UAMTL0YF73 tag=4XY92K682R8K type=write size=3721323 2024-09-22T08:47:40.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.579+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.0 size=1048576 2024-09-22T08:47:40.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.583+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.1 size=1048576 2024-09-22T08:47:40.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.587+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.2 size=768981 2024-09-22T08:47:40.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.587+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=3EYA75QLRJMA tag=5Q7PRY8N5714 type=write size=3914709 2024-09-22T08:47:40.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.591+0000 7fba234848c0 -1 < failed to complete operation key=BMZ7P7WE56M7 tag=65D6AMM526DX type=del size=1395778: (22) Invalid argument 2024-09-22T08:47:40.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.595+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=F2SW9UNRV186 type=write size=734863 2024-09-22T08:47:40.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.599+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=2Y7Z4DGK34P5 type=del 2024-09-22T08:47:40.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.603+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.0 size=1048576 2024-09-22T08:47:40.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.607+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.1 size=1048576 2024-09-22T08:47:40.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.607+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.2 size=750368 2024-09-22T08:47:40.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.607+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=10FWQGNJECCL tag=DCROZPWLYVJD type=write size=3896096 2024-09-22T08:47:40.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.611+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=GB3PBIYA00SC type=write size=1005374 2024-09-22T08:47:40.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.619+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.0 size=1048576 2024-09-22T08:47:40.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.623+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.1 size=1048576 2024-09-22T08:47:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.623+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.2 size=370502 2024-09-22T08:47:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.623+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=OKJGIDGOEQ82 tag=FJBWMFL2M6QN type=write size=3516230 2024-09-22T08:47:40.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.627+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=Z31NDH313F8H type=del 2024-09-22T08:47:40.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.631+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=NAJ52KM17ZHR type=del size=351760 2024-09-22T08:47:40.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.635+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~Q2W6YJ1BB2S4.0 size=1048576 2024-09-22T08:47:40.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.639+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~Q2W6YJ1BB2S4.1 size=782134 2024-09-22T08:47:40.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.643+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=Q2W6YJ1BB2S4 tag=9S8USLH21OYP type=write size=2879286 2024-09-22T08:47:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.647+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=L2HAYKVFJ7KW type=del size=1575454 2024-09-22T08:47:40.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.651+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~ZXV67FTFTRWA.0 size=947615 2024-09-22T08:47:40.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.659+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=ZXV67FTFTRWA tag=00OC1RHM1YWQ type=write size=1996191 2024-09-22T08:47:40.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.663+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.0 size=1048576 2024-09-22T08:47:40.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.667+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.1 size=1048576 2024-09-22T08:47:40.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.671+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.2 size=672206 2024-09-22T08:47:40.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.671+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=0FGFP56PCDO1 tag=O46NK27MJYPK type=write size=3817934 2024-09-22T08:47:40.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.671+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.0 size=1048576 2024-09-22T08:47:40.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.675+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.1 size=1048576 2024-09-22T08:47:40.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.679+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~01YHXDZV1B30.2 size=479009 2024-09-22T08:47:40.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.683+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=01YHXDZV1B30 tag=05650O2A65G0 type=write size=3624737 2024-09-22T08:47:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.691+0000 7fba234848c0 1 > prepared part key=_multipart_9BHSUSVFS09W.2~L266ZDIWP5RH.0 size=620887 2024-09-22T08:47:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.691+0000 7fba234848c0 1 > prepared multipart upload key=9BHSUSVFS09W upload=L266ZDIWP5RH tag=0KV1VLTD8ZYH type=write size=1669463 2024-09-22T08:47:40.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.695+0000 7fba234848c0 1 < completed delete operation key=9TLPZUCDVLEL tag=5XGKCYVI2HHI type=del 2024-09-22T08:47:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.699+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=G81QVZ051JWH type=del size=1713575 2024-09-22T08:47:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.699+0000 7fba234848c0 1 < canceled part key=_multipart_BMZ7P7WE56M7.2~R4REVTKPQ321.0 size=497210 2024-09-22T08:47:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.703+0000 7fba234848c0 1 < canceled multipart upload key=BMZ7P7WE56M7 upload=R4REVTKPQ321 tag=DBP4H0UBS35B type=write size=1545786 2024-09-22T08:47:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.711+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~GNO130IWWVS5.0 size=283974 2024-09-22T08:47:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.711+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=GNO130IWWVS5 tag=USGGISTTOQH6 type=write size=1332550 2024-09-22T08:47:40.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.719+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~C7W9F1ZECGM6.0 size=1027865 2024-09-22T08:47:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.723+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=C7W9F1ZECGM6 tag=PD6E0JOLBO2U type=write size=2076441 2024-09-22T08:47:40.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.727+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=K5XSC1Q6E5MI type=del size=6654 2024-09-22T08:47:40.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.731+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=YBY6E6NYVZ23 type=del 2024-09-22T08:47:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.735+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=09ILQBYV07M1 type=del size=2418361 2024-09-22T08:47:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.739+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~NPVXNCFS6L93.0 size=956879 2024-09-22T08:47:40.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.747+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=NPVXNCFS6L93 tag=V0CBA1AM8UXF type=write size=2005455 2024-09-22T08:47:40.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.747+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=VJ9KSWBKXG2U type=del size=2391734 2024-09-22T08:47:40.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.755+0000 7fba234848c0 1 < suggested remove operation key=1Z5GJVJORAGA tag=JV4SKDY41DRZ type=del 2024-09-22T08:47:40.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.759+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=WI59RJYH29EI type=del size=735539 2024-09-22T08:47:40.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.763+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=VW14QGXIU2JZ type=del 2024-09-22T08:47:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.767+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=K2HDY1TMI0MO type=del size=2203755 2024-09-22T08:47:40.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.767+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~2LJTH22BQVT5.0 size=628751 2024-09-22T08:47:40.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.775+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=2LJTH22BQVT5 tag=PP707QMWCOOK type=write size=1677327 2024-09-22T08:47:40.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.775+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=7URQSKYQYO1F type=del size=1803332 2024-09-22T08:47:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.779+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.0 size=1048576 2024-09-22T08:47:40.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.779+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.1 size=1048576 2024-09-22T08:47:40.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.783+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~3EYA75QLRJMA.2 size=768981 2024-09-22T08:47:40.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.787+0000 7fba234848c0 1 < canceled multipart upload key=9BHSUSVFS09W upload=3EYA75QLRJMA tag=5Q7PRY8N5714 type=write size=3914709 2024-09-22T08:47:40.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.791+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=WKPC2EIVIPVC type=del size=1778071 2024-09-22T08:47:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.795+0000 7fba234848c0 1 < completed write operation key=MKZLY53HS342 tag=F2SW9UNRV186 type=write size=734863 2024-09-22T08:47:40.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.799+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=QPBYXONUUKRX type=del size=3425589 2024-09-22T08:47:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.803+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.0 size=1048576 2024-09-22T08:47:40.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.803+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.1 size=1048576 2024-09-22T08:47:40.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.807+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~10FWQGNJECCL.2 size=750368 2024-09-22T08:47:40.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.811+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=10FWQGNJECCL tag=DCROZPWLYVJD type=write size=3896096 2024-09-22T08:47:40.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.815+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=NPHRVSR01GC0 type=write size=53146 2024-09-22T08:47:40.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.819+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.0 size=1048576 2024-09-22T08:47:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.823+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.1 size=1048576 2024-09-22T08:47:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.823+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~OKJGIDGOEQ82.2 size=370502 2024-09-22T08:47:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.831+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=OKJGIDGOEQ82 tag=FJBWMFL2M6QN type=write size=3516230 2024-09-22T08:47:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.835+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=I6U8V7N7KO1J type=del size=1923509 2024-09-22T08:47:40.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.839+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=NAJ52KM17ZHR type=del 2024-09-22T08:47:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.839+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=X1C5XFF4ZURQ type=del size=1352174 2024-09-22T08:47:40.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.843+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=L2HAYKVFJ7KW type=del 2024-09-22T08:47:40.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.847+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=AAG2RP8X0C4Y type=del size=2611788 2024-09-22T08:47:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.851+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.0 size=1048576 2024-09-22T08:47:40.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.855+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.1 size=1048576 2024-09-22T08:47:40.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.855+0000 7fba234848c0 1 < completed part key=_multipart_9BHSUSVFS09W.2~0FGFP56PCDO1.2 size=672206 2024-09-22T08:47:40.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.863+0000 7fba234848c0 1 < completed multipart upload key=9BHSUSVFS09W upload=0FGFP56PCDO1 tag=O46NK27MJYPK type=write size=3817934 2024-09-22T08:47:40.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.863+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=ODM5VAX9FOBR type=del size=2895792 2024-09-22T08:47:40.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.867+0000 7fba234848c0 1 < canceled part key=_multipart_9BHSUSVFS09W.2~L266ZDIWP5RH.0 size=620887 2024-09-22T08:47:40.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.871+0000 7fba234848c0 1 < canceled multipart upload key=9BHSUSVFS09W upload=L266ZDIWP5RH tag=0KV1VLTD8ZYH type=write size=1669463 2024-09-22T08:47:40.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.875+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=595FQE3QZQHU type=del size=624618 2024-09-22T08:47:40.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.879+0000 7fba234848c0 1 < canceled operation key=UC095FCB73FU tag=G81QVZ051JWH type=del size=1713575 2024-09-22T08:47:40.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.883+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=GC3L3H2P64K7 type=del size=35660 2024-09-22T08:47:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.883+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~GNO130IWWVS5.0 size=283974 2024-09-22T08:47:40.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.891+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=GNO130IWWVS5 tag=USGGISTTOQH6 type=write size=1332550 2024-09-22T08:47:40.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.895+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=IQH7B4RQ4K52 type=del size=2203119 2024-09-22T08:47:40.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.899+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=K5XSC1Q6E5MI type=del 2024-09-22T08:47:40.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.903+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~VYVQA2EPOM4B.0 size=1048576 2024-09-22T08:47:40.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.907+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~VYVQA2EPOM4B.1 size=335017 2024-09-22T08:47:40.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.907+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=VYVQA2EPOM4B tag=JDGXPFL1PJZK type=write size=2432169 2024-09-22T08:47:40.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.911+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=09ILQBYV07M1 type=del 2024-09-22T08:47:40.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.915+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=T9QJMK31KGU4 type=del size=1858590 2024-09-22T08:47:40.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.915+0000 7fba234848c0 1 < canceled operation key=SXWPN1W7H9NU tag=VJ9KSWBKXG2U type=del size=2391734 2024-09-22T08:47:40.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.919+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=03IR6M3TU028 type=del size=2170162 2024-09-22T08:47:40.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.923+0000 7fba234848c0 1 < canceled operation key=Y083D5F4X87G tag=WI59RJYH29EI type=del size=735539 2024-09-22T08:47:40.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.927+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=52ZLF23VOT0N type=write size=382597 2024-09-22T08:47:40.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.935+0000 7fba234848c0 1 < suggested update operation key=7RKB0H1OQF18 tag=K2HDY1TMI0MO type=del size=2203755 2024-09-22T08:47:40.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.939+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~5RGR17CKQEQD.0 size=480434 2024-09-22T08:47:40.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.939+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=5RGR17CKQEQD tag=L5ZTC8UMZJ1X type=write size=1529010 2024-09-22T08:47:40.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.943+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=7URQSKYQYO1F type=del 2024-09-22T08:47:40.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.947+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=H2HAAH2PN1S3 type=del size=2105540 2024-09-22T08:47:40.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.947+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=WKPC2EIVIPVC type=del 2024-09-22T08:47:40.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.955+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.0 size=1048576 2024-09-22T08:47:40.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.955+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.1 size=1048576 2024-09-22T08:47:40.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.959+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.2 size=582377 2024-09-22T08:47:40.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.959+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=1OBI17ZGTBZL tag=620P7VWCNNMZ type=write size=3728105 2024-09-22T08:47:40.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.963+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=QPBYXONUUKRX type=del 2024-09-22T08:47:40.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.963+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=TKBGJGW1TYBZ type=del size=3935822 2024-09-22T08:47:40.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.967+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=NPHRVSR01GC0 type=write size=53146 2024-09-22T08:47:40.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.975+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~E4XMFYTEFSF7.0 size=477555 2024-09-22T08:47:40.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.975+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=E4XMFYTEFSF7 tag=DIY7HKK7GV5Q type=write size=1526131 2024-09-22T08:47:40.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.975+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=I6U8V7N7KO1J type=del 2024-09-22T08:47:40.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.983+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~X20Q0HFFNOO3.0 size=86407 2024-09-22T08:47:40.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.983+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=X20Q0HFFNOO3 tag=U4JWFXXJUBA1 type=write size=1134983 2024-09-22T08:47:40.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.987+0000 7fba234848c0 1 < suggested update operation key=UC095FCB73FU tag=X1C5XFF4ZURQ type=del size=1352174 2024-09-22T08:47:40.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.991+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~3ZPO65CWGKXQ.0 size=1048576 2024-09-22T08:47:40.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.995+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~3ZPO65CWGKXQ.1 size=852522 2024-09-22T08:47:40.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.995+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=3ZPO65CWGKXQ tag=9D3I5ANOH2UM type=write size=2949674 2024-09-22T08:47:41.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:40.999+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=AAG2RP8X0C4Y type=del 2024-09-22T08:47:41.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.003+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~MAC6ZXWT40H8.0 size=121266 2024-09-22T08:47:41.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.003+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=MAC6ZXWT40H8 tag=VCNFL1KQX813 type=write size=1169842 2024-09-22T08:47:41.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.007+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=ODM5VAX9FOBR type=del 2024-09-22T08:47:41.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.011+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=QGLEDNE1Q01D type=write size=716821 2024-09-22T08:47:41.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.011+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=595FQE3QZQHU type=del 2024-09-22T08:47:41.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.015+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=LXTUPR71B64I type=del size=2613345 2024-09-22T08:47:41.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.019+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=GC3L3H2P64K7 type=del 2024-09-22T08:47:41.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.023+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=IYZEUYP63MOW type=del size=332711 2024-09-22T08:47:41.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.031+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=IQH7B4RQ4K52 type=del 2024-09-22T08:47:41.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.035+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.0 size=1048576 2024-09-22T08:47:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.039+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.1 size=1048576 2024-09-22T08:47:41.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.039+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.2 size=860140 2024-09-22T08:47:41.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.039+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=H8F942M345LH tag=AM8D4BFSFU9D type=write size=4005868 2024-09-22T08:47:41.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.043+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~VYVQA2EPOM4B.0 size=1048576 2024-09-22T08:47:41.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.043+0000 7fba234848c0 1 < canceled part key=_multipart_KRKXNAQ12TAP.2~VYVQA2EPOM4B.1 size=335017 2024-09-22T08:47:41.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.051+0000 7fba234848c0 1 < canceled multipart upload key=KRKXNAQ12TAP upload=VYVQA2EPOM4B tag=JDGXPFL1PJZK type=write size=2432169 2024-09-22T08:47:41.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.055+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=XJY82XN076V5 type=del size=323633 2024-09-22T08:47:41.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.059+0000 7fba234848c0 1 < suggested remove operation key=9GIEU2BNPYSC tag=T9QJMK31KGU4 type=del 2024-09-22T08:47:41.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.063+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=8M4IP9Q64LXA type=del size=2589588 2024-09-22T08:47:41.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.067+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=03IR6M3TU028 type=del 2024-09-22T08:47:41.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.071+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~5UWF4XC916OM.0 size=1048576 2024-09-22T08:47:41.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.075+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~5UWF4XC916OM.1 size=511248 2024-09-22T08:47:41.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.075+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=5UWF4XC916OM tag=1RARVRM5ZN1A type=write size=2608400 2024-09-22T08:47:41.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.079+0000 7fba234848c0 1 < completed write operation key=3IJ0ZLECW5JT tag=52ZLF23VOT0N type=write size=382597 2024-09-22T08:47:41.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.083+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.0 size=1048576 2024-09-22T08:47:41.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.087+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.1 size=1048576 2024-09-22T08:47:41.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.087+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.2 size=996754 2024-09-22T08:47:41.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.087+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=J44FTI9CNF27 tag=4L1DKL118AY2 type=write size=4142482 2024-09-22T08:47:41.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.091+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~5RGR17CKQEQD.0 size=480434 2024-09-22T08:47:41.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.095+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=5RGR17CKQEQD tag=L5ZTC8UMZJ1X type=write size=1529010 2024-09-22T08:47:41.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.103+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~SXM3Q37RMDXH.0 size=424977 2024-09-22T08:47:41.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.103+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=SXM3Q37RMDXH tag=SNOVUJ4EUDAX type=write size=1473553 2024-09-22T08:47:41.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.107+0000 7fba234848c0 1 < suggested update operation key=7308WVXJKI53 tag=H2HAAH2PN1S3 type=del size=2105540 2024-09-22T08:47:41.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.111+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.0 size=1048576 2024-09-22T08:47:41.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.115+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.1 size=1048576 2024-09-22T08:47:41.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.115+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.2 size=111450 2024-09-22T08:47:41.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.115+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=6T7MX2NXI76P tag=WN9O1X2SELHC type=write size=3257178 2024-09-22T08:47:41.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.119+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.0 size=1048576 2024-09-22T08:47:41.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.123+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.1 size=1048576 2024-09-22T08:47:41.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.127+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~1OBI17ZGTBZL.2 size=582377 2024-09-22T08:47:41.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.131+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=1OBI17ZGTBZL tag=620P7VWCNNMZ type=write size=3728105 2024-09-22T08:47:41.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.135+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=4JR9CG8LIPLJ type=del size=518070 2024-09-22T08:47:41.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.139+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=TKBGJGW1TYBZ type=del 2024-09-22T08:47:41.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.143+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~9MFFXINYFUKH.0 size=1048576 2024-09-22T08:47:41.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.147+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~9MFFXINYFUKH.1 size=401304 2024-09-22T08:47:41.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.147+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=9MFFXINYFUKH tag=TT78K2FVWA2H type=write size=2498456 2024-09-22T08:47:41.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.147+0000 7fba234848c0 1 < canceled part key=_multipart_MKZLY53HS342.2~E4XMFYTEFSF7.0 size=477555 2024-09-22T08:47:41.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.155+0000 7fba234848c0 1 < canceled multipart upload key=MKZLY53HS342 upload=E4XMFYTEFSF7 tag=DIY7HKK7GV5Q type=write size=1526131 2024-09-22T08:47:41.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.159+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=PBHO2NU274VT type=del size=1225185 2024-09-22T08:47:41.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.159+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~X20Q0HFFNOO3.0 size=86407 2024-09-22T08:47:41.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.167+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=X20Q0HFFNOO3 tag=U4JWFXXJUBA1 type=write size=1134983 2024-09-22T08:47:41.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.171+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.0 size=1048576 2024-09-22T08:47:41.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.175+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.1 size=1048576 2024-09-22T08:47:41.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.179+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.2 size=460378 2024-09-22T08:47:41.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.179+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=C0TRTA5PM48S tag=M4LE62FUAW9B type=write size=3606106 2024-09-22T08:47:41.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.183+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~3ZPO65CWGKXQ.0 size=1048576 2024-09-22T08:47:41.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.183+0000 7fba234848c0 1 < canceled part key=_multipart_7RKB0H1OQF18.2~3ZPO65CWGKXQ.1 size=852522 2024-09-22T08:47:41.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.187+0000 7fba234848c0 1 < canceled multipart upload key=7RKB0H1OQF18 upload=3ZPO65CWGKXQ tag=9D3I5ANOH2UM type=write size=2949674 2024-09-22T08:47:41.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.191+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=DYPWO8KBHQC0 type=del size=3160390 2024-09-22T08:47:41.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.195+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~MAC6ZXWT40H8.0 size=121266 2024-09-22T08:47:41.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.199+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=MAC6ZXWT40H8 tag=VCNFL1KQX813 type=write size=1169842 2024-09-22T08:47:41.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.203+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=5AJ9ZI5BPNMN type=del size=2188426 2024-09-22T08:47:41.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.211+0000 7fba234848c0 1 < suggested update operation key=MC9BLML8VZ9V tag=QGLEDNE1Q01D type=write size=716821 2024-09-22T08:47:41.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.215+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.0 size=1048576 2024-09-22T08:47:41.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.219+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.1 size=1048576 2024-09-22T08:47:41.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.223+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.2 size=287579 2024-09-22T08:47:41.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.223+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=U511G7Y876OB tag=0VZWPV7T1PEX type=write size=3433307 2024-09-22T08:47:41.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.223+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=LXTUPR71B64I type=del 2024-09-22T08:47:41.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.227+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=51QWFVQ2DWKI type=del size=3970823 2024-09-22T08:47:41.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.231+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=IYZEUYP63MOW type=del 2024-09-22T08:47:41.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.235+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=0ZK8SCWIE7LS type=del size=557809 2024-09-22T08:47:41.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.239+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.0 size=1048576 2024-09-22T08:47:41.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.243+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.1 size=1048576 2024-09-22T08:47:41.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.247+0000 7fba234848c0 1 < completed part key=_multipart_ZPSMOAQSZZ68.2~H8F942M345LH.2 size=860140 2024-09-22T08:47:41.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.251+0000 7fba234848c0 1 < completed multipart upload key=ZPSMOAQSZZ68 upload=H8F942M345LH tag=AM8D4BFSFU9D type=write size=4005868 2024-09-22T08:47:41.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.255+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=BXGAME38GWUT type=write size=582607 2024-09-22T08:47:41.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.259+0000 7fba234848c0 1 < canceled operation key=ZPSMOAQSZZ68 tag=XJY82XN076V5 type=del size=323633 2024-09-22T08:47:41.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.263+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~AR1LUM7Y083M.0 size=1048576 2024-09-22T08:47:41.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.267+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~AR1LUM7Y083M.1 size=997260 2024-09-22T08:47:41.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.267+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=AR1LUM7Y083M tag=T3KZA0B9EYWI type=write size=3094412 2024-09-22T08:47:41.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.267+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=8M4IP9Q64LXA type=del 2024-09-22T08:47:41.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.271+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=S7549IIO7JPJ type=del size=1838424 2024-09-22T08:47:41.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.275+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~5UWF4XC916OM.0 size=1048576 2024-09-22T08:47:41.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.275+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~5UWF4XC916OM.1 size=511248 2024-09-22T08:47:41.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.283+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=5UWF4XC916OM tag=1RARVRM5ZN1A type=write size=2608400 2024-09-22T08:47:41.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.287+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=LKBNBXIIZOX0 type=del size=1294240 2024-09-22T08:47:41.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.287+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.0 size=1048576 2024-09-22T08:47:41.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.287+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.1 size=1048576 2024-09-22T08:47:41.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.287+0000 7fba234848c0 1 < canceled part key=_multipart_XPSLU2TK0YUO.2~J44FTI9CNF27.2 size=996754 2024-09-22T08:47:41.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.295+0000 7fba234848c0 1 < canceled multipart upload key=XPSLU2TK0YUO upload=J44FTI9CNF27 tag=4L1DKL118AY2 type=write size=4142482 2024-09-22T08:47:41.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.299+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=89BUT1URV3EA type=write size=372382 2024-09-22T08:47:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.299+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~SXM3Q37RMDXH.0 size=424977 2024-09-22T08:47:41.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.307+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=SXM3Q37RMDXH tag=SNOVUJ4EUDAX type=write size=1473553 2024-09-22T08:47:41.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.311+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~0ELMRO5QWCMQ.0 size=1048576 2024-09-22T08:47:41.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.315+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~0ELMRO5QWCMQ.1 size=175031 2024-09-22T08:47:41.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.315+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=0ELMRO5QWCMQ tag=LUFH79K0694I type=write size=2272183 2024-09-22T08:47:41.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.315+0000 7fba234848c0 1 < canceled part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.0 size=1048576 2024-09-22T08:47:41.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.319+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.1 size=1048576 2024-09-22T08:47:41.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.323+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~6T7MX2NXI76P.2 size=111450 2024-09-22T08:47:41.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.331+0000 7fba234848c0 1 < canceled multipart upload key=O9XG5ZSCM5AT upload=6T7MX2NXI76P tag=WN9O1X2SELHC type=write size=3257178 2024-09-22T08:47:41.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.335+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=6ADGUOCXWV70 type=del size=2281608 2024-09-22T08:47:41.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.339+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=4JR9CG8LIPLJ type=del 2024-09-22T08:47:41.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.343+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~YE2IJSY09WQ0.0 size=1048576 2024-09-22T08:47:41.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.347+0000 7fba234848c0 1 > prepared part key=_multipart_9GIEU2BNPYSC.2~YE2IJSY09WQ0.1 size=190071 2024-09-22T08:47:41.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.347+0000 7fba234848c0 1 > prepared multipart upload key=9GIEU2BNPYSC upload=YE2IJSY09WQ0 tag=K9AQBX3VZTFH type=write size=2287223 2024-09-22T08:47:41.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.351+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~9MFFXINYFUKH.0 size=1048576 2024-09-22T08:47:41.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.355+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~9MFFXINYFUKH.1 size=401304 2024-09-22T08:47:41.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.359+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=9MFFXINYFUKH tag=TT78K2FVWA2H type=write size=2498456 2024-09-22T08:47:41.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.367+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.0 size=1048576 2024-09-22T08:47:41.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.367+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.1 size=1048576 2024-09-22T08:47:41.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.371+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.2 size=587814 2024-09-22T08:47:41.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.371+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=YA4PMB8N4WIM tag=OVGS27F44LC2 type=write size=3733542 2024-09-22T08:47:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.375+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=PBHO2NU274VT type=del 2024-09-22T08:47:41.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.379+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=1T376MB4232F type=del size=1720452 2024-09-22T08:47:41.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.379+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.0 size=1048576 2024-09-22T08:47:41.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.379+0000 7fba234848c0 1 < canceled part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.1 size=1048576 2024-09-22T08:47:41.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.383+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~C0TRTA5PM48S.2 size=460378 2024-09-22T08:47:41.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.387+0000 7fba234848c0 1 < canceled multipart upload key=Y083D5F4X87G upload=C0TRTA5PM48S tag=M4LE62FUAW9B type=write size=3606106 2024-09-22T08:47:41.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.395+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.0 size=1048576 2024-09-22T08:47:41.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.399+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.1 size=1048576 2024-09-22T08:47:41.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.399+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.2 size=388911 2024-09-22T08:47:41.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.399+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=IRTHEU4W8EE3 tag=1G4FZM47U1U4 type=write size=3534639 2024-09-22T08:47:41.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.403+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=DYPWO8KBHQC0 type=del 2024-09-22T08:47:41.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.407+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=774O8MIEYI3N type=write size=172475 2024-09-22T08:47:41.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.411+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=5AJ9ZI5BPNMN type=del 2024-09-22T08:47:41.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.415+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=3M15ADWN1URI type=del size=3532301 2024-09-22T08:47:41.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.419+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.0 size=1048576 2024-09-22T08:47:41.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.419+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.1 size=1048576 2024-09-22T08:47:41.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.423+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~U511G7Y876OB.2 size=287579 2024-09-22T08:47:41.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.431+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=U511G7Y876OB tag=0VZWPV7T1PEX type=write size=3433307 2024-09-22T08:47:41.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.431+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=9B9LPVF5YWDS type=del size=3639949 2024-09-22T08:47:41.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.439+0000 7fba234848c0 1 < suggested update operation key=17H4LTCPSPFA tag=51QWFVQ2DWKI type=del size=3970823 2024-09-22T08:47:41.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.443+0000 7fba234848c0 1 > prepared operation key=9GIEU2BNPYSC tag=XX08O164LHI5 type=write size=996401 2024-09-22T08:47:41.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.447+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=0ZK8SCWIE7LS type=del 2024-09-22T08:47:41.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.451+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~6LH92N6VRICL.0 size=1048576 2024-09-22T08:47:41.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.455+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~6LH92N6VRICL.1 size=806875 2024-09-22T08:47:41.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.455+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=6LH92N6VRICL tag=AQDLFPS6N4EB type=write size=2904027 2024-09-22T08:47:41.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.459+0000 7fba234848c0 1 < completed write operation key=7308WVXJKI53 tag=BXGAME38GWUT type=write size=582607 2024-09-22T08:47:41.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.463+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=LE7NNX94VZS2 type=del size=540383 2024-09-22T08:47:41.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.467+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~AR1LUM7Y083M.0 size=1048576 2024-09-22T08:47:41.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.471+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~AR1LUM7Y083M.1 size=997260 2024-09-22T08:47:41.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.475+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=AR1LUM7Y083M tag=T3KZA0B9EYWI type=write size=3094412 2024-09-22T08:47:41.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.483+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~L0FA5IYHWMSI.0 size=1048576 2024-09-22T08:47:41.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.483+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~L0FA5IYHWMSI.1 size=248089 2024-09-22T08:47:41.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.483+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=L0FA5IYHWMSI tag=XR0H3W3HU1U2 type=write size=2345241 2024-09-22T08:47:41.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.491+0000 7fba234848c0 1 < suggested remove operation key=Y083D5F4X87G tag=S7549IIO7JPJ type=del 2024-09-22T08:47:41.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.499+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~X80WC9D3CXND.0 size=1048576 2024-09-22T08:47:41.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.499+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~X80WC9D3CXND.1 size=916907 2024-09-22T08:47:41.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.499+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=X80WC9D3CXND tag=PXGAMB1S2MN1 type=write size=3014059 2024-09-22T08:47:41.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.503+0000 7fba234848c0 1 < canceled operation key=9BHSUSVFS09W tag=LKBNBXIIZOX0 type=del size=1294240 2024-09-22T08:47:41.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.511+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.0 size=1048576 2024-09-22T08:47:41.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.511+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.1 size=1048576 2024-09-22T08:47:41.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.515+0000 7fba234848c0 1 > prepared part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.2 size=664412 2024-09-22T08:47:41.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.515+0000 7fba234848c0 1 > prepared multipart upload key=906R294R0FI0 upload=72X3AEKO0F7M tag=016SZ6Q04ADY type=write size=3810140 2024-09-22T08:47:41.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.519+0000 7fba234848c0 1 < completed write operation key=1ZBDU0O6HI8A tag=89BUT1URV3EA type=write size=372382 2024-09-22T08:47:41.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.523+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.0 size=1048576 2024-09-22T08:47:41.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.527+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.1 size=1048576 2024-09-22T08:47:41.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.531+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.2 size=645544 2024-09-22T08:47:41.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.531+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=3UH1RO3K4X3U tag=CNPFVKNH48WL type=write size=3791272 2024-09-22T08:47:41.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.535+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~0ELMRO5QWCMQ.0 size=1048576 2024-09-22T08:47:41.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.535+0000 7fba234848c0 1 < completed part key=_multipart_UC095FCB73FU.2~0ELMRO5QWCMQ.1 size=175031 2024-09-22T08:47:41.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.543+0000 7fba234848c0 1 < completed multipart upload key=UC095FCB73FU upload=0ELMRO5QWCMQ tag=LUFH79K0694I type=write size=2272183 2024-09-22T08:47:41.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.543+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=3B5Y7JU6ZWXJ type=del size=723872 2024-09-22T08:47:41.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.547+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=6ADGUOCXWV70 type=del 2024-09-22T08:47:41.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.551+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=6ZTGK9KCBZU5 type=del size=3775464 2024-09-22T08:47:41.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.555+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~YE2IJSY09WQ0.0 size=1048576 2024-09-22T08:47:41.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.559+0000 7fba234848c0 1 < completed part key=_multipart_9GIEU2BNPYSC.2~YE2IJSY09WQ0.1 size=190071 2024-09-22T08:47:41.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.563+0000 7fba234848c0 1 < completed multipart upload key=9GIEU2BNPYSC upload=YE2IJSY09WQ0 tag=K9AQBX3VZTFH type=write size=2287223 2024-09-22T08:47:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.567+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=I5EW2WL91DCS type=del size=3835413 2024-09-22T08:47:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.571+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.0 size=1048576 2024-09-22T08:47:41.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.571+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.1 size=1048576 2024-09-22T08:47:41.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.575+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~YA4PMB8N4WIM.2 size=587814 2024-09-22T08:47:41.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.579+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=YA4PMB8N4WIM tag=OVGS27F44LC2 type=write size=3733542 2024-09-22T08:47:41.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.583+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=9YYER9MJES4U type=del size=926717 2024-09-22T08:47:41.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.591+0000 7fba234848c0 1 < suggested update operation key=KRKXNAQ12TAP tag=1T376MB4232F type=del size=1720452 2024-09-22T08:47:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.595+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=P1QUJQ1Q9AUK type=write size=512508 2024-09-22T08:47:41.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.599+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.0 size=1048576 2024-09-22T08:47:41.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.599+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.1 size=1048576 2024-09-22T08:47:41.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.603+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~IRTHEU4W8EE3.2 size=388911 2024-09-22T08:47:41.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.607+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=IRTHEU4W8EE3 tag=1G4FZM47U1U4 type=write size=3534639 2024-09-22T08:47:41.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.611+0000 7fba234848c0 1 > prepared operation key=1ZBDU0O6HI8A tag=GSF5CUR2AG6L type=del size=2304852 2024-09-22T08:47:41.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.611+0000 7fba234848c0 1 < completed write operation key=9BHSUSVFS09W tag=774O8MIEYI3N type=write size=172475 2024-09-22T08:47:41.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.615+0000 7fba234848c0 1 > prepared part key=_multipart_XPSLU2TK0YUO.2~IOE7AI1ZJJLM.0 size=145608 2024-09-22T08:47:41.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.615+0000 7fba234848c0 1 > prepared multipart upload key=XPSLU2TK0YUO upload=IOE7AI1ZJJLM tag=V2KXTMKXSIZD type=write size=1194184 2024-09-22T08:47:41.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.619+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=3M15ADWN1URI type=del 2024-09-22T08:47:41.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.623+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=4R6CX7XWMZ21 type=del size=3585198 2024-09-22T08:47:41.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.627+0000 7fba234848c0 1 < suggested update operation key=3IJ0ZLECW5JT tag=9B9LPVF5YWDS type=del size=3639949 2024-09-22T08:47:41.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.635+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.0 size=1048576 2024-09-22T08:47:41.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.639+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.1 size=1048576 2024-09-22T08:47:41.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.639+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.2 size=448042 2024-09-22T08:47:41.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.639+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=N3JDBIAKKZ0X tag=3QT4FEBXKOX3 type=write size=3593770 2024-09-22T08:47:41.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.643+0000 7fba234848c0 1 < completed write operation key=9GIEU2BNPYSC tag=XX08O164LHI5 type=write size=996401 2024-09-22T08:47:41.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.643+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=O3U8HVQB16AR type=del size=3371487 2024-09-22T08:47:41.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.647+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~6LH92N6VRICL.0 size=1048576 2024-09-22T08:47:41.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.647+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~6LH92N6VRICL.1 size=806875 2024-09-22T08:47:41.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.651+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=6LH92N6VRICL tag=AQDLFPS6N4EB type=write size=2904027 2024-09-22T08:47:41.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.655+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=7NHC97LY7AB6 type=del size=773479 2024-09-22T08:47:41.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.659+0000 7fba234848c0 1 < completed delete operation key=5K7DPF6IJOQO tag=LE7NNX94VZS2 type=del 2024-09-22T08:47:41.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.659+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=VC2LOFIDGFCX type=del size=4145919 2024-09-22T08:47:41.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.663+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~L0FA5IYHWMSI.0 size=1048576 2024-09-22T08:47:41.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.667+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~L0FA5IYHWMSI.1 size=248089 2024-09-22T08:47:41.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.671+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=L0FA5IYHWMSI tag=XR0H3W3HU1U2 type=write size=2345241 2024-09-22T08:47:41.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.671+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=105XXWINK7Q3 type=del size=2551049 2024-09-22T08:47:41.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.675+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~X80WC9D3CXND.0 size=1048576 2024-09-22T08:47:41.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.679+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~X80WC9D3CXND.1 size=916907 2024-09-22T08:47:41.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.683+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=X80WC9D3CXND tag=PXGAMB1S2MN1 type=write size=3014059 2024-09-22T08:47:41.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.691+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~JT5JD3I2XEV1.0 size=374771 2024-09-22T08:47:41.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.691+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=JT5JD3I2XEV1 tag=1WHDWLA4SP4Q type=write size=1423347 2024-09-22T08:47:41.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.691+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.0 size=1048576 2024-09-22T08:47:41.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.695+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.1 size=1048576 2024-09-22T08:47:41.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.699+0000 7fba234848c0 1 < completed part key=_multipart_906R294R0FI0.2~72X3AEKO0F7M.2 size=664412 2024-09-22T08:47:41.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.703+0000 7fba234848c0 1 < completed multipart upload key=906R294R0FI0 upload=72X3AEKO0F7M tag=016SZ6Q04ADY type=write size=3810140 2024-09-22T08:47:41.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.707+0000 7fba234848c0 1 > prepared operation key=A7MPFHXSBLAC tag=WH86GNXX55J3 type=del size=4062758 2024-09-22T08:47:41.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.707+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.0 size=1048576 2024-09-22T08:47:41.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.711+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.1 size=1048576 2024-09-22T08:47:41.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.711+0000 7fba234848c0 1 < completed part key=_multipart_KF71YBNFMKML.2~3UH1RO3K4X3U.2 size=645544 2024-09-22T08:47:41.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.719+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=3UH1RO3K4X3U tag=CNPFVKNH48WL type=write size=3791272 2024-09-22T08:47:41.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.723+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~HHMDL105T9VU.0 size=431968 2024-09-22T08:47:41.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.723+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=HHMDL105T9VU tag=3D4XQVHG95DI type=write size=1480544 2024-09-22T08:47:41.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.727+0000 7fba234848c0 1 < canceled operation key=SXWPN1W7H9NU tag=3B5Y7JU6ZWXJ type=del size=723872 2024-09-22T08:47:41.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.731+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=WM8TIWYRSTG2 type=del size=3803687 2024-09-22T08:47:41.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.735+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=6ZTGK9KCBZU5 type=del 2024-09-22T08:47:41.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.739+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=N9HHDTOMOEUU type=del size=2152920 2024-09-22T08:47:41.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.747+0000 7fba234848c0 1 < suggested update operation key=906R294R0FI0 tag=I5EW2WL91DCS type=del size=3835413 2024-09-22T08:47:41.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.751+0000 7fba234848c0 1 > prepared part key=_multipart_KF71YBNFMKML.2~KHTSURXQ0GHC.0 size=330197 2024-09-22T08:47:41.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.751+0000 7fba234848c0 1 > prepared multipart upload key=KF71YBNFMKML upload=KHTSURXQ0GHC tag=JDT6K6WCCCZ8 type=write size=1378773 2024-09-22T08:47:41.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.755+0000 7fba234848c0 1 < canceled operation key=MC9BLML8VZ9V tag=9YYER9MJES4U type=del size=926717 2024-09-22T08:47:41.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.759+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=V5ST0VX7Y39Z type=write size=1035505 2024-09-22T08:47:41.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.763+0000 7fba234848c0 1 < suggested remove operation key=OYF4UVMI9UR3 tag=P1QUJQ1Q9AUK type=write 2024-09-22T08:47:41.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.767+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=KE4JAOURPDDQ type=del size=3680067 2024-09-22T08:47:41.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.771+0000 7fba234848c0 1 < completed delete operation key=1ZBDU0O6HI8A tag=GSF5CUR2AG6L type=del 2024-09-22T08:47:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.775+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=1ETA99XA9WNJ type=write size=491137 2024-09-22T08:47:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.779+0000 7fba234848c0 1 < completed part key=_multipart_XPSLU2TK0YUO.2~IOE7AI1ZJJLM.0 size=145608 2024-09-22T08:47:41.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.783+0000 7fba234848c0 1 < completed multipart upload key=XPSLU2TK0YUO upload=IOE7AI1ZJJLM tag=V2KXTMKXSIZD type=write size=1194184 2024-09-22T08:47:41.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.787+0000 7fba234848c0 1 > prepared part key=_multipart_9TLPZUCDVLEL.2~A39614YYRG10.0 size=670895 2024-09-22T08:47:41.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.787+0000 7fba234848c0 1 > prepared multipart upload key=9TLPZUCDVLEL upload=A39614YYRG10 tag=CO2WMPH53YC8 type=write size=1719471 2024-09-22T08:47:41.791 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.791+0000 7fba234848c0 -1 < failed to complete operation key=3IJ0ZLECW5JT tag=4R6CX7XWMZ21 type=del size=3585198: (22) Invalid argument 2024-09-22T08:47:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.791+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=RRRKZ1HQ4F86 type=del size=2337411 2024-09-22T08:47:41.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.795+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.0 size=1048576 2024-09-22T08:47:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.799+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.1 size=1048576 2024-09-22T08:47:41.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.799+0000 7fba234848c0 1 < completed part key=_multipart_O9XG5ZSCM5AT.2~N3JDBIAKKZ0X.2 size=448042 2024-09-22T08:47:41.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.803+0000 7fba234848c0 1 < completed multipart upload key=O9XG5ZSCM5AT upload=N3JDBIAKKZ0X tag=3QT4FEBXKOX3 type=write size=3593770 2024-09-22T08:47:41.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.807+0000 7fba234848c0 1 > prepared operation key=7RKB0H1OQF18 tag=X2ZU6FP69WI6 type=del size=1485327 2024-09-22T08:47:41.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.811+0000 7fba234848c0 1 < suggested remove operation key=1Z5GJVJORAGA tag=O3U8HVQB16AR type=del 2024-09-22T08:47:41.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.815+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=ZGRFKTSYQS8T type=write size=383657 2024-09-22T08:47:41.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.819+0000 7fba234848c0 -1 < failed to complete operation key=906R294R0FI0 tag=7NHC97LY7AB6 type=del size=773479: (22) Invalid argument 2024-09-22T08:47:41.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.823+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=NMW32U2Y19WN type=del size=2864622 2024-09-22T08:47:41.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.823+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=VC2LOFIDGFCX type=del 2024-09-22T08:47:41.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.827+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=BGRQV4J3UVPO type=del size=3527094 2024-09-22T08:47:41.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.831+0000 7fba234848c0 1 < completed delete operation key=7308WVXJKI53 tag=105XXWINK7Q3 type=del 2024-09-22T08:47:41.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.831+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=EBYLLDNWM8ER type=del size=909618 2024-09-22T08:47:41.837 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.835+0000 7fba234848c0 1 < completed part key=_multipart_1Z5GJVJORAGA.2~JT5JD3I2XEV1.0 size=374771 2024-09-22T08:47:41.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.839+0000 7fba234848c0 1 < completed multipart upload key=1Z5GJVJORAGA upload=JT5JD3I2XEV1 tag=1WHDWLA4SP4Q type=write size=1423347 2024-09-22T08:47:41.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.843+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=CMFYNTI2F7KA type=del size=6597 2024-09-22T08:47:41.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.843+0000 7fba234848c0 1 < completed delete operation key=A7MPFHXSBLAC tag=WH86GNXX55J3 type=del 2024-09-22T08:47:41.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.851+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~KZO8IC2IGBUB.0 size=1048576 2024-09-22T08:47:41.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.851+0000 7fba234848c0 1 > prepared part key=_multipart_KRKXNAQ12TAP.2~KZO8IC2IGBUB.1 size=997447 2024-09-22T08:47:41.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.851+0000 7fba234848c0 1 > prepared multipart upload key=KRKXNAQ12TAP upload=KZO8IC2IGBUB tag=5IIO6ZBH9S1G type=write size=3094599 2024-09-22T08:47:41.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.855+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~HHMDL105T9VU.0 size=431968 2024-09-22T08:47:41.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.859+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=HHMDL105T9VU tag=3D4XQVHG95DI type=write size=1480544 2024-09-22T08:47:41.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.863+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.0 size=1048576 2024-09-22T08:47:41.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.867+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.1 size=1048576 2024-09-22T08:47:41.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.867+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.2 size=169340 2024-09-22T08:47:41.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.867+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=GJKJFT8MFY1B tag=JG89594TL3IQ type=write size=3315068 2024-09-22T08:47:41.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.871+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=WM8TIWYRSTG2 type=del 2024-09-22T08:47:41.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.875+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.0 size=1048576 2024-09-22T08:47:41.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.879+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.1 size=1048576 2024-09-22T08:47:41.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.879+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.2 size=845994 2024-09-22T08:47:41.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.879+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=BIUY123A7V46 tag=48MDOGGBCJG0 type=write size=3991722 2024-09-22T08:47:41.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.883+0000 7fba234848c0 1 < completed delete operation key=KF71YBNFMKML tag=N9HHDTOMOEUU type=del 2024-09-22T08:47:41.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.883+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=LZAIR8OV6MFC type=del size=816409 2024-09-22T08:47:41.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.887+0000 7fba234848c0 1 < canceled part key=_multipart_KF71YBNFMKML.2~KHTSURXQ0GHC.0 size=330197 2024-09-22T08:47:41.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.891+0000 7fba234848c0 1 < canceled multipart upload key=KF71YBNFMKML upload=KHTSURXQ0GHC tag=JDT6K6WCCCZ8 type=write size=1378773 2024-09-22T08:47:41.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.895+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~7CK1JXSU9IJI.0 size=307280 2024-09-22T08:47:41.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.895+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=7CK1JXSU9IJI tag=9ZJ6XI33BWED type=write size=1355856 2024-09-22T08:47:41.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.899+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=V5ST0VX7Y39Z type=write size=1035505 2024-09-22T08:47:41.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.899+0000 7fba234848c0 1 > prepared operation key=5K7DPF6IJOQO tag=UV6V94HWQ93F type=del size=901214 2024-09-22T08:47:41.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.907+0000 7fba234848c0 1 < suggested update operation key=O9XG5ZSCM5AT tag=KE4JAOURPDDQ type=del size=3680067 2024-09-22T08:47:41.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.911+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=YGOCAL6870AU type=write size=763279 2024-09-22T08:47:41.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.915+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=1ETA99XA9WNJ type=write size=491137 2024-09-22T08:47:41.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.919+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.0 size=1048576 2024-09-22T08:47:41.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.923+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.1 size=1048576 2024-09-22T08:47:41.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.923+0000 7fba234848c0 1 > prepared part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.2 size=720794 2024-09-22T08:47:41.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.923+0000 7fba234848c0 1 > prepared multipart upload key=9O9DP75SBF2O upload=TSX7SU8FV1SB tag=QI6ZHOYR6KZP type=write size=3866522 2024-09-22T08:47:41.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.927+0000 7fba234848c0 1 < completed part key=_multipart_9TLPZUCDVLEL.2~A39614YYRG10.0 size=670895 2024-09-22T08:47:41.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.931+0000 7fba234848c0 1 < completed multipart upload key=9TLPZUCDVLEL upload=A39614YYRG10 tag=CO2WMPH53YC8 type=write size=1719471 2024-09-22T08:47:41.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.935+0000 7fba234848c0 1 > prepared part key=_multipart_Y083D5F4X87G.2~FJ55QKH9ZBPN.0 size=296981 2024-09-22T08:47:41.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.935+0000 7fba234848c0 1 > prepared multipart upload key=Y083D5F4X87G upload=FJ55QKH9ZBPN tag=7SCMQCA0MPH0 type=write size=1345557 2024-09-22T08:47:41.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.939+0000 7fba234848c0 1 < suggested remove operation key=1Z5GJVJORAGA tag=RRRKZ1HQ4F86 type=del 2024-09-22T08:47:41.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.947+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~DRBPYN1QZBBM.0 size=1048576 2024-09-22T08:47:41.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.947+0000 7fba234848c0 1 > prepared part key=_multipart_3IJ0ZLECW5JT.2~DRBPYN1QZBBM.1 size=900041 2024-09-22T08:47:41.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.947+0000 7fba234848c0 1 > prepared multipart upload key=3IJ0ZLECW5JT upload=DRBPYN1QZBBM tag=4PVCL8RFE56B type=write size=2997193 2024-09-22T08:47:41.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.951+0000 7fba234848c0 1 < completed delete operation key=7RKB0H1OQF18 tag=X2ZU6FP69WI6 type=del 2024-09-22T08:47:41.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.955+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.0 size=1048576 2024-09-22T08:47:41.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.959+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.1 size=1048576 2024-09-22T08:47:41.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.959+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.2 size=519011 2024-09-22T08:47:41.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.959+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=M7MMD8SEIO47 tag=MBULDZ2CC2X0 type=write size=3664739 2024-09-22T08:47:41.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.963+0000 7fba234848c0 1 < suggested remove operation key=9O9DP75SBF2O tag=ZGRFKTSYQS8T type=write 2024-09-22T08:47:41.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.967+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=HF6RNLQF8UOV type=del size=674881 2024-09-22T08:47:41.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.971+0000 7fba234848c0 1 < canceled operation key=BMZ7P7WE56M7 tag=NMW32U2Y19WN type=del size=2864622 2024-09-22T08:47:41.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.971+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=REOAR88UPTOG type=del size=1662376 2024-09-22T08:47:41.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.979+0000 7fba234848c0 1 < suggested remove operation key=KF71YBNFMKML tag=BGRQV4J3UVPO type=del 2024-09-22T08:47:41.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.983+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.0 size=1048576 2024-09-22T08:47:41.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.983+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.1 size=1048576 2024-09-22T08:47:41.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.987+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.2 size=330330 2024-09-22T08:47:41.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.987+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=0EO376O6O5HY tag=ADWN280KQYSE type=write size=3476058 2024-09-22T08:47:41.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.991+0000 7fba234848c0 1 < completed delete operation key=KRKXNAQ12TAP tag=EBYLLDNWM8ER type=del 2024-09-22T08:47:41.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.991+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=UG98ONWNBXZ6 type=del size=2669280 2024-09-22T08:47:41.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.995+0000 7fba234848c0 -1 < no bi entry to suggest for operation key=1Z5GJVJORAGA tag=CMFYNTI2F7KA type=del size=6597: (2) No such file or directory 2024-09-22T08:47:41.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.995+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=VEX7SUPYW0KQ type=del size=3930995 2024-09-22T08:47:42.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.999+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~KZO8IC2IGBUB.0 size=1048576 2024-09-22T08:47:42.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:41.999+0000 7fba234848c0 1 < completed part key=_multipart_KRKXNAQ12TAP.2~KZO8IC2IGBUB.1 size=997447 2024-09-22T08:47:42.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.003+0000 7fba234848c0 1 < completed multipart upload key=KRKXNAQ12TAP upload=KZO8IC2IGBUB tag=5IIO6ZBH9S1G type=write size=3094599 2024-09-22T08:47:42.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.007+0000 7fba234848c0 1 > prepared operation key=9LS4I6V78QKR tag=3OD83QS2KEZR type=del size=635593 2024-09-22T08:47:42.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.011+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.0 size=1048576 2024-09-22T08:47:42.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.015+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.1 size=1048576 2024-09-22T08:47:42.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.015+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~GJKJFT8MFY1B.2 size=169340 2024-09-22T08:47:42.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.023+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=GJKJFT8MFY1B tag=JG89594TL3IQ type=write size=3315068 2024-09-22T08:47:42.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.027+0000 7fba234848c0 1 > prepared part key=_multipart_OYF4UVMI9UR3.2~NGPQW41QFIUI.0 size=172405 2024-09-22T08:47:42.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.027+0000 7fba234848c0 1 > prepared multipart upload key=OYF4UVMI9UR3 upload=NGPQW41QFIUI tag=JLYJP5TER6ZD type=write size=1220981 2024-09-22T08:47:42.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.027+0000 7fba234848c0 1 < canceled part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.0 size=1048576 2024-09-22T08:47:42.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.031+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.1 size=1048576 2024-09-22T08:47:42.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.031+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~BIUY123A7V46.2 size=845994 2024-09-22T08:47:42.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.039+0000 7fba234848c0 1 < canceled multipart upload key=A7MPFHXSBLAC upload=BIUY123A7V46 tag=48MDOGGBCJG0 type=write size=3991722 2024-09-22T08:47:42.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.039+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=UYDS65UHHOZM type=write size=23706 2024-09-22T08:47:42.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.043+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=LZAIR8OV6MFC type=del 2024-09-22T08:47:42.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.047+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=E73BBZ2CPEHM type=write size=590997 2024-09-22T08:47:42.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.051+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~7CK1JXSU9IJI.0 size=307280 2024-09-22T08:47:42.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.055+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=7CK1JXSU9IJI tag=9ZJ6XI33BWED type=write size=1355856 2024-09-22T08:47:42.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.059+0000 7fba234848c0 1 > prepared operation key=3IJ0ZLECW5JT tag=LH7WUFG77FM3 type=del size=2922791 2024-09-22T08:47:42.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.063+0000 7fba234848c0 1 < canceled operation key=5K7DPF6IJOQO tag=UV6V94HWQ93F type=del size=901214 2024-09-22T08:47:42.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.067+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~KI8J19YHI1DH.0 size=438722 2024-09-22T08:47:42.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.067+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=KI8J19YHI1DH tag=Y0JATX7EWBLK type=write size=1487298 2024-09-22T08:47:42.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.075+0000 7fba234848c0 1 < suggested update operation key=BMZ7P7WE56M7 tag=YGOCAL6870AU type=write size=763279 2024-09-22T08:47:42.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.075+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=OZ4VPJHW01EJ type=del size=1453656 2024-09-22T08:47:42.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.079+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.0 size=1048576 2024-09-22T08:47:42.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.083+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.1 size=1048576 2024-09-22T08:47:42.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.083+0000 7fba234848c0 1 < completed part key=_multipart_9O9DP75SBF2O.2~TSX7SU8FV1SB.2 size=720794 2024-09-22T08:47:42.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.091+0000 7fba234848c0 1 < completed multipart upload key=9O9DP75SBF2O upload=TSX7SU8FV1SB tag=QI6ZHOYR6KZP type=write size=3866522 2024-09-22T08:47:42.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.095+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~KRVOX2Z9V6H9.0 size=1048576 2024-09-22T08:47:42.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.095+0000 7fba234848c0 1 > prepared part key=_multipart_SXWPN1W7H9NU.2~KRVOX2Z9V6H9.1 size=750790 2024-09-22T08:47:42.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.099+0000 7fba234848c0 1 > prepared multipart upload key=SXWPN1W7H9NU upload=KRVOX2Z9V6H9 tag=U238TSM8HJWD type=write size=2847942 2024-09-22T08:47:42.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.099+0000 7fba234848c0 1 < completed part key=_multipart_Y083D5F4X87G.2~FJ55QKH9ZBPN.0 size=296981 2024-09-22T08:47:42.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.103+0000 7fba234848c0 1 < completed multipart upload key=Y083D5F4X87G upload=FJ55QKH9ZBPN tag=7SCMQCA0MPH0 type=write size=1345557 2024-09-22T08:47:42.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.107+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=8TLQZ3S0FIJ2 type=del size=1189192 2024-09-22T08:47:42.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.111+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~DRBPYN1QZBBM.0 size=1048576 2024-09-22T08:47:42.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.111+0000 7fba234848c0 1 < completed part key=_multipart_3IJ0ZLECW5JT.2~DRBPYN1QZBBM.1 size=900041 2024-09-22T08:47:42.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.119+0000 7fba234848c0 1 < completed multipart upload key=3IJ0ZLECW5JT upload=DRBPYN1QZBBM tag=4PVCL8RFE56B type=write size=2997193 2024-09-22T08:47:42.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.123+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~54JFDUU0PH9J.0 size=1048576 2024-09-22T08:47:42.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.127+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~54JFDUU0PH9J.1 size=466935 2024-09-22T08:47:42.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.127+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=54JFDUU0PH9J tag=69Y82XO3BLDW type=write size=2564087 2024-09-22T08:47:42.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.127+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.0 size=1048576 2024-09-22T08:47:42.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.131+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.1 size=1048576 2024-09-22T08:47:42.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.131+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~M7MMD8SEIO47.2 size=519011 2024-09-22T08:47:42.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.135+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=M7MMD8SEIO47 tag=MBULDZ2CC2X0 type=write size=3664739 2024-09-22T08:47:42.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.139+0000 7fba234848c0 1 > prepared operation key=ACJXPHRNH2LK tag=HSMNSB5JS2P1 type=del size=2502672 2024-09-22T08:47:42.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.143+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=HF6RNLQF8UOV type=del 2024-09-22T08:47:42.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.147+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~F85PXTP41EWB.0 size=1048576 2024-09-22T08:47:42.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.151+0000 7fba234848c0 1 > prepared part key=_multipart_BMZ7P7WE56M7.2~F85PXTP41EWB.1 size=1000067 2024-09-22T08:47:42.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.151+0000 7fba234848c0 1 > prepared multipart upload key=BMZ7P7WE56M7 upload=F85PXTP41EWB tag=CVD9VT42Q3IW type=write size=3097219 2024-09-22T08:47:42.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.155+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=REOAR88UPTOG type=del 2024-09-22T08:47:42.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.155+0000 7fba234848c0 1 > prepared operation key=KRKXNAQ12TAP tag=XR6BN65KNN0N type=del size=375077 2024-09-22T08:47:42.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.159+0000 7fba234848c0 1 < canceled part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.0 size=1048576 2024-09-22T08:47:42.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.159+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.1 size=1048576 2024-09-22T08:47:42.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.163+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~0EO376O6O5HY.2 size=330330 2024-09-22T08:47:42.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.171+0000 7fba234848c0 1 < canceled multipart upload key=SXWPN1W7H9NU upload=0EO376O6O5HY tag=ADWN280KQYSE type=write size=3476058 2024-09-22T08:47:42.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.175+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.0 size=1048576 2024-09-22T08:47:42.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.179+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.1 size=1048576 2024-09-22T08:47:42.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.183+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.2 size=326920 2024-09-22T08:47:42.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.183+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=P96AYIYGJI73 tag=I2YN3VKK1A2F type=write size=3472648 2024-09-22T08:47:42.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.183+0000 7fba234848c0 1 < canceled operation key=HIXQW88EAGMF tag=UG98ONWNBXZ6 type=del size=2669280 2024-09-22T08:47:42.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.191+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~JAZ7906VXHRN.0 size=1048576 2024-09-22T08:47:42.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.191+0000 7fba234848c0 1 > prepared part key=_multipart_A7MPFHXSBLAC.2~JAZ7906VXHRN.1 size=43514 2024-09-22T08:47:42.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.191+0000 7fba234848c0 1 > prepared multipart upload key=A7MPFHXSBLAC upload=JAZ7906VXHRN tag=DJGK0YNZY9X1 type=write size=2140666 2024-09-22T08:47:42.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.199+0000 7fba234848c0 1 < suggested update operation key=KF71YBNFMKML tag=VEX7SUPYW0KQ type=del size=3930995 2024-09-22T08:47:42.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.203+0000 7fba234848c0 1 > prepared part key=_multipart_7RKB0H1OQF18.2~UE8BA8Y3FZ7G.0 size=469277 2024-09-22T08:47:42.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.203+0000 7fba234848c0 1 > prepared multipart upload key=7RKB0H1OQF18 upload=UE8BA8Y3FZ7G tag=DUENYEIE2BFJ type=write size=1517853 2024-09-22T08:47:42.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.207+0000 7fba234848c0 1 < completed delete operation key=9LS4I6V78QKR tag=3OD83QS2KEZR type=del 2024-09-22T08:47:42.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.207+0000 7fba234848c0 1 > prepared operation key=9TLPZUCDVLEL tag=5EKL3FQ4BBII type=write size=1042988 2024-09-22T08:47:42.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.211+0000 7fba234848c0 1 < completed part key=_multipart_OYF4UVMI9UR3.2~NGPQW41QFIUI.0 size=172405 2024-09-22T08:47:42.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.215+0000 7fba234848c0 1 < completed multipart upload key=OYF4UVMI9UR3 upload=NGPQW41QFIUI tag=JLYJP5TER6ZD type=write size=1220981 2024-09-22T08:47:42.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.219+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=B48QJ3DCP4FV type=del size=1081169 2024-09-22T08:47:42.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.223+0000 7fba234848c0 -1 < failed to complete operation key=KF71YBNFMKML tag=UYDS65UHHOZM type=write size=23706: (22) Invalid argument 2024-09-22T08:47:42.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.227+0000 7fba234848c0 1 > prepared operation key=MC9BLML8VZ9V tag=6UZK2H9U4RP3 type=write size=104956 2024-09-22T08:47:42.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.227+0000 7fba234848c0 1 < completed write operation key=3CD2AW1H64C4 tag=E73BBZ2CPEHM type=write size=590997 2024-09-22T08:47:42.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.231+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=EKKGKV5HJH27 type=write size=488677 2024-09-22T08:47:42.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.235+0000 7fba234848c0 1 < completed delete operation key=3IJ0ZLECW5JT tag=LH7WUFG77FM3 type=del 2024-09-22T08:47:42.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.235+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=QZE9S43MDO4F type=del size=1757270 2024-09-22T08:47:42.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.239+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~KI8J19YHI1DH.0 size=438722 2024-09-22T08:47:42.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.243+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=KI8J19YHI1DH tag=Y0JATX7EWBLK type=write size=1487298 2024-09-22T08:47:42.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.247+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=9PB7AX1W2V3H type=del size=1540788 2024-09-22T08:47:42.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.251+0000 7fba234848c0 1 < canceled operation key=906R294R0FI0 tag=OZ4VPJHW01EJ type=del size=1453656 2024-09-22T08:47:42.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.255+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=58IWTEYOSGCN type=del size=1378724 2024-09-22T08:47:42.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.255+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~KRVOX2Z9V6H9.0 size=1048576 2024-09-22T08:47:42.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.259+0000 7fba234848c0 1 < completed part key=_multipart_SXWPN1W7H9NU.2~KRVOX2Z9V6H9.1 size=750790 2024-09-22T08:47:42.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.263+0000 7fba234848c0 1 < completed multipart upload key=SXWPN1W7H9NU upload=KRVOX2Z9V6H9 tag=U238TSM8HJWD type=write size=2847942 2024-09-22T08:47:42.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.267+0000 7fba234848c0 1 > prepared operation key=9O9DP75SBF2O tag=GLI221X2XQW6 type=del size=3291309 2024-09-22T08:47:42.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.271+0000 7fba234848c0 1 < completed delete operation key=MC9BLML8VZ9V tag=8TLQZ3S0FIJ2 type=del 2024-09-22T08:47:42.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.271+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=OBTANMIQ1PQH type=del size=3475249 2024-09-22T08:47:42.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.275+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~54JFDUU0PH9J.0 size=1048576 2024-09-22T08:47:42.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.279+0000 7fba234848c0 1 < completed part key=_multipart_MOCPURWGSRGV.2~54JFDUU0PH9J.1 size=466935 2024-09-22T08:47:42.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.283+0000 7fba234848c0 1 < completed multipart upload key=MOCPURWGSRGV upload=54JFDUU0PH9J tag=69Y82XO3BLDW type=write size=2564087 2024-09-22T08:47:42.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.283+0000 7fba234848c0 1 > prepared operation key=KF71YBNFMKML tag=48BY23AH5JEP type=write size=772777 2024-09-22T08:47:42.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.287+0000 7fba234848c0 1 < completed delete operation key=ACJXPHRNH2LK tag=HSMNSB5JS2P1 type=del 2024-09-22T08:47:42.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.291+0000 7fba234848c0 1 > prepared operation key=XPSLU2TK0YUO tag=8VYM1L2U51YK type=del size=2891387 2024-09-22T08:47:42.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.291+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~F85PXTP41EWB.0 size=1048576 2024-09-22T08:47:42.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.295+0000 7fba234848c0 1 < completed part key=_multipart_BMZ7P7WE56M7.2~F85PXTP41EWB.1 size=1000067 2024-09-22T08:47:42.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.299+0000 7fba234848c0 1 < completed multipart upload key=BMZ7P7WE56M7 upload=F85PXTP41EWB tag=CVD9VT42Q3IW type=write size=3097219 2024-09-22T08:47:42.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.299+0000 7fba234848c0 1 > prepared operation key=ZPSMOAQSZZ68 tag=JQXMGC3773X2 type=write size=579160 2024-09-22T08:47:42.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.307+0000 7fba234848c0 1 < suggested remove operation key=KRKXNAQ12TAP tag=XR6BN65KNN0N type=del 2024-09-22T08:47:42.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.307+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=1PJ3UPHS6UYX type=write size=203472 2024-09-22T08:47:42.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.311+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.0 size=1048576 2024-09-22T08:47:42.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.315+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.1 size=1048576 2024-09-22T08:47:42.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.315+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~P96AYIYGJI73.2 size=326920 2024-09-22T08:47:42.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.319+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=P96AYIYGJI73 tag=I2YN3VKK1A2F type=write size=3472648 2024-09-22T08:47:42.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.323+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=NHKB5DR1HSGV type=del size=111885 2024-09-22T08:47:42.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.327+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~JAZ7906VXHRN.0 size=1048576 2024-09-22T08:47:42.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.327+0000 7fba234848c0 1 < completed part key=_multipart_A7MPFHXSBLAC.2~JAZ7906VXHRN.1 size=43514 2024-09-22T08:47:42.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.331+0000 7fba234848c0 1 < completed multipart upload key=A7MPFHXSBLAC upload=JAZ7906VXHRN tag=DJGK0YNZY9X1 type=write size=2140666 2024-09-22T08:47:42.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.335+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=WCI0FX0W8L9I type=del size=4095587 2024-09-22T08:47:42.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.339+0000 7fba234848c0 1 < completed part key=_multipart_7RKB0H1OQF18.2~UE8BA8Y3FZ7G.0 size=469277 2024-09-22T08:47:42.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.343+0000 7fba234848c0 1 < completed multipart upload key=7RKB0H1OQF18 upload=UE8BA8Y3FZ7G tag=DUENYEIE2BFJ type=write size=1517853 2024-09-22T08:47:42.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.347+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~Q9T80IG8BINZ.0 size=712383 2024-09-22T08:47:42.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.347+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=Q9T80IG8BINZ tag=8ERH2UGDPX2E type=write size=1760959 2024-09-22T08:47:42.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.351+0000 7fba234848c0 1 < completed write operation key=9TLPZUCDVLEL tag=5EKL3FQ4BBII type=write size=1042988 2024-09-22T08:47:42.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.351+0000 7fba234848c0 1 > prepared operation key=IELI1832WYYC tag=SJQDJ2WKJVDV type=del size=3600596 2024-09-22T08:47:42.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.355+0000 7fba234848c0 1 < completed delete operation key=906R294R0FI0 tag=B48QJ3DCP4FV type=del 2024-09-22T08:47:42.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.359+0000 7fba234848c0 1 > prepared part key=_multipart_ACJXPHRNH2LK.2~P0E3REKAXU1Y.0 size=836672 2024-09-22T08:47:42.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.359+0000 7fba234848c0 1 > prepared multipart upload key=ACJXPHRNH2LK upload=P0E3REKAXU1Y tag=21QAR9LONCSC type=write size=1885248 2024-09-22T08:47:42.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.363+0000 7fba234848c0 1 < completed write operation key=MC9BLML8VZ9V tag=6UZK2H9U4RP3 type=write size=104956 2024-09-22T08:47:42.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.363+0000 7fba234848c0 1 > prepared operation key=SXWPN1W7H9NU tag=ZC71NIS3XOHD type=del size=4193881 2024-09-22T08:47:42.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.367+0000 7fba234848c0 1 < completed write operation key=17H4LTCPSPFA tag=EKKGKV5HJH27 type=write size=488677 2024-09-22T08:47:42.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.371+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=RC4NLFNCKAF8 type=del size=721077 2024-09-22T08:47:42.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.371+0000 7fba234848c0 1 < completed delete operation key=Y083D5F4X87G tag=QZE9S43MDO4F type=del 2024-09-22T08:47:42.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.375+0000 7fba234848c0 1 > prepared operation key=HIXQW88EAGMF tag=LVYM6Z5R17VQ type=del size=1568121 2024-09-22T08:47:42.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.379+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=9PB7AX1W2V3H type=del 2024-09-22T08:47:42.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.379+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=I0I4CAOWQ5DB type=del size=3096359 2024-09-22T08:47:42.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.387+0000 7fba234848c0 1 < suggested update operation key=OYF4UVMI9UR3 tag=58IWTEYOSGCN type=del size=1378724 2024-09-22T08:47:42.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.387+0000 7fba234848c0 1 > prepared operation key=3CD2AW1H64C4 tag=AQQ6TWIYJZIQ type=del size=1812825 2024-09-22T08:47:42.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.391+0000 7fba234848c0 1 < completed delete operation key=9O9DP75SBF2O tag=GLI221X2XQW6 type=del 2024-09-22T08:47:42.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.395+0000 7fba234848c0 1 > prepared operation key=MOCPURWGSRGV tag=GT0W4857AK1F type=del size=2040805 2024-09-22T08:47:42.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.395+0000 7fba234848c0 -1 < failed to complete operation key=OYF4UVMI9UR3 tag=OBTANMIQ1PQH type=del size=3475249: (22) Invalid argument 2024-09-22T08:47:42.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.399+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=L1L8YOE7NSXF type=del size=276686 2024-09-22T08:47:42.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.403+0000 7fba234848c0 1 < completed write operation key=KF71YBNFMKML tag=48BY23AH5JEP type=write size=772777 2024-09-22T08:47:42.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.407+0000 7fba234848c0 1 > prepared part key=_multipart_7308WVXJKI53.2~S7YM3VP9P18N.0 size=173067 2024-09-22T08:47:42.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.407+0000 7fba234848c0 1 > prepared multipart upload key=7308WVXJKI53 upload=S7YM3VP9P18N tag=4YJOTU8N0KA1 type=write size=1221643 2024-09-22T08:47:42.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.411+0000 7fba234848c0 1 < completed delete operation key=XPSLU2TK0YUO tag=8VYM1L2U51YK type=del 2024-09-22T08:47:42.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.415+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~HRAIM2H07R8K.0 size=1048576 2024-09-22T08:47:42.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.415+0000 7fba234848c0 1 > prepared part key=_multipart_MKZLY53HS342.2~HRAIM2H07R8K.1 size=16104 2024-09-22T08:47:42.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.415+0000 7fba234848c0 1 > prepared multipart upload key=MKZLY53HS342 upload=HRAIM2H07R8K tag=8LO027FR59PS type=write size=2113256 2024-09-22T08:47:42.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.419+0000 7fba234848c0 1 < completed write operation key=ZPSMOAQSZZ68 tag=JQXMGC3773X2 type=write size=579160 2024-09-22T08:47:42.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.423+0000 7fba234848c0 1 > prepared operation key=MKZLY53HS342 tag=SHBKFKMU339D type=del size=2921680 2024-09-22T08:47:42.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.427+0000 7fba234848c0 1 < completed write operation key=SXWPN1W7H9NU tag=1PJ3UPHS6UYX type=write size=203472 2024-09-22T08:47:42.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.427+0000 7fba234848c0 1 > prepared operation key=9BHSUSVFS09W tag=3YQ0SJ5OUQZ5 type=del size=369738 2024-09-22T08:47:42.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.431+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=NHKB5DR1HSGV type=del 2024-09-22T08:47:42.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.439+0000 7fba234848c0 1 > prepared part key=_multipart_EGAV6I2KE1N9.2~TTXJKGAN2GEH.0 size=407577 2024-09-22T08:47:42.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.439+0000 7fba234848c0 1 > prepared multipart upload key=EGAV6I2KE1N9 upload=TTXJKGAN2GEH tag=JAS8IZ7FBO8S type=write size=1456153 2024-09-22T08:47:42.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.439+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=WCI0FX0W8L9I type=del 2024-09-22T08:47:42.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.443+0000 7fba234848c0 1 > prepared operation key=UC095FCB73FU tag=SONNDH8C4P87 type=write size=661771 2024-09-22T08:47:42.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.447+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~Q9T80IG8BINZ.0 size=712383 2024-09-22T08:47:42.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.451+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=Q9T80IG8BINZ tag=8ERH2UGDPX2E type=write size=1760959 2024-09-22T08:47:42.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.455+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.0 size=1048576 2024-09-22T08:47:42.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.455+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.1 size=1048576 2024-09-22T08:47:42.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.459+0000 7fba234848c0 1 > prepared part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.2 size=316627 2024-09-22T08:47:42.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.459+0000 7fba234848c0 1 > prepared multipart upload key=HIXQW88EAGMF upload=J1Z8XG1FR52E tag=CMVOH0A53ECT type=write size=3462355 2024-09-22T08:47:42.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.463+0000 7fba234848c0 1 < completed delete operation key=IELI1832WYYC tag=SJQDJ2WKJVDV type=del 2024-09-22T08:47:42.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.463+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=1M34V66TWME9 type=del size=2168535 2024-09-22T08:47:42.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.467+0000 7fba234848c0 1 < completed part key=_multipart_ACJXPHRNH2LK.2~P0E3REKAXU1Y.0 size=836672 2024-09-22T08:47:42.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.471+0000 7fba234848c0 1 < completed multipart upload key=ACJXPHRNH2LK upload=P0E3REKAXU1Y tag=21QAR9LONCSC type=write size=1885248 2024-09-22T08:47:42.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.471+0000 7fba234848c0 1 > prepared operation key=OYF4UVMI9UR3 tag=WD9L9CTWRPJ1 type=write size=547988 2024-09-22T08:47:42.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.475+0000 7fba234848c0 1 < completed delete operation key=SXWPN1W7H9NU tag=ZC71NIS3XOHD type=del 2024-09-22T08:47:42.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.479+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~KFOT136LQ3F7.0 size=275897 2024-09-22T08:47:42.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.479+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=KFOT136LQ3F7 tag=RPKQHNROG6OW type=write size=1324473 2024-09-22T08:47:42.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.479+0000 7fba234848c0 1 < completed delete operation key=UC095FCB73FU tag=RC4NLFNCKAF8 type=del 2024-09-22T08:47:42.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.483+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=86OANXGX8I5J type=del size=964039 2024-09-22T08:47:42.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.483+0000 7fba234848c0 1 < completed delete operation key=HIXQW88EAGMF tag=LVYM6Z5R17VQ type=del 2024-09-22T08:47:42.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.487+0000 7fba234848c0 1 > prepared operation key=O9XG5ZSCM5AT tag=OXWLDE71GKY5 type=del size=2467945 2024-09-22T08:47:42.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.491+0000 7fba234848c0 1 < completed delete operation key=1Z5GJVJORAGA tag=I0I4CAOWQ5DB type=del 2024-09-22T08:47:42.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.495+0000 7fba234848c0 1 > prepared part key=_multipart_ZPSMOAQSZZ68.2~B3H1V826MRSF.0 size=697639 2024-09-22T08:47:42.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.495+0000 7fba234848c0 1 > prepared multipart upload key=ZPSMOAQSZZ68 upload=B3H1V826MRSF tag=X1LODOP11N4F type=write size=1746215 2024-09-22T08:47:42.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.495+0000 7fba234848c0 1 < completed delete operation key=3CD2AW1H64C4 tag=AQQ6TWIYJZIQ type=del 2024-09-22T08:47:42.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.499+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~J4YNT8I7PSUI.0 size=1048576 2024-09-22T08:47:42.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.503+0000 7fba234848c0 1 > prepared part key=_multipart_UC095FCB73FU.2~J4YNT8I7PSUI.1 size=535603 2024-09-22T08:47:42.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.503+0000 7fba234848c0 1 > prepared multipart upload key=UC095FCB73FU upload=J4YNT8I7PSUI tag=MC8QMZ6U212S type=write size=2632755 2024-09-22T08:47:42.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.507+0000 7fba234848c0 1 < suggested update operation key=MOCPURWGSRGV tag=GT0W4857AK1F type=del size=2040805 2024-09-22T08:47:42.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.511+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OQZQ88WP743E.0 size=1048576 2024-09-22T08:47:42.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.511+0000 7fba234848c0 1 > prepared part key=_multipart_1Z5GJVJORAGA.2~OQZQ88WP743E.1 size=807473 2024-09-22T08:47:42.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.511+0000 7fba234848c0 1 > prepared multipart upload key=1Z5GJVJORAGA upload=OQZQ88WP743E tag=UUM2TQ1WQE4M type=write size=2904625 2024-09-22T08:47:42.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.515+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=L1L8YOE7NSXF type=del 2024-09-22T08:47:42.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.519+0000 7fba234848c0 1 > prepared operation key=17H4LTCPSPFA tag=866UZLO0Z65K type=del size=3132095 2024-09-22T08:47:42.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.519+0000 7fba234848c0 1 < completed part key=_multipart_7308WVXJKI53.2~S7YM3VP9P18N.0 size=173067 2024-09-22T08:47:42.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.523+0000 7fba234848c0 1 < completed multipart upload key=7308WVXJKI53 upload=S7YM3VP9P18N tag=4YJOTU8N0KA1 type=write size=1221643 2024-09-22T08:47:42.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.527+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=GTPG33ESFCFJ type=del size=2246820 2024-09-22T08:47:42.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.531+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~HRAIM2H07R8K.0 size=1048576 2024-09-22T08:47:42.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.531+0000 7fba234848c0 1 < completed part key=_multipart_MKZLY53HS342.2~HRAIM2H07R8K.1 size=16104 2024-09-22T08:47:42.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.535+0000 7fba234848c0 1 < completed multipart upload key=MKZLY53HS342 upload=HRAIM2H07R8K tag=8LO027FR59PS type=write size=2113256 2024-09-22T08:47:42.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.539+0000 7fba234848c0 1 > prepared operation key=Y083D5F4X87G tag=OIHNDBXO7G64 type=del size=780048 2024-09-22T08:47:42.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.543+0000 7fba234848c0 1 < completed delete operation key=MKZLY53HS342 tag=SHBKFKMU339D type=del 2024-09-22T08:47:42.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.543+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=6I70F90758O7 type=del size=3496800 2024-09-22T08:47:42.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.547+0000 7fba234848c0 1 < completed delete operation key=9BHSUSVFS09W tag=3YQ0SJ5OUQZ5 type=del 2024-09-22T08:47:42.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.551+0000 7fba234848c0 1 > prepared part key=_multipart_3CD2AW1H64C4.2~MNNXIX1O5CXF.0 size=818369 2024-09-22T08:47:42.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.551+0000 7fba234848c0 1 > prepared multipart upload key=3CD2AW1H64C4 upload=MNNXIX1O5CXF tag=HI4KIC60DQOX type=write size=1866945 2024-09-22T08:47:42.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.551+0000 7fba234848c0 1 < completed part key=_multipart_EGAV6I2KE1N9.2~TTXJKGAN2GEH.0 size=407577 2024-09-22T08:47:42.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.555+0000 7fba234848c0 1 < completed multipart upload key=EGAV6I2KE1N9 upload=TTXJKGAN2GEH tag=JAS8IZ7FBO8S type=write size=1456153 2024-09-22T08:47:42.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.559+0000 7fba234848c0 1 > prepared operation key=1Z5GJVJORAGA tag=0OGBP7KJLNXO type=del size=1729354 2024-09-22T08:47:42.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.563+0000 7fba234848c0 1 < suggested update operation key=UC095FCB73FU tag=SONNDH8C4P87 type=write size=661771 2024-09-22T08:47:42.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.567+0000 7fba234848c0 1 > prepared part key=_multipart_5K7DPF6IJOQO.2~SMFF9WXE7GHX.0 size=689090 2024-09-22T08:47:42.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.567+0000 7fba234848c0 1 > prepared multipart upload key=5K7DPF6IJOQO upload=SMFF9WXE7GHX tag=B5F4A0VU3R7A type=write size=1737666 2024-09-22T08:47:42.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.571+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.0 size=1048576 2024-09-22T08:47:42.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.571+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.1 size=1048576 2024-09-22T08:47:42.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.575+0000 7fba234848c0 1 < completed part key=_multipart_HIXQW88EAGMF.2~J1Z8XG1FR52E.2 size=316627 2024-09-22T08:47:42.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.579+0000 7fba234848c0 1 < completed multipart upload key=HIXQW88EAGMF upload=J1Z8XG1FR52E tag=CMVOH0A53ECT type=write size=3462355 2024-09-22T08:47:42.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.583+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~RKZKBOKZPGPF.0 size=1048576 2024-09-22T08:47:42.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.583+0000 7fba234848c0 1 > prepared part key=_multipart_O9XG5ZSCM5AT.2~RKZKBOKZPGPF.1 size=529672 2024-09-22T08:47:42.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.583+0000 7fba234848c0 1 > prepared multipart upload key=O9XG5ZSCM5AT upload=RKZKBOKZPGPF tag=6GG0WU3T3M7A type=write size=2626824 2024-09-22T08:47:42.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.587+0000 7fba234848c0 1 < completed delete operation key=OYF4UVMI9UR3 tag=1M34V66TWME9 type=del 2024-09-22T08:47:42.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.591+0000 7fba234848c0 1 > prepared operation key=906R294R0FI0 tag=YTG5MPU9Q27M type=del size=3442040 2024-09-22T08:47:42.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.591+0000 7fba234848c0 1 < completed write operation key=OYF4UVMI9UR3 tag=WD9L9CTWRPJ1 type=write size=547988 2024-09-22T08:47:42.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.595+0000 7fba234848c0 1 > prepared operation key=7308WVXJKI53 tag=YIYHQOR26C3X type=write size=378851 2024-09-22T08:47:42.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.599+0000 7fba234848c0 1 < completed part key=_multipart_3CD2AW1H64C4.2~KFOT136LQ3F7.0 size=275897 2024-09-22T08:47:42.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.603+0000 7fba234848c0 1 < completed multipart upload key=3CD2AW1H64C4 upload=KFOT136LQ3F7 tag=RPKQHNROG6OW type=write size=1324473 2024-09-22T08:47:42.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.607+0000 7fba234848c0 1 > prepared part key=_multipart_MOCPURWGSRGV.2~BIU2TIE5V1KW.0 size=199479 2024-09-22T08:47:42.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.607+0000 7fba234848c0 1 > prepared multipart upload key=MOCPURWGSRGV upload=BIU2TIE5V1KW tag=DOSUEWOQXTET type=write size=1248055 2024-09-22T08:47:42.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.607+0000 7fba234848c0 1 < completed delete operation key=17H4LTCPSPFA tag=86OANXGX8I5J type=del 2024-09-22T08:47:42.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.611+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~OE8BD94FTZ7F.0 size=1048576 2024-09-22T08:47:42.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.615+0000 7fba234848c0 1 > prepared part key=_multipart_9LS4I6V78QKR.2~OE8BD94FTZ7F.1 size=149107 2024-09-22T08:47:42.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.615+0000 7fba234848c0 1 > prepared multipart upload key=9LS4I6V78QKR upload=OE8BD94FTZ7F tag=KXWQYPU5Z0UB type=write size=2246259 2024-09-22T08:47:42.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.619+0000 7fba234848c0 1 < completed delete operation key=O9XG5ZSCM5AT tag=OXWLDE71GKY5 type=del 2024-09-22T08:47:42.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:47:42.619+0000 7fba234848c0 1 > prepared operation key=BMZ7P7WE56M7 tag=R05LNZUOKOOK type=write size=344877 2024-09-22T08:47:42.622 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] cls_rgw_stats.simulate (22670 ms) 2024-09-22T08:47:42.622 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 1 test from cls_rgw_stats (22670 ms total) 2024-09-22T08:47:42.622 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:47:42.622 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:42.766 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 1 test from 1 test suite ran. (24724 ms total) 2024-09-22T08:47:42.766 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 1 test. 2024-09-22T08:47:42.773 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:42.773 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:42.829 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-22T08:47:42.830 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-22T08:47:42.830 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-22T08:47:42.894 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:47:42.895 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-22T08:47:42.895 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:44.771 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from CmpOmap 2024-09-22T08:47:44.771 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-22T08:47:44.802 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (31 ms) 2024-09-22T08:47:44.802 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-22T08:47:44.817 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (15 ms) 2024-09-22T08:47:44.817 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-22T08:47:44.823 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (6 ms) 2024-09-22T08:47:44.823 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-22T08:47:44.829 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (6 ms) 2024-09-22T08:47:44.829 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-22T08:47:44.843 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_str (14 ms) 2024-09-22T08:47:44.843 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-22T08:47:44.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64 (13 ms) 2024-09-22T08:47:44.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-22T08:47:44.861 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (5 ms) 2024-09-22T08:47:44.861 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-22T08:47:44.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (8 ms) 2024-09-22T08:47:44.869 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-22T08:47:44.878 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (9 ms) 2024-09-22T08:47:44.878 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-22T08:47:44.888 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (10 ms) 2024-09-22T08:47:44.888 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-22T08:47:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-22T08:47:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-22T08:47:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-22T08:47:44.889 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-22T08:47:44.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (16 ms) 2024-09-22T08:47:44.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-22T08:47:44.922 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (16 ms) 2024-09-22T08:47:44.922 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-22T08:47:44.935 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (14 ms) 2024-09-22T08:47:44.936 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-22T08:47:44.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (17 ms) 2024-09-22T08:47:44.953 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-22T08:47:44.973 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_str (21 ms) 2024-09-22T08:47:44.974 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-22T08:47:44.994 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (20 ms) 2024-09-22T08:47:44.994 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-22T08:47:45.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (8 ms) 2024-09-22T08:47:45.002 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-22T08:47:45.008 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2024-09-22T08:47:45.008 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-22T08:47:45.010 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-22T08:47:45.011 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-22T08:47:45.013 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-22T08:47:45.013 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-22T08:47:45.028 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (15 ms) 2024-09-22T08:47:45.028 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-22T08:47:45.044 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (16 ms) 2024-09-22T08:47:45.044 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-22T08:47:45.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-09-22T08:47:45.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-22T08:47:45.084 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (21 ms) 2024-09-22T08:47:45.084 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-22T08:47:45.089 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (5 ms) 2024-09-22T08:47:45.089 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-22T08:47:45.096 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (7 ms) 2024-09-22T08:47:45.096 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-22T08:47:45.099 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-22T08:47:45.099 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-22T08:47:45.101 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-22T08:47:45.101 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-22T08:47:45.119 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (19 ms) 2024-09-22T08:47:45.120 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 31 tests from CmpOmap (349 ms total) 2024-09-22T08:47:45.120 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:47:45.120 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:47:45.808 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 31 tests from 1 test suite ran. (2914 ms total) 2024-09-22T08:47:45.809 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 31 tests. 2024-09-22T08:47:45.815 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:47:45.815 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:47:45.873 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-22T08:47:45.874 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-22T08:47:45.874 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-22T08:47:45.937 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:47:45.938 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:47:45.938 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:47:45.938 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-22T08:47:45.938 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-22T08:47:48.859 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2921 ms) 2024-09-22T08:47:48.859 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-22T08:47:51.861 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3003 ms) 2024-09-22T08:47:51.861 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-22T08:47:54.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Reserve (3045 ms) 2024-09-22T08:47:54.906 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-22T08:47:57.945 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3039 ms) 2024-09-22T08:47:57.945 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-22T08:48:02.008 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Commit (4063 ms) 2024-09-22T08:48:02.008 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-22T08:48:06.060 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Stats (4053 ms) 2024-09-22T08:48:06.060 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-22T08:48:10.097 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4037 ms) 2024-09-22T08:48:10.097 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-22T08:48:13.156 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Abort (3059 ms) 2024-09-22T08:48:13.156 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-22T08:48:16.159 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveError (3000 ms) 2024-09-22T08:48:16.159 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-22T08:48:19.166 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.CommitError (3009 ms) 2024-09-22T08:48:19.166 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-22T08:48:22.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AbortError (3024 ms) 2024-09-22T08:48:22.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-22T08:48:25.231 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3041 ms) 2024-09-22T08:48:25.231 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-22T08:48:28.246 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3015 ms) 2024-09-22T08:48:28.246 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-22T08:48:31.296 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3050 ms) 2024-09-22T08:48:31.296 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-22T08:48:34.358 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3062 ms) 2024-09-22T08:48:34.358 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-22T08:48:37.395 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3036 ms) 2024-09-22T08:48:37.395 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-22T08:48:40.425 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3032 ms) 2024-09-22T08:48:40.425 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-22T08:48:43.464 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.Cleanup (3038 ms) 2024-09-22T08:48:43.464 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-22T08:48:56.772 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13309 ms) 2024-09-22T08:48:56.773 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-22T08:49:01.847 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5074 ms) 2024-09-22T08:49:01.847 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-22T08:49:15.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13942 ms) 2024-09-22T08:49:15.789 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-22T08:49:21.840 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6052 ms) 2024-09-22T08:49:21.841 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-22T08:49:31.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (9954 ms) 2024-09-22T08:49:31.795 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10005 ms) 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from TestCls2PCQueue (115864 ms total) 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 24 tests from 1 test suite ran. (115864 ms total) 2024-09-22T08:49:41.801 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 24 tests. 2024-09-22T08:49:41.804 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:49:41.804 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:49:41.863 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-22T08:49:41.864 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-22T08:49:41.865 DEBUG:teuthology.orchestra.run.smithi084:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-22T08:49:41.938 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:49:41.938 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:49:41.939 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:49:41.939 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:49:43.811 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from ClsAccount 2024-09-22T08:49:43.811 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsAccount.add 2024-09-22T08:49:43.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsAccount.add (51 ms) 2024-09-22T08:49:43.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsAccount.get 2024-09-22T08:49:43.872 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsAccount.get (10 ms) 2024-09-22T08:49:43.872 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsAccount.rm 2024-09-22T08:49:43.885 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsAccount.rm (14 ms) 2024-09-22T08:49:43.886 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] ClsAccount.list 2024-09-22T08:49:43.930 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] ClsAccount.list (44 ms) 2024-09-22T08:49:43.930 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from ClsAccount (119 ms total) 2024-09-22T08:49:43.930 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:49:43.930 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:49:44.821 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 4 tests from 1 test suite ran. (2883 ms total) 2024-09-22T08:49:44.821 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 4 tests. 2024-09-22T08:49:44.827 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:49:44.827 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:49:44.883 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-22T08:49:44.884 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-22T08:49:44.885 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-22T08:49:44.959 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:49:44.959 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:49:44.959 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-22T08:49:44.959 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:49:46.861 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from rgw_gc_log 2024-09-22T08:49:46.861 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-22T08:49:46.882 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.init_existing_queue (21 ms) 2024-09-22T08:49:46.882 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-22T08:49:46.887 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.init_existing_omap (5 ms) 2024-09-22T08:49:46.887 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-22T08:49:46.893 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (6 ms) 2024-09-22T08:49:46.893 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-22T08:49:46.896 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (3 ms) 2024-09-22T08:49:46.896 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-22T08:49:46.900 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.defer1_after_init (4 ms) 2024-09-22T08:49:46.900 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-22T08:49:46.903 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] rgw_gc_log.defer2_before_init (3 ms) 2024-09-22T08:49:46.903 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 6 tests from rgw_gc_log (42 ms total) 2024-09-22T08:49:46.903 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:49:46.903 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:49:47.852 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 6 tests from 1 test suite ran. (2893 ms total) 2024-09-22T08:49:47.852 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 6 tests. 2024-09-22T08:49:47.859 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:49:47.859 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:49:47.915 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-22T08:49:47.916 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-22T08:49:47.916 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-22T08:49:47.986 INFO:tasks.workunit.client.0.smithi084.stdout:Running main() from gmock_main.cc 2024-09-22T08:49:47.986 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-22T08:49:47.986 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestRGWObj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestRGWObj.underscore 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i= 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i= 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i= 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:47.987 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.988 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.989 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.990 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.991 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.992 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i= 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i= 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.993 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i= 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.994 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.995 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.996 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.997 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:47.998 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i=v1 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i=v1 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns= i=v1 2024-09-22T08:49:47.999 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.000 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.001 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.002 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.003 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.004 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: _obj[v1] 2024-09-22T08:49:48.005 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: _obj ns=ns i=v1 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.006 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.007 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.008 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.009 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.010 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_obj", 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i= 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i= 2024-09-22T08:49:48.011 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i= 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.012 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.013 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.014 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.015 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.016 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i= 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i= 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i= 2024-09-22T08:49:48.017 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.018 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.019 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.020 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.021 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.022 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i=v1 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i=v1 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns= i=v1 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.023 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.024 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.025 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.026 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.027 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.028 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:parsed: obj[v1] 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:stripped: obj ns=ns i=v1 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout: "obj1": { 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.029 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.030 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "obj2": { 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.031 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3": { 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.032 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "obj3-2": { 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.033 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "obj", 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "v1", 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.034 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.035 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.036 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker_myobj", 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.037 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.038 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.039 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.040 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.041 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker_myobj", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.042 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.043 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.044 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.045 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.046 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.047 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.048 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.049 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.050 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.051 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.052 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:49:48.053 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.054 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.055 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.056 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.057 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.058 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.059 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.060 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.061 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.062 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.063 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.064 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.065 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.066 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.067 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.068 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.069 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.070 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.071 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.072 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.073 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.074 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.075 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.076 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.077 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.078 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.079 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.080 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.081 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.082 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.083 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.084 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.085 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.086 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.087 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.088 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.089 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.090 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.091 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.092 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.093 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.094 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.095 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.096 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.097 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.098 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.099 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.100 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.101 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.102 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj_", 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.103 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.104 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.105 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.106 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.107 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj_", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.108 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.109 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.110 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.111 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.112 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.113 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.114 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.115 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.116 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.117 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.118 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.119 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.120 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.121 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.122 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.123 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.124 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.125 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.126 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.127 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.128 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": "default-placement.data", 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.129 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "test", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": "", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": "" 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.130 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.131 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "obj": { 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.132 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.133 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.134 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.135 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker_myobj", 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.136 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.137 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker_myobj 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker_myobj", 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.138 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.139 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker_myobj 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.140 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns_myobj 2024-09-22T08:49:48.141 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns_myobj", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.142 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.143 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.144 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.145 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst_myobj", 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.146 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.147 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.148 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.149 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst_myobj", 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.150 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "myobj", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.151 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj", 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.152 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.153 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker___myobj 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj", 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.154 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.155 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker___myobj 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.156 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns__myobj 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.157 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.158 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.159 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.160 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.161 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj" 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.162 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:49:48.163 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.164 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj", 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.165 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.166 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj", 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj_", 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.167 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.168 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker___myobj_ 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker___myobj_", 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.169 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker___myobj_ 2024-09-22T08:49:48.170 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.171 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.172 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns__myobj_", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.173 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "", 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.174 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.175 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.176 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__:inst__myobj_", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "marker__myobj_" 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.177 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "" 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-22T08:49:48.178 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj": { 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj": { 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.179 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-22T08:49:48.180 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "raw_obj2": { 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "pool": ".data-pool", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "loc": "" 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "new_obj2": { 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket": { 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "ebtest", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "marker": "marker", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_id": "bucket-id", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "tenant": "", 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "explicit_placement": { 2024-09-22T08:49:48.181 INFO:tasks.workunit.client.0.smithi084.stdout: "data_pool": ".data-pool", 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "data_extra_pool": "", 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "index_pool": ".index-pool" 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "key": { 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "name": "_myobj_", 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "instance": "inst", 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: "ns": "ns" 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-22T08:49:48.182 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:49:48.183 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:49:48.183 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-22T08:49:48.183 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 4 tests. 2024-09-22T08:49:48.184 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:49:48.184 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:49:48.240 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-22T08:49:48.241 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-22T08:49:48.241 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-22T08:49:48.347 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:49:48.347 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:49:48.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.402+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 realm 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:49:48.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.406+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.410+0000 7f705c5329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:49:48.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.410+0000 7f705c5329c0 20 searching for the correct realm 2024-09-22T08:49:48.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.414+0000 7f7059837640 0 -- 172.21.15.84:0/2187983355 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f704403e030 msgr2=0x7f704405cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:49:48.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.638+0000 7f705a038640 0 -- 172.21.15.84:0/2187983355 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f704c0bc410 msgr2=0x7f704c0bc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:49:48.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:49:48.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:49:48.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 zone default found 2024-09-22T08:49:48.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 4 Realm: () 2024-09-22T08:49:48.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 zonegroup default 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.858+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.862+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.862+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.862+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.862+0000 7f705c5329c0 20 started sync module instance, tier type = 2024-09-22T08:49:48.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.862+0000 7f705c5329c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=0 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=1 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=2 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=3 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=4 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=5 2024-09-22T08:49:48.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=6 2024-09-22T08:49:48.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 20 add_watcher() i=7 2024-09-22T08:49:48.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.886+0000 7f705c5329c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:49:48.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.890+0000 7f6f10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:49:48.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:49:48.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:49:48.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 5 note: GC not initialized 2024-09-22T08:49:48.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f6e8b7fe640 20 reqs_thread_entry: start 2024-09-22T08:49:48.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 init_complete bucket index max shards: 11 2024-09-22T08:49:48.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 Filter name: none 2024-09-22T08:49:48.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f6e897fa640 20 reqs_thread_entry: start 2024-09-22T08:49:48.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-22T08:49:48.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 10 cache get: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= : miss 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.894+0000 7f705c5329c0 20 rados->read ofs=0 len=0 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= info.flags=0x0 2024-09-22T08:49:48.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 adding default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= to cache LRU end 2024-09-22T08:49:48.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 cache get: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= : hit (negative entry) 2024-09-22T08:49:48.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 cache get: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= : hit (negative entry) 2024-09-22T08:49:48.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-22T08:49:48.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:49:48.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.898+0000 7f705c5329c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-22T08:49:48.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.902+0000 7f6f3dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660481 cookie 94323569968688 notifier 5577 bl.length()=697 2024-09-22T08:49:48.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.902+0000 7f6f3dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-22T08:49:48.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.902+0000 7f6f3dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-22T08:49:48.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-22T08:49:48.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f705c5329c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:49:48.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f705c5329c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-22T08:49:48.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f6f3dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660480 cookie 94323569960912 notifier 5577 bl.length()=194 2024-09-22T08:49:48.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f6f3dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-22T08:49:48.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.906+0000 7f6f3dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-22T08:49:48.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f705c5329c0 10 cache put: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= info.flags=0x7 2024-09-22T08:49:48.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f705c5329c0 10 moving default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= to cache LRU end 2024-09-22T08:49:48.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f705c5329c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:sq2LtFHuhE4ZQzxHdmD0czAgsbE=, ofs0, ns] 2024-09-22T08:49:48.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f6f3d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660481 cookie 94323569960912 notifier 5577 bl.length()=203 2024-09-22T08:49:48.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f6f3d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= info.flags=0x7 2024-09-22T08:49:48.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.914+0000 7f6f3d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+sq2LtFHuhE4ZQzxHdmD0czAgsbE= to cache LRU end 2024-09-22T08:49:48.919 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:49:48.919 INFO:tasks.workunit.client.0.smithi084.stdout: "user_id": "ceph-test-librgw-file", 2024-09-22T08:49:48.919 INFO:tasks.workunit.client.0.smithi084.stdout: "display_name": "librgw test user", 2024-09-22T08:49:48.919 INFO:tasks.workunit.client.0.smithi084.stdout: "email": "librgw@example.com", 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "suspended": 0, 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "max_buckets": 1000, 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "subusers": [], 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "keys": [ 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "user": "ceph-test-librgw-file", 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "access_key": "sq2LtFHuhE4ZQzxHdmD0czAgsbE=", 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "secret_key": "w01sfiz2nqaAZtkBovw8cu0njNygd3ZC5cFlBzjLVt/VSjc+59l1tw==", 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T08:49:48.900781Z" 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "swift_keys": [], 2024-09-22T08:49:48.920 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": [], 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "default_placement": "", 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "default_storage_class": "", 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "placement_tags": [], 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_quota": { 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "user_quota": { 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T08:49:48.921 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "temp_url_keys": [], 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "rgw", 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "mfa_ids": [], 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "account_id": "", 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "path": "/", 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T08:49:48.900755Z", 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "tags": [], 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: "group_ids": [] 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:49:48.922 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:49:48.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.918+0000 7f6f10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:49:48.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.922+0000 7f705c5329c0 20 remove_watcher() i=0 2024-09-22T08:49:48.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.922+0000 7f705c5329c0 2 removed watcher, disabling cache 2024-09-22T08:49:48.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.926+0000 7f705c5329c0 20 remove_watcher() i=1 2024-09-22T08:49:48.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.930+0000 7f705c5329c0 20 remove_watcher() i=2 2024-09-22T08:49:48.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.930+0000 7f705c5329c0 20 remove_watcher() i=3 2024-09-22T08:49:48.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.934+0000 7f705c5329c0 20 remove_watcher() i=4 2024-09-22T08:49:48.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.934+0000 7f705c5329c0 20 remove_watcher() i=5 2024-09-22T08:49:48.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.934+0000 7f705c5329c0 20 remove_watcher() i=6 2024-09-22T08:49:48.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:48.938+0000 7f705c5329c0 20 remove_watcher() i=7 2024-09-22T08:49:48.953 INFO:tasks.workunit.client.0.smithi084.stdout:phase 1.1 2024-09-22T08:49:48.972 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:49:48.972 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:49:48.972 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:49:48.972 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:49:48.984 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:49:48.984 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:49:49.427 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (455 ms) 2024-09-22T08:49:49.427 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:49:49.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:49:49.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:49:49.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-22T08:49:49.430 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:49:49.450 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-22T08:49:49.458 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/f1 2024-09-22T08:49:49.465 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/f2 2024-09-22T08:49:49.470 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/f1 2024-09-22T08:49:49.475 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-22T08:49:49.480 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-22T08:49:49.486 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-22T08:49:49.492 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-22T08:49:49.498 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-22T08:49:49.506 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-22T08:49:49.513 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-22T08:49:49.519 INFO:tasks.workunit.client.0.smithi084.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-22T08:49:49.525 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_HIER1 (95 ms) 2024-09-22T08:49:49.525 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:49:49.827 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_DIRS1 (302 ms) 2024-09-22T08:49:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:49:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:49:49.828 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:49:49.880 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (54 ms) 2024-09-22T08:49:49.881 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:49:50.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (120 ms) 2024-09-22T08:49:50.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:49:50.001 INFO:tasks.workunit.client.0.smithi084.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-22T08:49:50.021 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (20 ms) 2024-09-22T08:49:50.021 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:49:50.021 INFO:tasks.workunit.client.0.smithi084.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (19 ms) 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_0 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:49:50.041 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_2 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_0 2024-09-22T08:49:50.042 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_0/sfile_0 2024-09-22T08:49:50.045 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:49:50.045 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_0/sfile_1 2024-09-22T08:49:50.048 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:49:50.048 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_1 2024-09-22T08:49:50.048 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_1/sfile_0 2024-09-22T08:49:50.053 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:49:50.054 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_1/sfile_1 2024-09-22T08:49:50.057 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:49:50.057 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_2 2024-09-22T08:49:50.058 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_2/sfile_0 2024-09-22T08:49:50.062 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:49:50.062 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_2/sfile_1 2024-09-22T08:49:50.066 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:49:50.066 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READ_DIRS1 (26 ms) 2024-09-22T08:49:50.066 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_SETUP1 (231 ms) 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:49:50.297 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:49:50.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:49:50.315 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-22T08:49:50.317 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-22T08:49:50.322 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-22T08:49:50.325 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-22T08:49:50.332 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:49:50.333 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:49:50.334 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-22T08:49:50.335 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-22T08:49:50.337 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:49:50.338 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:49:50.339 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo (foo): DIR 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot (nfsroot): DIR 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.HIER1 (47 ms) 2024-09-22T08:49:50.344 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:49:50.345 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:49:50.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:50.342+0000 7f8e24454a80 -1 shutting down 2024-09-22T08:49:50.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:49:50.346+0000 7f8cfe1a6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 56669, si_uid : 1000, si_addr0x3e80000dd5d, si_status0 2024-09-22T08:50:19.517 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29174 ms) 2024-09-22T08:50:19.518 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW (30546 ms total) 2024-09-22T08:50:19.518 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:50:19.518 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:19.518 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 24 tests from 1 test suite ran. (30546 ms total) 2024-09-22T08:50:19.518 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 24 tests. 2024-09-22T08:50:19.532 INFO:tasks.workunit.client.0.smithi084.stdout:phase 1.2 2024-09-22T08:50:19.555 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:50:19.555 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:19.555 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:50:19.555 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:50:19.565 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:19.565 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:19.870 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (315 ms) 2024-09-22T08:50:19.870 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:50:19.872 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:50:19.873 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:50:19.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:50:19.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:50:19.876 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:50:19.876 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:50:19.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:50:19.870+0000 7fb25398aa80 -1 shutting down 2024-09-22T08:50:19.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:50:19.874+0000 7fb12d6dc640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57317, si_uid : 1000, si_addr0x3e80000dfe5, si_status0 2024-09-22T08:50:50.006 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (30134 ms) 2024-09-22T08:50:50.006 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW (30451 ms total) 2024-09-22T08:50:50.006 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:50:50.007 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:50:50.007 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 24 tests from 1 test suite ran. (30451 ms total) 2024-09-22T08:50:50.007 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 24 tests. 2024-09-22T08:50:50.021 INFO:tasks.workunit.client.0.smithi084.stdout:phase 1.3 2024-09-22T08:50:50.043 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-22T08:50:50.044 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:50:50.044 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW 2024-09-22T08:50:50.044 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:50:50.055 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:50:50.056 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:50:50.631 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (588 ms) 2024-09-22T08:50:50.632 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-22T08:50:50.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-22T08:50:50.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:50:50.633 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-22T08:50:50.634 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-22T08:50:50.642 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_HIER1 (9 ms) 2024-09-22T08:50:50.642 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-22T08:50:50.775 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETUP_DIRS1 (132 ms) 2024-09-22T08:50:50.775 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SETATTR 2024-09-22T08:50:50.775 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-22T08:50:50.775 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-22T08:50:50.775 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_0 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:50.776 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout:scanning objects in /bdirs1/dir_2 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_0 2024-09-22T08:50:50.777 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_0/sfile_0 2024-09-22T08:50:50.779 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:50.779 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_0/sfile_1 2024-09-22T08:50:50.782 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:50.782 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_1 2024-09-22T08:50:50.783 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_1/sfile_0 2024-09-22T08:50:50.786 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:50.786 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_1/sfile_1 2024-09-22T08:50:50.789 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:50.789 INFO:tasks.workunit.client.0.smithi084.stdout:read back objects in /bdirs1/dir_2 2024-09-22T08:50:50.789 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_2/sfile_0 2024-09-22T08:50:50.793 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-22T08:50:50.793 INFO:tasks.workunit.client.0.smithi084.stdout:reading 0,256 dir_2/sfile_1 2024-09-22T08:50:50.796 INFO:tasks.workunit.client.0.smithi084.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READ_DIRS1 (22 ms) 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:50.797 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_0 type: DIR refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_0 type: FILE refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sdir_1 type: DIR refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:release sfile_1 type: FILE refs: 2 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-22T08:50:50.798 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.HIER1 2024-09-22T08:50:50.836 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-22T08:50:50.837 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-22T08:50:50.847 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-22T08:50:50.853 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-22T08:50:50.862 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:50:50.863 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-22T08:50:50.864 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-22T08:50:50.865 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-22T08:50:50.867 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:50:50.868 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-22T08:50:50.869 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot/foo (foo): DIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:/nfsroot (nfsroot): DIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.HIER1 (77 ms) 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:50:50.874 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:50:50.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:50:50.869+0000 7f7eef40fa80 -1 shutting down 2024-09-22T08:50:50.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:50:50.873+0000 7f7dc9161640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57962, si_uid : 1000, si_addr0x3e80000e26a, si_status0 2024-09-22T08:51:20.692 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29819 ms) 2024-09-22T08:51:20.693 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 24 tests from LibRGW (30649 ms total) 2024-09-22T08:51:20.693 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:51:20.693 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:51:20.693 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 24 tests from 1 test suite ran. (30649 ms total) 2024-09-22T08:51:20.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 24 tests. 2024-09-22T08:51:20.704 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2.1 2024-09-22T08:51:20.727 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:51:20.727 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:51:20.727 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from LibRGW 2024-09-22T08:51:20.727 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:51:20.738 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:51:20.738 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:51:21.296 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (568 ms) 2024-09-22T08:51:21.296 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:51:21.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-22T08:51:21.298 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:51:21.319 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (20 ms) 2024-09-22T08:51:21.319 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:51:21.319 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:51:21.319 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-22T08:51:21.335 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave0 2024-09-22T08:51:21.356 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave1 2024-09-22T08:51:21.379 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave2 2024-09-22T08:51:21.397 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave3 2024-09-22T08:51:21.420 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave4 2024-09-22T08:51:21.438 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave5 2024-09-22T08:51:21.456 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave6 2024-09-22T08:51:21.474 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave7 2024-09-22T08:51:21.495 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave8 2024-09-22T08:51:21.517 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave9 2024-09-22T08:51:21.517 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (198 ms) 2024-09-22T08:51:21.517 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (774 ms) 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:51:22.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:51:22.289+0000 7f0840c8ba80 -1 shutting down 2024-09-22T08:51:22.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:51:22.293+0000 7f071a9dd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58607, si_uid : 1000, si_addr0x3e80000e4ef, si_status0 2024-09-22T08:51:51.392 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29102 ms) 2024-09-22T08:51:51.392 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from LibRGW (30665 ms total) 2024-09-22T08:51:51.393 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:51:51.393 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:51:51.393 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 9 tests from 1 test suite ran. (30665 ms total) 2024-09-22T08:51:51.393 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 9 tests. 2024-09-22T08:51:51.406 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2.2 2024-09-22T08:51:51.428 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-22T08:51:51.428 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:51:51.428 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from LibRGW 2024-09-22T08:51:51.428 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:51:51.439 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:51:51.439 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:51:51.999 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (571 ms) 2024-09-22T08:51:51.999 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:51:52.000 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:51:52.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:51:52.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:51:52.001 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:51:52.062 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (62 ms) 2024-09-22T08:51:52.063 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-22T08:51:52.081 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave0 2024-09-22T08:51:52.098 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave1 2024-09-22T08:51:52.120 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave2 2024-09-22T08:51:52.138 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave3 2024-09-22T08:51:52.158 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave4 2024-09-22T08:51:52.181 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave5 2024-09-22T08:51:52.200 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave6 2024-09-22T08:51:52.219 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave7 2024-09-22T08:51:52.239 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave8 2024-09-22T08:51:52.258 INFO:tasks.workunit.client.0.smithi084.stdout:created: sorrydave9 2024-09-22T08:51:52.258 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (195 ms) 2024-09-22T08:51:52.258 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (792 ms) 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:51:53.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:51:53.049+0000 7f6f87b0ca80 -1 shutting down 2024-09-22T08:51:53.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:51:53.049+0000 7f6e6185e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59252, si_uid : 1000, si_addr0x3e80000e774, si_status0 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (28995 ms) 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 9 tests from LibRGW (30617 ms total) 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 9 tests from 1 test suite ran. (30617 ms total) 2024-09-22T08:52:22.045 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 9 tests. 2024-09-22T08:52:22.057 INFO:tasks.workunit.client.0.smithi084.stdout:phase 3.1 2024-09-22T08:52:22.400 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-22T08:52:22.400 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:52:22.400 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 13 tests from LibRGW 2024-09-22T08:52:22.400 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:52:22.410 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:52:22.410 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:52:22.701 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (301 ms) 2024-09-22T08:52:22.701 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:52:22.703 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:52:22.703 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:52:22.720 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (17 ms) 2024-09-22T08:52:22.720 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:52:22.727 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (8 ms) 2024-09-22T08:52:22.727 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:52:22.730 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-22T08:52:22.730 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LARGE1 2024-09-22T08:52:22.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LARGE1 (61 ms) 2024-09-22T08:52:22.791 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LARGE2 2024-09-22T08:52:22.854 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LARGE2 (63 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.STAT_OBJECT (1 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:52:22.855 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:52:22.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:52:22.852+0000 7f704f791a80 -1 shutting down 2024-09-22T08:52:22.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:52:22.856+0000 7f6f294e3640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59897, si_uid : 1000, si_addr0x3e80000e9f9, si_status0 2024-09-22T08:52:52.752 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29897 ms) 2024-09-22T08:52:52.752 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 13 tests from LibRGW (30352 ms total) 2024-09-22T08:52:52.753 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:52:52.753 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:52:52.753 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 13 tests from 1 test suite ran. (30352 ms total) 2024-09-22T08:52:52.753 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 13 tests. 2024-09-22T08:52:52.765 INFO:tasks.workunit.client.0.smithi084.stdout:phase 3.2 2024-09-22T08:52:53.109 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-22T08:52:53.109 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:52:53.109 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 13 tests from LibRGW 2024-09-22T08:52:53.110 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:52:53.118 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:52:53.118 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:52:53.675 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (567 ms) 2024-09-22T08:52:53.675 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:52:53.677 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:52:53.677 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:52:53.677 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:52:53.677 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:52:53.687 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (10 ms) 2024-09-22T08:52:53.687 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:52:53.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (5 ms) 2024-09-22T08:52:53.693 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LARGE1 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LARGE1 (516 ms) 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LARGE2 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:52:54.209 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:52:54.220 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_OBJECT (12 ms) 2024-09-22T08:52:54.220 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (71 ms) 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:52:54.292 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:52:54.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:52:54.292+0000 7f8ffda8da80 -1 shutting down 2024-09-22T08:52:54.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:52:54.296+0000 7f8ed77df640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60543, si_uid : 1000, si_addr0x3e80000ec7f, si_status0 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29562 ms) 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 13 tests from LibRGW (30745 ms total) 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 13 tests from 1 test suite ran. (30745 ms total) 2024-09-22T08:53:23.854 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 13 tests. 2024-09-22T08:53:23.871 INFO:tasks.workunit.client.0.smithi084.stdout:phase 4.1 2024-09-22T08:53:23.894 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:53:23.894 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:53:23.894 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from LibRGW 2024-09-22T08:53:23.894 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.TVAR 2024-09-22T08:53:23.895 INFO:tasks.workunit.client.0.smithi084.stdout:read i1: 64001 2024-09-22T08:53:23.895 INFO:tasks.workunit.client.0.smithi084.stdout:read s1: blunderbuss 2024-09-22T08:53:23.895 INFO:tasks.workunit.client.0.smithi084.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-22T08:53:23.895 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:53:23.908 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:53:23.908 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:53:24.205 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (311 ms) 2024-09-22T08:53:24.205 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:53:24.207 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:53:24.208 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:53:24.242 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (34 ms) 2024-09-22T08:53:24.242 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_0 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_1 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_2 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_3 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_4 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_5 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_6 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_7 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_8 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_9 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_10 2024-09-22T08:53:25.798 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_11 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_12 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_13 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_14 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_15 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_16 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_17 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_18 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_19 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_20 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_21 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_22 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_23 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_24 2024-09-22T08:53:25.799 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_25 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_26 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_27 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_28 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_29 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_30 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_31 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_32 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_33 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_34 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_35 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_36 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_37 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_38 2024-09-22T08:53:25.800 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_39 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_40 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_41 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_42 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_43 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_44 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_45 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_46 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_47 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_48 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_49 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_50 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_51 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_52 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_53 2024-09-22T08:53:25.801 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_54 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_55 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_56 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_57 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_58 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_59 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_60 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_61 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_62 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_63 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_64 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_65 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_66 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_67 2024-09-22T08:53:25.802 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_68 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_69 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_70 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_71 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_72 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_73 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_74 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_75 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_76 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_77 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_78 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_79 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_80 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_81 2024-09-22T08:53:25.803 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_82 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_83 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_84 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_85 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_86 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_87 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_88 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_89 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_90 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_91 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_92 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_93 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_94 2024-09-22T08:53:25.804 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_95 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_96 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_97 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_98 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:created: dmarker:f_99 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1555 ms) 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:53:25.805 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:53:25.806 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:53:25.807 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:53:25.808 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:53:25.809 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:53:25.810 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:53:25.811 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:53:25.812 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_READDIR (7 ms) 2024-09-22T08:53:25.813 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-22T08:53:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:53:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:53:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:53:25.814 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:53:25.815 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:53:25.816 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:53:25.817 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:53:25.818 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:53:25.819 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:53:25.820 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:53:25.821 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER2_READDIR (5 ms) 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:53:25.812+0000 7f026d7b8a80 -1 shutting down 2024-09-22T08:53:25.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:53:25.816+0000 7f014750a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61188, si_uid : 1000, si_addr0x3e80000ef04, si_status0 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (28740 ms) 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from LibRGW (30655 ms total) 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 11 tests from 1 test suite ran. (30655 ms total) 2024-09-22T08:53:54.550 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 11 tests. 2024-09-22T08:53:54.564 INFO:tasks.workunit.client.0.smithi084.stdout:phase 4.2 2024-09-22T08:53:54.586 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-22T08:53:54.586 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from LibRGW 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.TVAR 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:read i1: 64001 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:read s1: blunderbuss 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-22T08:53:54.587 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:53:54.596 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:53:54.596 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:53:55.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (604 ms) 2024-09-22T08:53:55.190 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:53:55.192 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:53:55.192 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-22T08:53:55.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (19 ms) 2024-09-22T08:53:55.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-22T08:53:55.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-22T08:53:55.211 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-22T08:53:55.212 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-22T08:53:55.212 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-22T08:53:55.216 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-22T08:53:55.217 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-22T08:53:55.218 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-22T08:53:55.219 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-22T08:53:55.220 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-22T08:53:55.221 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-22T08:53:55.222 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-22T08:53:55.223 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER2_READDIR (5 ms) 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:53:55.224 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:53:55.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:53:55.215+0000 7f95b1580a80 -1 shutting down 2024-09-22T08:53:55.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:53:55.219+0000 7f948b2d2640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61833, si_uid : 1000, si_addr0x3e80000f189, si_status0 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29951 ms) 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 11 tests from LibRGW (30581 ms total) 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 11 tests from 1 test suite ran. (30581 ms total) 2024-09-22T08:54:25.168 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 11 tests. 2024-09-22T08:54:25.181 INFO:tasks.workunit.client.0.smithi084.stdout:phase 5.1 2024-09-22T08:54:25.216 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:54:25.216 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:54:25.216 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from LibRGW 2024-09-22T08:54:25.216 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:54:25.227 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:54:25.227 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:54:25.823 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (607 ms) 2024-09-22T08:54:25.823 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:54:25.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:54:25.825 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:54:25.843 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (19 ms) 2024-09-22T08:54:25.844 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:54:25.850 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-22T08:54:25.850 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-22T08:54:25.850 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-22T08:54:25.850 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:54:25.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-22T08:54:25.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-22T08:54:25.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-22T08:54:25.853 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-22T08:54:25.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.PUT_OBJECT (9 ms) 2024-09-22T08:54:25.862 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.GET_OBJECT (3 ms) 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITEV 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READV 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-22T08:54:25.865 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:54:25.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:54:25.867+0000 7fd3be99ca80 -1 shutting down 2024-09-22T08:54:25.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:54:25.871+0000 7fd2986ee640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62478, si_uid : 1000, si_addr0x3e80000f40e, si_status0 2024-09-22T08:54:55.976 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (30111 ms) 2024-09-22T08:54:55.976 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from LibRGW (30760 ms total) 2024-09-22T08:54:55.976 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:54:55.976 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:54:55.976 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 19 tests from 1 test suite ran. (30761 ms total) 2024-09-22T08:54:55.977 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 19 tests. 2024-09-22T08:54:55.990 INFO:tasks.workunit.client.0.smithi084.stdout:phase 5.2 2024-09-22T08:54:56.025 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-22T08:54:56.025 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:54:56.025 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from LibRGW 2024-09-22T08:54:56.025 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:54:56.033 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:54:56.033 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:54:56.337 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (313 ms) 2024-09-22T08:54:56.337 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:54:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:54:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-22T08:54:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-22T08:54:56.339 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-22T08:54:56.348 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (9 ms) 2024-09-22T08:54:56.348 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-22T08:54:56.348 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-22T08:54:56.348 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-22T08:54:56.348 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-22T08:54:56.349 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.WRITEV 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READV 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-22T08:54:56.350 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-22T08:54:56.355 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_OBJECT (8 ms) 2024-09-22T08:54:56.356 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.DELETE_BUCKET (49 ms) 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-22T08:54:56.405 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:54:56.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:54:56.406+0000 7f18ba727a80 -1 shutting down 2024-09-22T08:54:56.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:54:56.406+0000 7f1794479640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63123, si_uid : 1000, si_addr0x3e80000f693, si_status0 2024-09-22T08:55:26.572 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (30167 ms) 2024-09-22T08:55:26.572 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 19 tests from LibRGW (30548 ms total) 2024-09-22T08:55:26.572 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:55:26.573 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:55:26.573 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 19 tests from 1 test suite ran. (30548 ms total) 2024-09-22T08:55:26.573 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 19 tests. 2024-09-22T08:55:26.586 INFO:tasks.workunit.client.0.smithi084.stdout:phase 6.1 2024-09-22T08:55:26.609 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-22T08:55:26.609 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment set-up. 2024-09-22T08:55:26.609 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from LibRGW 2024-09-22T08:55:26.609 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.INIT 2024-09-22T08:55:26.618 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:55:26.618 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:55:26.998 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.INIT (389 ms) 2024-09-22T08:55:26.998 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.MOUNT 2024-09-22T08:55:27.000 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-22T08:55:27.000 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-22T08:55:27.044 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CREATE_BUCKETS (44 ms) 2024-09-22T08:55:27.044 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-22T08:55:27.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (16 ms) 2024-09-22T08:55:27.059 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-22T08:55:27.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.TOPDIR_RENAME (43 ms) 2024-09-22T08:55:27.103 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-22T08:55:27.165 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SUBDIR_RENAME (62 ms) 2024-09-22T08:55:27.166 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-22T08:55:27.235 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (69 ms) 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.UMOUNT (1 ms) 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-22T08:55:27.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:27.234+0000 7f21bd6a4a80 -1 shutting down 2024-09-22T08:55:27.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:27.238+0000 7f20973f6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63771, si_uid : 1000, si_addr0x3e80000f91b, si_status0 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout:[ OK ] LibRGW.SHUTDOWN (29893 ms) 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] 10 tests from LibRGW (30520 ms total) 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout:[----------] Global test environment tear-down 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout:[==========] 10 tests from 1 test suite ran. (30520 ms total) 2024-09-22T08:55:57.129 INFO:tasks.workunit.client.0.smithi084.stdout:[ PASSED ] 10 tests. 2024-09-22T08:55:57.144 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:55:57.144 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:55:57.159 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-22T08:55:57.161 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-22T08:55:57.161 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-22T08:55:57.213 INFO:tasks.workunit.client.0.smithi084.stderr:+ [ -z ] 2024-09-22T08:55:57.214 INFO:tasks.workunit.client.0.smithi084.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-22T08:55:57.214 INFO:tasks.workunit.client.0.smithi084.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-22T08:55:57.214 INFO:tasks.workunit.client.0.smithi084.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-22T08:55:57.254 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T08:55:57.254 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T08:55:57.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.298+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 realm 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:55:57.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.302+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.306+0000 7f19be4699c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T08:55:57.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.306+0000 7f19be4699c0 20 searching for the correct realm 2024-09-22T08:55:57.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.310+0000 7f19bc770640 0 -- 172.21.15.84:0/1832722560 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f19b000e400 msgr2=0x7f19b000e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:55:57.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.526+0000 7f19bbf6f640 0 -- 172.21.15.84:0/1832722560 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5583ebdd88f0 msgr2=0x5583ebddad00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T08:55:57.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 zone default found 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 4 Realm: () 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 zonegroup default 2024-09-22T08:55:57.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.534+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 started sync module instance, tier type = 2024-09-22T08:55:57.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.538+0000 7f19be4699c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=0 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=1 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=2 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=3 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=4 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=5 2024-09-22T08:55:57.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.562+0000 7f19be4699c0 20 add_watcher() i=6 2024-09-22T08:55:57.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.566+0000 7f19be4699c0 20 add_watcher() i=7 2024-09-22T08:55:57.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.566+0000 7f19be4699c0 2 all 8 watchers are set, enabling cache 2024-09-22T08:55:57.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f18727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:55:57.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T08:55:57.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T08:55:57.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 5 note: GC not initialized 2024-09-22T08:55:57.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f18717e2640 20 reqs_thread_entry: start 2024-09-22T08:55:57.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 init_complete bucket index max shards: 11 2024-09-22T08:55:57.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 Filter name: none 2024-09-22T08:55:57.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f186a7fc640 20 reqs_thread_entry: start 2024-09-22T08:55:57.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-22T08:55:57.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-22T08:55:57.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:55:57.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-22T08:55:57.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.570+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 20 rados->read ofs=0 len=0 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-22T08:55:57.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-22T08:55:57.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-22T08:55:57.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:55:57.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f19be4699c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-22T08:55:57.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f189affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660485 cookie 94025086300784 notifier 5570 bl.length()=677 2024-09-22T08:55:57.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f189affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-22T08:55:57.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.574+0000 7f189affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-22T08:55:57.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.578+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-22T08:55:57.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.578+0000 7f19be4699c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:55:57.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.578+0000 7f19be4699c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-22T08:55:57.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.582+0000 7f189a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660492 cookie 94025086291056 notifier 5570 bl.length()=187 2024-09-22T08:55:57.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.582+0000 7f189a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-22T08:55:57.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.582+0000 7f189a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-22T08:55:57.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f19be4699c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-22T08:55:57.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f19be4699c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:55:57.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f19be4699c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-22T08:55:57.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f189a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660493 cookie 94025086291056 notifier 5570 bl.length()=197 2024-09-22T08:55:57.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f189a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-22T08:55:57.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.586+0000 7f189a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-22T08:55:57.589 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "user_id": "ceph-test-maven", 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "display_name": "maven test user", 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "email": "sigv4@example.com", 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "suspended": 0, 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "max_buckets": 1000, 2024-09-22T08:55:57.590 INFO:tasks.workunit.client.0.smithi084.stdout: "subusers": [], 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "keys": [ 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "user": "ceph-test-maven", 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-22T08:55:57.591 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T08:55:57.577353Z" 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "swift_keys": [], 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": [], 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T08:55:57.592 INFO:tasks.workunit.client.0.smithi084.stdout: "default_placement": "", 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "default_storage_class": "", 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "placement_tags": [], 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_quota": { 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T08:55:57.593 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "user_quota": { 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "temp_url_keys": [], 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "rgw", 2024-09-22T08:55:57.594 INFO:tasks.workunit.client.0.smithi084.stdout: "mfa_ids": [], 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "account_id": "", 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "path": "/", 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T08:55:57.577321Z", 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "tags": [], 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: "group_ids": [] 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T08:55:57.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.590+0000 7f18727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T08:55:57.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.598+0000 7f19be4699c0 20 remove_watcher() i=0 2024-09-22T08:55:57.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.598+0000 7f19be4699c0 2 removed watcher, disabling cache 2024-09-22T08:55:57.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.598+0000 7f19be4699c0 20 remove_watcher() i=1 2024-09-22T08:55:57.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.602+0000 7f19be4699c0 20 remove_watcher() i=2 2024-09-22T08:55:57.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.602+0000 7f19be4699c0 20 remove_watcher() i=3 2024-09-22T08:55:57.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.606+0000 7f19be4699c0 20 remove_watcher() i=4 2024-09-22T08:55:57.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.606+0000 7f19be4699c0 20 remove_watcher() i=5 2024-09-22T08:55:57.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.606+0000 7f19be4699c0 20 remove_watcher() i=6 2024-09-22T08:55:57.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T08:55:57.610+0000 7f19be4699c0 20 remove_watcher() i=7 2024-09-22T08:55:57.624 INFO:tasks.workunit.client.0.smithi084.stderr:+ [ -z ] 2024-09-22T08:55:57.624 INFO:tasks.workunit.client.0.smithi084.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-22T08:55:57.624 INFO:tasks.workunit.client.0.smithi084.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-22T08:55:57.625 INFO:tasks.workunit.client.0.smithi084.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi084.front.sepia.ceph.com:443 2024-09-22T08:55:57.625 INFO:tasks.workunit.client.0.smithi084.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-22T08:55:57.625 INFO:tasks.workunit.client.0.smithi084.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-22T08:55:57.625 INFO:tasks.workunit.client.0.smithi084.stderr:+ ./mvnw clean package 2024-09-22T08:55:57.631 INFO:tasks.workunit.client.0.smithi084.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-22T08:56:00.159 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Scanning for projects... 2024-09-22T08:56:00.282 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-22T08:56:00.384 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 54 kB/s) 2024-09-22T08:56:00.399 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-22T08:56:00.436 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 65/83 kB Progress (1): 82/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.2 MB/s) 2024-09-22T08:56:00.446 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-22T08:56:00.470 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 66/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.3 MB/s) 2024-09-22T08:56:00.502 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:00.502 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-22T08:56:00.502 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Building jcksum 1.0 2024-09-22T08:56:00.502 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] from pom.xml 2024-09-22T08:56:00.502 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-22T08:56:00.506 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-22T08:56:00.522 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-22T08:56:00.530 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-22T08:56:00.546 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-22T08:56:00.550 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-22T08:56:00.567 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-22T08:56:00.574 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-22T08:56:00.590 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.3 MB/s) 2024-09-22T08:56:00.604 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-22T08:56:00.620 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.1 MB/s) 2024-09-22T08:56:00.629 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-22T08:56:00.645 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 544 kB/s) 2024-09-22T08:56:00.649 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-22T08:56:00.665 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 506 kB/s) 2024-09-22T08:56:00.668 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-22T08:56:00.684 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 3.0 MB/s) 2024-09-22T08:56:00.690 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-22T08:56:00.705 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-22T08:56:00.714 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-22T08:56:00.730 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.9 MB/s) 2024-09-22T08:56:00.738 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-22T08:56:00.754 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 577 kB/s) 2024-09-22T08:56:00.763 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-22T08:56:00.781 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.9 MB/s) 2024-09-22T08:56:00.791 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-22T08:56:00.807 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-22T08:56:00.810 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-22T08:56:00.826 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.4 MB/s) 2024-09-22T08:56:00.829 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-22T08:56:00.845 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.1 MB/s) 2024-09-22T08:56:00.849 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-22T08:56:00.865 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.5 MB/s) 2024-09-22T08:56:00.877 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-22T08:56:00.893 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-22T08:56:00.900 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-22T08:56:00.917 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.5 MB/s) 2024-09-22T08:56:00.928 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-22T08:56:00.945 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 398 kB/s) 2024-09-22T08:56:00.948 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-22T08:56:00.963 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-22T08:56:00.966 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-22T08:56:00.983 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-22T08:56:00.987 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-22T08:56:01.003 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.3 MB/s) 2024-09-22T08:56:01.012 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-22T08:56:01.068 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.6 MB/s) 2024-09-22T08:56:01.068 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-22T08:56:01.070 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 338 kB/s) 2024-09-22T08:56:01.075 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-22T08:56:01.092 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-22T08:56:01.101 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-22T08:56:01.118 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.2 MB/s) 2024-09-22T08:56:01.133 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-22T08:56:01.150 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 222 kB/s) 2024-09-22T08:56:01.155 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-22T08:56:01.171 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-22T08:56:01.175 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-22T08:56:01.191 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 139 kB/s) 2024-09-22T08:56:01.198 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-22T08:56:01.215 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 227 kB/s) 2024-09-22T08:56:01.222 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-22T08:56:01.239 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-22T08:56:01.246 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-22T08:56:01.263 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 645 kB/s) 2024-09-22T08:56:01.270 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-22T08:56:01.287 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 99 kB/s) 2024-09-22T08:56:01.293 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-22T08:56:01.310 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 225 kB/s) 2024-09-22T08:56:01.316 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-22T08:56:01.333 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 289 kB/s) 2024-09-22T08:56:01.340 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-22T08:56:01.356 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 68 kB/s) 2024-09-22T08:56:01.360 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-22T08:56:01.376 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 240 kB/s) 2024-09-22T08:56:01.380 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-22T08:56:01.395 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 863 kB/s) 2024-09-22T08:56:01.400 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-22T08:56:01.416 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 245 kB/s) 2024-09-22T08:56:01.421 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-22T08:56:01.438 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 136 kB/s) 2024-09-22T08:56:01.445 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-22T08:56:01.462 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 171 kB/s) 2024-09-22T08:56:01.469 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-22T08:56:01.485 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 436 kB/s) 2024-09-22T08:56:01.492 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-22T08:56:01.509 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 303 kB/s) 2024-09-22T08:56:01.519 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-22T08:56:01.536 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 194 kB/s) 2024-09-22T08:56:01.545 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-22T08:56:01.562 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 258 kB/s) 2024-09-22T08:56:01.566 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-22T08:56:01.586 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 127 kB/s) 2024-09-22T08:56:01.597 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-22T08:56:01.614 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 379 kB/s) 2024-09-22T08:56:01.622 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-22T08:56:01.638 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 357 kB/s) 2024-09-22T08:56:01.650 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-22T08:56:01.668 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 157 kB/s) 2024-09-22T08:56:01.679 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-22T08:56:01.696 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 193 kB/s) 2024-09-22T08:56:01.706 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-22T08:56:01.722 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 240 kB/s) 2024-09-22T08:56:01.727 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-22T08:56:01.743 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 111 kB/s) 2024-09-22T08:56:01.752 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-22T08:56:01.769 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 413 kB/s) 2024-09-22T08:56:01.773 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-22T08:56:01.790 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 964 kB/s) 2024-09-22T08:56:01.795 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-22T08:56:01.813 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 1.9 MB/s) 2024-09-22T08:56:01.820 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-22T08:56:01.837 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.0 MB/s) 2024-09-22T08:56:01.847 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-22T08:56:01.865 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 261 kB/s) 2024-09-22T08:56:01.872 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-22T08:56:01.890 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 732 kB/s) 2024-09-22T08:56:01.901 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-22T08:56:01.918 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 822 kB/s) 2024-09-22T08:56:01.923 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-22T08:56:01.941 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.8 MB/s) 2024-09-22T08:56:01.966 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-22T08:56:01.982 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 979 kB/s) 2024-09-22T08:56:01.991 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-22T08:56:02.007 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 908 kB/s) 2024-09-22T08:56:02.012 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-22T08:56:02.031 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.0 MB/s) 2024-09-22T08:56:02.040 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-22T08:56:02.057 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-22T08:56:02.065 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-22T08:56:02.083 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.1 MB/s) 2024-09-22T08:56:02.088 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-22T08:56:02.108 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 3.9 MB/s) 2024-09-22T08:56:02.121 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-22T08:56:02.138 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 213 kB/s) 2024-09-22T08:56:02.142 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-22T08:56:02.161 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 767 kB/s) 2024-09-22T08:56:02.167 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-22T08:56:02.187 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 160 kB/s) 2024-09-22T08:56:02.192 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-22T08:56:02.208 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 187 kB/s) 2024-09-22T08:56:02.213 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-22T08:56:02.230 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 120 kB/s) 2024-09-22T08:56:02.236 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-22T08:56:02.252 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-22T08:56:02.257 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-22T08:56:02.273 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 90 kB/s) 2024-09-22T08:56:02.278 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-22T08:56:02.295 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 188 kB/s) 2024-09-22T08:56:02.300 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-22T08:56:02.317 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 188 kB/s) 2024-09-22T08:56:02.322 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-22T08:56:02.338 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 200 kB/s) 2024-09-22T08:56:02.344 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-22T08:56:02.361 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 64 kB/s) 2024-09-22T08:56:02.369 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-22T08:56:02.385 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 60 kB/s) 2024-09-22T08:56:02.390 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-22T08:56:02.407 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-22T08:56:02.412 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-22T08:56:02.429 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-22T08:56:02.434 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-22T08:56:02.453 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 181 kB/s) 2024-09-22T08:56:02.458 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-22T08:56:02.475 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 191 kB/s) 2024-09-22T08:56:02.481 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-22T08:56:02.498 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-22T08:56:02.545 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-22T08:56:02.657 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 29 MB/s) 2024-09-22T08:56:02.660 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-22T08:56:02.660 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-22T08:56:02.660 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-22T08:56:02.663 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-22T08:56:02.663 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-22T08:56:02.701 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/98 kB Progress (1): 33/98 kB Progress (1): 49/98 kB Progress (1): 66/98 kB Progress (1): 82/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 2.2 MB/s) 2024-09-22T08:56:02.702 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-22T08:56:02.718 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/49 kB Progress (1): 2.8/49 kB Progress (1): 4.1/49 kB Progress (1): 5.5/49 kB Progress (2): 5.5/49 kB | 1.4/35 kB Progress (2): 6.9/49 kB | 1.4/35 kB Progress (2): 6.9/49 kB | 2.8/35 kB Progress (2): 8.3/49 kB | 2.8/35 kB Progress (2): 8.3/49 kB | 4.1/35 kB Progress (2): 9.7/49 kB | 4.1/35 kB Progress (2): 9.7/49 kB | 5.5/35 kB Progress (2): 11/49 kB | 5.5/35 kB Progress (2): 11/49 kB | 6.9/35 kB Progress (2): 12/49 kB | 6.9/35 kB Progress (2): 12/49 kB | 8.3/35 kB Progress (2): 14/49 kB | 8.3/35 kB Progress (2): 14/49 kB | 9.7/35 kB Progress (2): 15/49 kB | 9.7/35 kB Progress (2): 15/49 kB | 11/35 kB Progress (2): 16/49 kB | 11/35 kB Progress (2): 16/49 kB | 12/35 kB Progress (2): 18/49 kB | 12/35 kB Progress (2): 18/49 kB | 14/35 kB Progress (2): 19/49 kB | 14/35 kB Progress (2): 19/49 kB | 15/35 kB Progress (2): 21/49 kB | 15/35 kB Progress (2): 21/49 kB | 17/35 kB Progress (2): 22/49 kB | 17/35 kB Progress (2): 22/49 kB | 18/35 kB Progress (2): 23/49 kB | 18/35 kB Progress (2): 23/49 kB | 19/35 kB Progress (2): 25/49 kB | 19/35 kB Progress (2): 25/49 kB | 21/35 kB Progress (2): 26/49 kB | 21/35 kB Progress (2): 26/49 kB | 22/35 kB Progress (2): 27/49 kB | 22/35 kB Progress (2): 27/49 kB | 23/35 kB Progress (2): 27/49 kB | 25/35 kB Progress (2): 27/49 kB | 26/35 kB Progress (2): 29/49 kB | 26/35 kB Progress (3): 29/49 kB | 26/35 kB | 16 kB Progress (3): 30/49 kB | 26/35 kB | 16 kB Progress (3): 30/49 kB | 28/35 kB | 16 kB Progress (3): 32/49 kB | 28/35 kB | 16 kB Progress (3): 32/49 kB | 29/35 kB | 16 kB Progress (3): 32/49 kB | 30/35 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 297 kB/s) 2024-09-22T08:56:02.718 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 33/49 kB | 30/35 kB Progress (2): 33/49 kB | 32/35 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-22T08:56:02.718 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 34/49 kB | 32/35 kB Progress (2): 34/49 kB | 33/35 kB Progress (2): 36/49 kB | 33/35 kB Progress (2): 36/49 kB | 34/35 kB Progress (2): 37/49 kB | 34/35 kB Progress (2): 37/49 kB | 35 kB Progress (2): 38/49 kB | 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 596 kB/s) 2024-09-22T08:56:02.719 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-22T08:56:02.726 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 40/49 kB Progress (1): 41/49 kB Progress (1): 43/49 kB Progress (1): 44/49 kB Progress (1): 45/49 kB Progress (1): 47/49 kB Progress (1): 48/49 kB Progress (1): 49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 781 kB/s) 2024-09-22T08:56:02.726 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-22T08:56:02.735 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/782 kB Progress (1): 33/782 kB Progress (1): 49/782 kB Progress (1): 65/782 kB Progress (1): 81/782 kB Progress (2): 81/782 kB | 1.4/11 kB Progress (2): 81/782 kB | 2.8/11 kB Progress (2): 98/782 kB | 2.8/11 kB Progress (2): 98/782 kB | 4.1/11 kB Progress (2): 98/782 kB | 5.5/11 kB Progress (2): 98/782 kB | 6.9/11 kB Progress (2): 98/782 kB | 8.3/11 kB Progress (2): 114/782 kB | 8.3/11 kB Progress (2): 114/782 kB | 9.7/11 kB Progress (2): 114/782 kB | 11/11 kB Progress (2): 114/782 kB | 11 kB Progress (2): 130/782 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 158 kB/s) 2024-09-22T08:56:02.735 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 147/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-22T08:56:02.743 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 163/782 kB Progress (1): 180/782 kB Progress (1): 196/782 kB Progress (1): 212/782 kB Progress (1): 229/782 kB Progress (1): 245/782 kB Progress (1): 262/782 kB Progress (1): 278/782 kB Progress (2): 278/782 kB | 1.4/71 kB Progress (2): 294/782 kB | 1.4/71 kB Progress (3): 294/782 kB | 1.4/71 kB | 1.4/16 kB Progress (3): 294/782 kB | 2.8/71 kB | 1.4/16 kB Progress (3): 311/782 kB | 2.8/71 kB | 1.4/16 kB Progress (3): 311/782 kB | 2.8/71 kB | 2.8/16 kB Progress (3): 311/782 kB | 4.1/71 kB | 2.8/16 kB Progress (3): 311/782 kB | 4.1/71 kB | 4.1/16 kB Progress (3): 327/782 kB | 4.1/71 kB | 4.1/16 kB Progress (3): 327/782 kB | 5.5/71 kB | 4.1/16 kB Progress (3): 327/782 kB | 5.5/71 kB | 5.5/16 kB Progress (3): 327/782 kB | 5.5/71 kB | 6.9/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 6.9/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 8.3/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 9.7/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 11/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 12/16 kB Progress (3): 327/782 kB | 6.9/71 kB | 14/16 kB Progress (3): 343/782 kB | 6.9/71 kB | 14/16 kB Progress (3): 343/782 kB | 6.9/71 kB | 15/16 kB Progress (3): 343/782 kB | 8.3/71 kB | 15/16 kB Progress (4): 343/782 kB | 8.3/71 kB | 15/16 kB | 16/205 kB Progress (4): 360/782 kB | 8.3/71 kB | 15/16 kB | 16/205 kB Progress (4): 360/782 kB | 8.3/71 kB | 16 kB | 16/205 kB Progress (4): 360/782 kB | 8.3/71 kB | 16 kB | 33/205 kB Progress (4): 360/782 kB | 9.7/71 kB | 16 kB | 33/205 kB Progress (4): 376/782 kB | 9.7/71 kB | 16 kB | 33/205 kB Progress (4): 376/782 kB | 11/71 kB | 16 kB | 33/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 190 kB/s) 2024-09-22T08:56:02.743 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-22T08:56:02.753 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 376/782 kB | 12/71 kB | 33/205 kB Progress (3): 393/782 kB | 12/71 kB | 33/205 kB Progress (3): 393/782 kB | 12/71 kB | 49/205 kB Progress (3): 393/782 kB | 14/71 kB | 49/205 kB Progress (3): 393/782 kB | 15/71 kB | 49/205 kB Progress (3): 409/782 kB | 15/71 kB | 49/205 kB Progress (3): 409/782 kB | 16/71 kB | 49/205 kB Progress (3): 409/782 kB | 16/71 kB | 66/205 kB Progress (3): 425/782 kB | 16/71 kB | 66/205 kB Progress (3): 442/782 kB | 16/71 kB | 66/205 kB Progress (3): 442/782 kB | 33/71 kB | 66/205 kB Progress (3): 458/782 kB | 33/71 kB | 66/205 kB Progress (3): 475/782 kB | 33/71 kB | 66/205 kB Progress (3): 491/782 kB | 33/71 kB | 66/205 kB Progress (3): 507/782 kB | 33/71 kB | 66/205 kB Progress (3): 524/782 kB | 33/71 kB | 66/205 kB Progress (3): 540/782 kB | 33/71 kB | 66/205 kB Progress (3): 556/782 kB | 33/71 kB | 66/205 kB Progress (3): 573/782 kB | 33/71 kB | 66/205 kB Progress (3): 589/782 kB | 33/71 kB | 66/205 kB Progress (4): 589/782 kB | 33/71 kB | 66/205 kB | 16/30 kB Progress (4): 606/782 kB | 33/71 kB | 66/205 kB | 16/30 kB Progress (4): 622/782 kB | 33/71 kB | 66/205 kB | 16/30 kB Progress (4): 638/782 kB | 33/71 kB | 66/205 kB | 16/30 kB Progress (4): 638/782 kB | 49/71 kB | 66/205 kB | 16/30 kB Progress (4): 638/782 kB | 49/71 kB | 66/205 kB | 30 kB Progress (4): 655/782 kB | 49/71 kB | 66/205 kB | 30 kB Progress (4): 655/782 kB | 49/71 kB | 82/205 kB | 30 kB Progress (4): 671/782 kB | 49/71 kB | 82/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 339 kB/s) 2024-09-22T08:56:02.753 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-22T08:56:02.756 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 671/782 kB | 49/71 kB | 98/205 kB Progress (3): 688/782 kB | 49/71 kB | 98/205 kB Progress (3): 688/782 kB | 66/71 kB | 98/205 kB Progress (3): 704/782 kB | 66/71 kB | 98/205 kB Progress (3): 704/782 kB | 66/71 kB | 115/205 kB Progress (3): 720/782 kB | 66/71 kB | 115/205 kB Progress (3): 737/782 kB | 66/71 kB | 115/205 kB Progress (3): 737/782 kB | 66/71 kB | 131/205 kB Progress (3): 737/782 kB | 71 kB | 131/205 kB Progress (3): 753/782 kB | 71 kB | 131/205 kB Progress (3): 753/782 kB | 71 kB | 147/205 kB Progress (3): 769/782 kB | 71 kB | 147/205 kB Progress (3): 769/782 kB | 71 kB | 164/205 kB Progress (3): 782 kB | 71 kB | 164/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 720 kB/s) 2024-09-22T08:56:02.757 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-22T08:56:02.758 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 782 kB | 180/205 kB Progress (3): 782 kB | 180/205 kB | 1.4/81 kB Progress (3): 782 kB | 180/205 kB | 2.8/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 8.2 MB/s) 2024-09-22T08:56:02.758 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 180/205 kB | 4.1/81 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-22T08:56:02.759 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 180/205 kB | 5.5/81 kB Progress (2): 180/205 kB | 6.9/81 kB Progress (2): 180/205 kB | 8.3/81 kB Progress (2): 197/205 kB | 8.3/81 kB Progress (2): 197/205 kB | 9.7/81 kB Progress (2): 197/205 kB | 11/81 kB Progress (2): 205 kB | 11/81 kB Progress (2): 205 kB | 12/81 kB Progress (2): 205 kB | 14/81 kB Progress (2): 205 kB | 15/81 kB Progress (2): 205 kB | 16/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.1 MB/s) 2024-09-22T08:56:02.759 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-22T08:56:02.772 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 33/81 kB Progress (2): 33/81 kB | 15/798 kB Progress (2): 33/81 kB | 31/798 kB Progress (2): 49/81 kB | 31/798 kB Progress (2): 49/81 kB | 48/798 kB Progress (2): 64/81 kB | 48/798 kB Progress (3): 64/81 kB | 48/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 121 kB/s) 2024-09-22T08:56:02.772 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-22T08:56:02.774 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 64/81 kB | 64/798 kB Progress (3): 64/81 kB | 64/798 kB | 16/182 kB Progress (3): 64/81 kB | 64/798 kB | 33/182 kB Progress (3): 81/81 kB | 64/798 kB | 33/182 kB Progress (3): 81 kB | 64/798 kB | 33/182 kB Progress (4): 81 kB | 64/798 kB | 33/182 kB | 16/151 kB Progress (4): 81 kB | 64/798 kB | 33/182 kB | 33/151 kB Progress (4): 81 kB | 64/798 kB | 49/182 kB | 33/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 739 kB/s) 2024-09-22T08:56:02.774 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 64/798 kB | 49/182 kB | 49/151 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-22T08:56:02.777 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 64/798 kB | 49/182 kB | 66/151 kB Progress (3): 64/798 kB | 49/182 kB | 79/151 kB Progress (3): 64/798 kB | 66/182 kB | 79/151 kB Progress (3): 64/798 kB | 66/182 kB | 96/151 kB Progress (3): 64/798 kB | 66/182 kB | 112/151 kB Progress (3): 64/798 kB | 66/182 kB | 128/151 kB Progress (3): 64/798 kB | 82/182 kB | 128/151 kB Progress (3): 64/798 kB | 82/182 kB | 145/151 kB Progress (3): 64/798 kB | 82/182 kB | 151 kB Progress (3): 64/798 kB | 98/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.3 MB/s) 2024-09-22T08:56:02.777 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-22T08:56:02.787 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 81/798 kB | 98/182 kB Progress (2): 95/798 kB | 98/182 kB Progress (2): 112/798 kB | 98/182 kB Progress (2): 128/798 kB | 98/182 kB Progress (2): 145/798 kB | 98/182 kB Progress (2): 161/798 kB | 98/182 kB Progress (2): 161/798 kB | 115/182 kB Progress (2): 161/798 kB | 131/182 kB Progress (2): 177/798 kB | 131/182 kB Progress (2): 194/798 kB | 131/182 kB Progress (2): 194/798 kB | 147/182 kB Progress (2): 194/798 kB | 164/182 kB Progress (2): 210/798 kB | 164/182 kB Progress (2): 210/798 kB | 180/182 kB Progress (2): 210/798 kB | 182 kB Progress (2): 226/798 kB | 182 kB Progress (3): 226/798 kB | 182 kB | 16/27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.5 MB/s) 2024-09-22T08:56:02.787 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-22T08:56:02.788 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 226/798 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 222 kB/s) 2024-09-22T08:56:02.788 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-22T08:56:02.791 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 226/798 kB | 16/30 kB Progress (2): 226/798 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 239 kB/s) 2024-09-22T08:56:02.791 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-22T08:56:02.810 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 226/798 kB | 16/385 kB Progress (2): 226/798 kB | 33/385 kB Progress (2): 226/798 kB | 49/385 kB Progress (2): 226/798 kB | 66/385 kB Progress (2): 226/798 kB | 82/385 kB Progress (2): 226/798 kB | 98/385 kB Progress (2): 243/798 kB | 98/385 kB Progress (2): 243/798 kB | 115/385 kB Progress (2): 243/798 kB | 131/385 kB Progress (2): 259/798 kB | 131/385 kB Progress (2): 259/798 kB | 147/385 kB Progress (2): 276/798 kB | 147/385 kB Progress (2): 276/798 kB | 164/385 kB Progress (2): 292/798 kB | 164/385 kB Progress (2): 292/798 kB | 180/385 kB Progress (2): 308/798 kB | 180/385 kB Progress (2): 308/798 kB | 197/385 kB Progress (2): 325/798 kB | 197/385 kB Progress (2): 325/798 kB | 213/385 kB Progress (3): 325/798 kB | 213/385 kB | 16/75 kB Progress (4): 325/798 kB | 213/385 kB | 16/75 kB | 13 kB Progress (5): 325/798 kB | 213/385 kB | 16/75 kB | 13 kB | 16/780 kB Progress (5): 341/798 kB | 213/385 kB | 16/75 kB | 13 kB | 16/780 kB Progress (5): 341/798 kB | 229/385 kB | 16/75 kB | 13 kB | 16/780 kB Progress (5): 341/798 kB | 229/385 kB | 32/75 kB | 13 kB | 16/780 kB Progress (5): 341/798 kB | 229/385 kB | 32/75 kB | 13 kB | 33/780 kB Progress (5): 358/798 kB | 229/385 kB | 32/75 kB | 13 kB | 33/780 kB Progress (5): 358/798 kB | 246/385 kB | 32/75 kB | 13 kB | 33/780 kB Progress (5): 358/798 kB | 246/385 kB | 49/75 kB | 13 kB | 33/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 91 kB/s) 2024-09-22T08:56:02.810 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 358/798 kB | 246/385 kB | 49/75 kB | 49/780 kB Progress (4): 358/798 kB | 246/385 kB | 65/75 kB | 49/780 kB Progress (4): 374/798 kB | 246/385 kB | 65/75 kB | 49/780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-22T08:56:02.812 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 374/798 kB | 246/385 kB | 75 kB | 49/780 kB Progress (4): 374/798 kB | 262/385 kB | 75 kB | 49/780 kB Progress (4): 374/798 kB | 262/385 kB | 75 kB | 64/780 kB Progress (4): 390/798 kB | 262/385 kB | 75 kB | 64/780 kB Progress (4): 390/798 kB | 279/385 kB | 75 kB | 64/780 kB Progress (4): 390/798 kB | 279/385 kB | 75 kB | 81/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 511 kB/s) 2024-09-22T08:56:02.812 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-22T08:56:02.813 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 407/798 kB | 279/385 kB | 81/780 kB Progress (3): 407/798 kB | 295/385 kB | 81/780 kB Progress (3): 407/798 kB | 295/385 kB | 97/780 kB Progress (3): 423/798 kB | 295/385 kB | 97/780 kB Progress (3): 423/798 kB | 295/385 kB | 114/780 kB Progress (3): 423/798 kB | 311/385 kB | 114/780 kB Progress (3): 423/798 kB | 328/385 kB | 114/780 kB Progress (3): 439/798 kB | 328/385 kB | 114/780 kB Progress (3): 439/798 kB | 344/385 kB | 114/780 kB Progress (3): 456/798 kB | 344/385 kB | 114/780 kB Progress (3): 456/798 kB | 360/385 kB | 114/780 kB Progress (3): 456/798 kB | 377/385 kB | 114/780 kB Progress (3): 472/798 kB | 377/385 kB | 114/780 kB Progress (3): 472/798 kB | 385 kB | 114/780 kB Progress (3): 489/798 kB | 385 kB | 114/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.6 MB/s) 2024-09-22T08:56:02.813 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-22T08:56:02.821 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 505/798 kB | 114/780 kB Progress (2): 521/798 kB | 114/780 kB Progress (2): 538/798 kB | 114/780 kB Progress (2): 554/798 kB | 114/780 kB Progress (2): 570/798 kB | 114/780 kB Progress (2): 587/798 kB | 114/780 kB Progress (2): 603/798 kB | 114/780 kB Progress (2): 620/798 kB | 114/780 kB Progress (2): 636/798 kB | 114/780 kB Progress (2): 652/798 kB | 114/780 kB Progress (2): 652/798 kB | 130/780 kB Progress (2): 669/798 kB | 130/780 kB Progress (2): 685/798 kB | 130/780 kB Progress (2): 685/798 kB | 146/780 kB Progress (2): 685/798 kB | 163/780 kB Progress (2): 702/798 kB | 163/780 kB Progress (2): 718/798 kB | 163/780 kB Progress (2): 718/798 kB | 179/780 kB Progress (2): 734/798 kB | 179/780 kB Progress (2): 751/798 kB | 179/780 kB Progress (2): 767/798 kB | 179/780 kB Progress (2): 767/798 kB | 196/780 kB Progress (2): 783/798 kB | 196/780 kB Progress (2): 783/798 kB | 212/780 kB Progress (2): 798 kB | 212/780 kB Progress (2): 798 kB | 228/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 5.1 MB/s) 2024-09-22T08:56:02.821 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 245/780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-22T08:56:02.837 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 261/780 kB Progress (1): 277/780 kB Progress (1): 294/780 kB Progress (1): 310/780 kB Progress (1): 327/780 kB Progress (2): 327/780 kB | 16/329 kB Progress (2): 327/780 kB | 33/329 kB Progress (2): 327/780 kB | 49/329 kB Progress (2): 327/780 kB | 62/329 kB Progress (3): 327/780 kB | 62/329 kB | 16/501 kB Progress (3): 327/780 kB | 78/329 kB | 16/501 kB Progress (3): 327/780 kB | 78/329 kB | 33/501 kB Progress (3): 327/780 kB | 95/329 kB | 33/501 kB Progress (3): 327/780 kB | 95/329 kB | 49/501 kB Progress (3): 327/780 kB | 95/329 kB | 66/501 kB Progress (3): 327/780 kB | 111/329 kB | 66/501 kB Progress (3): 327/780 kB | 111/329 kB | 82/501 kB Progress (3): 327/780 kB | 127/329 kB | 82/501 kB Progress (3): 327/780 kB | 127/329 kB | 98/501 kB Progress (3): 327/780 kB | 144/329 kB | 98/501 kB Progress (3): 327/780 kB | 160/329 kB | 98/501 kB Progress (4): 327/780 kB | 160/329 kB | 98/501 kB | 16/354 kB Progress (4): 327/780 kB | 160/329 kB | 115/501 kB | 16/354 kB Progress (4): 327/780 kB | 176/329 kB | 115/501 kB | 16/354 kB Progress (4): 327/780 kB | 176/329 kB | 115/501 kB | 33/354 kB Progress (4): 327/780 kB | 176/329 kB | 131/501 kB | 33/354 kB Progress (4): 327/780 kB | 193/329 kB | 131/501 kB | 33/354 kB Progress (4): 327/780 kB | 193/329 kB | 131/501 kB | 49/354 kB Progress (4): 327/780 kB | 193/329 kB | 147/501 kB | 49/354 kB Progress (4): 327/780 kB | 209/329 kB | 147/501 kB | 49/354 kB Progress (4): 327/780 kB | 209/329 kB | 147/501 kB | 65/354 kB Progress (4): 327/780 kB | 226/329 kB | 147/501 kB | 65/354 kB Progress (4): 327/780 kB | 226/329 kB | 164/501 kB | 65/354 kB Progress (4): 327/780 kB | 226/329 kB | 164/501 kB | 82/354 kB Progress (4): 327/780 kB | 226/329 kB | 180/501 kB | 82/354 kB Progress (4): 327/780 kB | 242/329 kB | 180/501 kB | 82/354 kB Progress (4): 343/780 kB | 242/329 kB | 180/501 kB | 82/354 kB Progress (4): 343/780 kB | 242/329 kB | 180/501 kB | 98/354 kB Progress (4): 359/780 kB | 242/329 kB | 180/501 kB | 98/354 kB Progress (4): 359/780 kB | 258/329 kB | 180/501 kB | 98/354 kB Progress (4): 359/780 kB | 258/329 kB | 197/501 kB | 98/354 kB Progress (4): 359/780 kB | 258/329 kB | 197/501 kB | 115/354 kB Progress (4): 376/780 kB | 258/329 kB | 197/501 kB | 115/354 kB Progress (4): 376/780 kB | 275/329 kB | 197/501 kB | 115/354 kB Progress (4): 392/780 kB | 275/329 kB | 197/501 kB | 115/354 kB Progress (4): 392/780 kB | 275/329 kB | 213/501 kB | 115/354 kB Progress (4): 392/780 kB | 275/329 kB | 213/501 kB | 131/354 kB Progress (4): 409/780 kB | 275/329 kB | 213/501 kB | 131/354 kB Progress (4): 409/780 kB | 291/329 kB | 213/501 kB | 131/354 kB Progress (4): 409/780 kB | 291/329 kB | 229/501 kB | 131/354 kB Progress (4): 409/780 kB | 291/329 kB | 229/501 kB | 147/354 kB Progress (4): 425/780 kB | 291/329 kB | 229/501 kB | 147/354 kB Progress (4): 425/780 kB | 291/329 kB | 246/501 kB | 147/354 kB Progress (4): 441/780 kB | 291/329 kB | 246/501 kB | 147/354 kB Progress (4): 441/780 kB | 291/329 kB | 246/501 kB | 164/354 kB Progress (4): 458/780 kB | 291/329 kB | 246/501 kB | 164/354 kB Progress (4): 458/780 kB | 291/329 kB | 262/501 kB | 164/354 kB Progress (4): 458/780 kB | 291/329 kB | 262/501 kB | 180/354 kB Progress (4): 458/780 kB | 291/329 kB | 279/501 kB | 180/354 kB Progress (4): 458/780 kB | 291/329 kB | 279/501 kB | 197/354 kB Progress (4): 458/780 kB | 291/329 kB | 295/501 kB | 197/354 kB Progress (4): 474/780 kB | 291/329 kB | 295/501 kB | 197/354 kB Progress (4): 474/780 kB | 291/329 kB | 295/501 kB | 213/354 kB Progress (4): 490/780 kB | 291/329 kB | 295/501 kB | 213/354 kB Progress (4): 490/780 kB | 291/329 kB | 311/501 kB | 213/354 kB Progress (4): 490/780 kB | 291/329 kB | 311/501 kB | 229/354 kB Progress (4): 507/780 kB | 291/329 kB | 311/501 kB | 229/354 kB Progress (4): 507/780 kB | 291/329 kB | 328/501 kB | 229/354 kB Progress (4): 523/780 kB | 291/329 kB | 328/501 kB | 229/354 kB Progress (4): 523/780 kB | 291/329 kB | 328/501 kB | 246/354 kB Progress (4): 540/780 kB | 291/329 kB | 328/501 kB | 246/354 kB Progress (4): 540/780 kB | 291/329 kB | 344/501 kB | 246/354 kB Progress (4): 540/780 kB | 291/329 kB | 344/501 kB | 262/354 kB Progress (4): 556/780 kB | 291/329 kB | 344/501 kB | 262/354 kB Progress (4): 556/780 kB | 291/329 kB | 360/501 kB | 262/354 kB Progress (4): 572/780 kB | 291/329 kB | 360/501 kB | 262/354 kB Progress (4): 572/780 kB | 291/329 kB | 360/501 kB | 278/354 kB Progress (4): 589/780 kB | 291/329 kB | 360/501 kB | 278/354 kB Progress (4): 589/780 kB | 291/329 kB | 377/501 kB | 278/354 kB Progress (4): 589/780 kB | 291/329 kB | 377/501 kB | 295/354 kB Progress (4): 605/780 kB | 291/329 kB | 377/501 kB | 295/354 kB Progress (4): 605/780 kB | 291/329 kB | 393/501 kB | 295/354 kB Progress (4): 621/780 kB | 291/329 kB | 393/501 kB | 295/354 kB Progress (4): 621/780 kB | 291/329 kB | 393/501 kB | 311/354 kB Progress (4): 638/780 kB | 291/329 kB | 393/501 kB | 311/354 kB Progress (4): 638/780 kB | 291/329 kB | 410/501 kB | 311/354 kB Progress (4): 638/780 kB | 291/329 kB | 410/501 kB | 328/354 kB Progress (4): 654/780 kB | 291/329 kB | 410/501 kB | 328/354 kB Progress (4): 654/780 kB | 291/329 kB | 426/501 kB | 328/354 kB Progress (4): 671/780 kB | 291/329 kB | 426/501 kB | 328/354 kB Progress (4): 671/780 kB | 291/329 kB | 426/501 kB | 344/354 kB Progress (4): 671/780 kB | 291/329 kB | 442/501 kB | 344/354 kB Progress (4): 687/780 kB | 291/329 kB | 442/501 kB | 344/354 kB Progress (4): 687/780 kB | 291/329 kB | 442/501 kB | 354 kB Progress (4): 687/780 kB | 308/329 kB | 442/501 kB | 354 kB Progress (4): 687/780 kB | 308/329 kB | 459/501 kB | 354 kB Progress (5): 687/780 kB | 308/329 kB | 459/501 kB | 354 kB | 16/41 kB Progress (5): 703/780 kB | 308/329 kB | 459/501 kB | 354 kB | 16/41 kB Progress (5): 703/780 kB | 324/329 kB | 459/501 kB | 354 kB | 16/41 kB Progress (5): 703/780 kB | 324/329 kB | 459/501 kB | 354 kB | 33/41 kB Progress (5): 703/780 kB | 324/329 kB | 475/501 kB | 354 kB | 33/41 kB Progress (5): 703/780 kB | 329 kB | 475/501 kB | 354 kB | 33/41 kB Progress (5): 720/780 kB | 329 kB | 475/501 kB | 354 kB | 33/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.1 MB/s) 2024-09-22T08:56:02.837 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-22T08:56:02.838 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 720/780 kB | 329 kB | 492/501 kB | 33/41 kB Progress (4): 736/780 kB | 329 kB | 492/501 kB | 33/41 kB Progress (4): 736/780 kB | 329 kB | 501 kB | 33/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.9 MB/s) 2024-09-22T08:56:02.838 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-22T08:56:02.838 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 736/780 kB | 501 kB | 41 kB Progress (3): 753/780 kB | 501 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.9 MB/s) 2024-09-22T08:56:02.838 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-22T08:56:02.839 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 769/780 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 238 kB/s) 2024-09-22T08:56:02.839 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-22T08:56:02.840 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 780 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.5 MB/s) 2024-09-22T08:56:02.840 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-22T08:56:02.851 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 34 kB/s) 2024-09-22T08:56:02.852 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-22T08:56:02.853 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/211 kB Progress (2): 16/211 kB | 14 kB Progress (3): 16/211 kB | 14 kB | 16/586 kB Progress (3): 33/211 kB | 14 kB | 16/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 76 kB/s) 2024-09-22T08:56:02.853 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 49/211 kB | 16/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-22T08:56:02.856 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 49/211 kB | 33/586 kB Progress (2): 66/211 kB | 33/586 kB Progress (2): 66/211 kB | 49/586 kB Progress (2): 82/211 kB | 49/586 kB Progress (2): 82/211 kB | 65/586 kB Progress (2): 98/211 kB | 65/586 kB Progress (3): 98/211 kB | 65/586 kB | 16/106 kB Progress (3): 98/211 kB | 81/586 kB | 16/106 kB Progress (3): 98/211 kB | 81/586 kB | 33/106 kB Progress (3): 114/211 kB | 81/586 kB | 33/106 kB Progress (3): 114/211 kB | 97/586 kB | 33/106 kB Progress (3): 114/211 kB | 97/586 kB | 49/106 kB Progress (3): 131/211 kB | 97/586 kB | 49/106 kB Progress (3): 131/211 kB | 97/586 kB | 66/106 kB Progress (3): 131/211 kB | 114/586 kB | 66/106 kB Progress (3): 131/211 kB | 114/586 kB | 82/106 kB Progress (3): 147/211 kB | 114/586 kB | 82/106 kB Progress (3): 147/211 kB | 130/586 kB | 82/106 kB Progress (3): 147/211 kB | 130/586 kB | 98/106 kB Progress (3): 147/211 kB | 130/586 kB | 106 kB Progress (3): 164/211 kB | 130/586 kB | 106 kB Progress (3): 164/211 kB | 147/586 kB | 106 kB Progress (3): 180/211 kB | 147/586 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 556 kB/s) 2024-09-22T08:56:02.857 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 180/211 kB | 163/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-22T08:56:02.858 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 196/211 kB | 163/586 kB Progress (2): 196/211 kB | 179/586 kB Progress (2): 211 kB | 179/586 kB Progress (2): 211 kB | 196/586 kB Progress (2): 211 kB | 212/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-22T08:56:02.858 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-22T08:56:02.866 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 228/586 kB Progress (1): 245/586 kB Progress (1): 261/586 kB Progress (1): 278/586 kB Progress (1): 294/586 kB Progress (1): 310/586 kB Progress (1): 327/586 kB Progress (1): 343/586 kB Progress (1): 360/586 kB Progress (1): 376/586 kB Progress (1): 392/586 kB Progress (1): 409/586 kB Progress (1): 425/586 kB Progress (1): 441/586 kB Progress (1): 458/586 kB Progress (1): 474/586 kB Progress (1): 491/586 kB Progress (1): 507/586 kB Progress (1): 523/586 kB Progress (1): 540/586 kB Progress (1): 556/586 kB Progress (1): 573/586 kB Progress (2): 573/586 kB | 6.8 kB Progress (2): 586 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 34 kB/s) 2024-09-22T08:56:02.866 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-22T08:56:02.867 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 2.9 MB/s) 2024-09-22T08:56:02.867 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-22T08:56:02.871 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 63/245 kB Progress (1): 79/245 kB Progress (1): 96/245 kB Progress (1): 112/245 kB Progress (1): 128/245 kB Progress (1): 145/245 kB Progress (1): 161/245 kB Progress (1): 177/245 kB Progress (1): 194/245 kB Progress (1): 210/245 kB Progress (1): 227/245 kB Progress (1): 243/245 kB Progress (1): 245 kB Progress (2): 245 kB | 16/205 kB Progress (2): 245 kB | 33/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-22T08:56:02.871 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-22T08:56:02.873 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 49/205 kB Progress (1): 51/205 kB Progress (1): 63/205 kB Progress (1): 79/205 kB Progress (1): 96/205 kB Progress (2): 96/205 kB | 15 kB Progress (2): 112/205 kB | 15 kB Progress (2): 128/205 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 74 kB/s) 2024-09-22T08:56:02.873 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 145/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-22T08:56:02.874 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 161/205 kB Progress (1): 174/205 kB Progress (1): 190/205 kB Progress (1): 194/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 985 kB/s) 2024-09-22T08:56:02.874 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-22T08:56:02.881 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/16 kB Progress (2): 16/16 kB | 6.4 kB Progress (2): 16 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 76 kB/s) 2024-09-22T08:56:02.881 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-22T08:56:02.882 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 29 kB/s) 2024-09-22T08:56:02.885 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 103 kB/s) 2024-09-22T08:56:02.888 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/17 kB Progress (2): 24 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 108 kB/s) 2024-09-22T08:56:02.889 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 78 kB/s) 2024-09-22T08:56:02.900 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 66/184 kB Progress (1): 82/184 kB Progress (1): 97/184 kB Progress (1): 113/184 kB Progress (1): 129/184 kB Progress (1): 146/184 kB Progress (1): 162/184 kB Progress (1): 179/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 782 kB/s) 2024-09-22T08:56:02.920 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:02.920 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-22T08:56:02.927 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-22T08:56:02.942 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-22T08:56:02.944 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-22T08:56:02.959 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 318 kB/s) 2024-09-22T08:56:02.961 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-22T08:56:02.976 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-22T08:56:02.981 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-22T08:56:02.996 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 950 kB/s) 2024-09-22T08:56:03.001 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-22T08:56:03.018 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 65/153 kB Progress (1): 81/153 kB Progress (1): 97/153 kB Progress (1): 114/153 kB Progress (1): 130/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 9.0 MB/s) 2024-09-22T08:56:03.019 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-22T08:56:03.039 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 82/215 kB Progress (1): 98/215 kB Progress (1): 114/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 196/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 10 MB/s) 2024-09-22T08:56:03.118 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:03.119 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-22T08:56:03.123 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-22T08:56:03.139 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-22T08:56:03.141 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-22T08:56:03.156 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-22T08:56:03.159 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-22T08:56:03.174 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-22T08:56:03.177 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-22T08:56:03.192 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.7 MB/s) 2024-09-22T08:56:03.196 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-22T08:56:03.211 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 402 kB/s) 2024-09-22T08:56:03.214 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-22T08:56:03.228 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-22T08:56:03.233 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-22T08:56:03.249 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 36 kB/s) 2024-09-22T08:56:03.253 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-22T08:56:03.268 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 183 kB/s) 2024-09-22T08:56:03.271 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-22T08:56:03.286 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 940 kB/s) 2024-09-22T08:56:03.291 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-22T08:56:03.306 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 200 kB/s) 2024-09-22T08:56:03.309 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-22T08:56:03.325 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 522 kB/s) 2024-09-22T08:56:03.328 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-22T08:56:03.344 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 492 kB/s) 2024-09-22T08:56:03.349 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-22T08:56:03.365 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 501 kB/s) 2024-09-22T08:56:03.370 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-22T08:56:03.386 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.2 MB/s) 2024-09-22T08:56:03.394 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-22T08:56:03.411 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 319 kB/s) 2024-09-22T08:56:03.416 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-22T08:56:03.433 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 1.8 MB/s) 2024-09-22T08:56:03.444 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-22T08:56:03.460 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 319 kB/s) 2024-09-22T08:56:03.469 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-22T08:56:03.489 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 4.3 MB/s) 2024-09-22T08:56:03.490 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-22T08:56:03.491 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-22T08:56:03.491 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-22T08:56:03.492 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-22T08:56:03.492 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-22T08:56:03.508 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/269 kB Progress (3): 2.5 kB | 16/269 kB | 16/41 kB Progress (4): 2.5 kB | 16/269 kB | 16/41 kB | 16/55 kB Progress (5): 2.5 kB | 16/269 kB | 16/41 kB | 16/55 kB | 8.5 kB Progress (5): 2.5 kB | 33/269 kB | 16/41 kB | 16/55 kB | 8.5 kB Progress (5): 2.5 kB | 33/269 kB | 16/41 kB | 33/55 kB | 8.5 kB Progress (5): 2.5 kB | 49/269 kB | 16/41 kB | 33/55 kB | 8.5 kB Progress (5): 2.5 kB | 49/269 kB | 16/41 kB | 49/55 kB | 8.5 kB Progress (5): 2.5 kB | 49/269 kB | 33/41 kB | 49/55 kB | 8.5 kB Progress (5): 2.5 kB | 49/269 kB | 33/41 kB | 55 kB | 8.5 kB Progress (5): 2.5 kB | 49/269 kB | 41 kB | 55 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 499 kB/s) 2024-09-22T08:56:03.508 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-22T08:56:03.508 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 147 kB/s) 2024-09-22T08:56:03.509 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.4 MB/s) 2024-09-22T08:56:03.509 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.1 MB/s) 2024-09-22T08:56:03.509 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 65/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-22T08:56:03.512 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 81/269 kB Progress (1): 97/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 146/269 kB Progress (1): 163/269 kB Progress (1): 179/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 228/269 kB Progress (1): 245/269 kB Progress (1): 261/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 12 MB/s) 2024-09-22T08:56:03.527 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (2): 49/327 kB | 16/587 kB Progress (2): 65/327 kB | 16/587 kB Progress (2): 65/327 kB | 33/587 kB Progress (2): 81/327 kB | 33/587 kB Progress (2): 98/327 kB | 33/587 kB Progress (2): 98/327 kB | 49/587 kB Progress (2): 114/327 kB | 49/587 kB Progress (2): 114/327 kB | 63/587 kB Progress (2): 130/327 kB | 63/587 kB Progress (2): 147/327 kB | 63/587 kB Progress (2): 147/327 kB | 79/587 kB Progress (2): 163/327 kB | 79/587 kB Progress (2): 163/327 kB | 96/587 kB Progress (2): 180/327 kB | 96/587 kB Progress (2): 196/327 kB | 96/587 kB Progress (2): 196/327 kB | 112/587 kB Progress (2): 212/327 kB | 112/587 kB Progress (2): 229/327 kB | 112/587 kB Progress (2): 229/327 kB | 128/587 kB Progress (2): 245/327 kB | 128/587 kB Progress (2): 245/327 kB | 145/587 kB Progress (2): 261/327 kB | 145/587 kB Progress (2): 278/327 kB | 145/587 kB Progress (2): 278/327 kB | 161/587 kB Progress (2): 294/327 kB | 161/587 kB Progress (2): 294/327 kB | 178/587 kB Progress (2): 311/327 kB | 178/587 kB Progress (2): 327/327 kB | 178/587 kB Progress (2): 327 kB | 178/587 kB Progress (2): 327 kB | 194/587 kB Progress (2): 327 kB | 210/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.1 MB/s) 2024-09-22T08:56:03.537 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 227/587 kB Progress (1): 243/587 kB Progress (1): 260/587 kB Progress (1): 276/587 kB Progress (1): 292/587 kB Progress (1): 309/587 kB Progress (1): 325/587 kB Progress (1): 341/587 kB Progress (1): 358/587 kB Progress (1): 374/587 kB Progress (1): 391/587 kB Progress (1): 407/587 kB Progress (1): 423/587 kB Progress (1): 440/587 kB Progress (1): 456/587 kB Progress (1): 472/587 kB Progress (1): 489/587 kB Progress (1): 505/587 kB Progress (1): 522/587 kB Progress (1): 538/587 kB Progress (1): 554/587 kB Progress (1): 571/587 kB Progress (1): 587/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 13 MB/s) 2024-09-22T08:56:03.580 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-22T08:56:03.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:03.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-22T08:56:03.586 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-22T08:56:03.602 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 296 kB/s) 2024-09-22T08:56:03.604 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-22T08:56:03.619 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 454 kB/s) 2024-09-22T08:56:03.622 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-22T08:56:03.636 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-22T08:56:03.639 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-22T08:56:03.653 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 932 kB/s) 2024-09-22T08:56:03.657 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-22T08:56:03.672 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 54 kB/s) 2024-09-22T08:56:03.675 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-22T08:56:03.690 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 265 kB/s) 2024-09-22T08:56:03.693 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-22T08:56:03.708 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.1 MB/s) 2024-09-22T08:56:03.713 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-22T08:56:03.728 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 311 kB/s) 2024-09-22T08:56:03.731 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-22T08:56:03.746 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-22T08:56:03.749 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-22T08:56:03.763 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 158 kB/s) 2024-09-22T08:56:03.765 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-22T08:56:03.780 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-22T08:56:03.782 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-22T08:56:03.797 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.2 MB/s) 2024-09-22T08:56:03.799 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-22T08:56:03.814 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 469 kB/s) 2024-09-22T08:56:03.816 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-22T08:56:03.832 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-22T08:56:03.833 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-22T08:56:03.848 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-22T08:56:03.850 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-22T08:56:03.864 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-22T08:56:03.867 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-22T08:56:03.881 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-22T08:56:03.884 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-22T08:56:03.899 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 81 kB/s) 2024-09-22T08:56:03.903 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-22T08:56:03.917 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-22T08:56:03.919 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-22T08:56:03.933 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 402 kB/s) 2024-09-22T08:56:03.935 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-22T08:56:03.951 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.5 MB/s) 2024-09-22T08:56:03.957 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-22T08:56:03.975 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 67 kB/s) 2024-09-22T08:56:03.978 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-22T08:56:03.994 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 88 kB/s) 2024-09-22T08:56:04.005 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-22T08:56:04.020 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 846 kB/s) 2024-09-22T08:56:04.021 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-22T08:56:04.021 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-22T08:56:04.021 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-22T08:56:04.022 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-22T08:56:04.022 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-22T08:56:04.036 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 281 kB/s) 2024-09-22T08:56:04.036 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 32/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-22T08:56:04.039 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 32/55 kB | 16/122 kB Progress (3): 32/55 kB | 16/122 kB | 16/334 kB Progress (3): 49/55 kB | 16/122 kB | 16/334 kB Progress (4): 49/55 kB | 16/122 kB | 16/334 kB | 16/27 kB Progress (4): 49/55 kB | 33/122 kB | 16/334 kB | 16/27 kB Progress (4): 49/55 kB | 33/122 kB | 33/334 kB | 16/27 kB Progress (4): 49/55 kB | 37/122 kB | 33/334 kB | 16/27 kB Progress (4): 55 kB | 37/122 kB | 33/334 kB | 16/27 kB Progress (4): 55 kB | 37/122 kB | 33/334 kB | 27 kB Progress (4): 55 kB | 53/122 kB | 33/334 kB | 27 kB Progress (4): 55 kB | 53/122 kB | 49/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.7 MB/s) 2024-09-22T08:56:04.039 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-22T08:56:04.039 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 55 kB | 69/122 kB | 49/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-22T08:56:04.039 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-22T08:56:04.039 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 69/122 kB | 66/334 kB Progress (2): 86/122 kB | 66/334 kB Progress (2): 102/122 kB | 66/334 kB Progress (2): 102/122 kB | 82/334 kB Progress (2): 118/122 kB | 82/334 kB Progress (2): 122 kB | 82/334 kB Progress (2): 122 kB | 98/334 kB Progress (2): 122 kB | 115/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.8 MB/s) 2024-09-22T08:56:04.045 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 131/334 kB Progress (1): 147/334 kB Progress (1): 164/334 kB Progress (1): 180/334 kB Progress (1): 197/334 kB Progress (1): 213/334 kB Progress (1): 229/334 kB Progress (1): 246/334 kB Progress (1): 262/334 kB Progress (1): 279/334 kB Progress (1): 295/334 kB Progress (1): 311/334 kB Progress (1): 328/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 15 MB/s) 2024-09-22T08:56:04.052 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (2): 49/267 kB | 4.7 kB Progress (2): 64/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 155 kB/s) 2024-09-22T08:56:04.052 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 64/267 kB | 16/23 kB Progress (2): 80/267 kB | 16/23 kB Progress (2): 80/267 kB | 23 kB Progress (2): 97/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 735 kB/s) 2024-09-22T08:56:04.056 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 113/267 kB Progress (1): 130/267 kB Progress (1): 146/267 kB Progress (1): 162/267 kB Progress (1): 179/267 kB Progress (1): 195/267 kB Progress (1): 211/267 kB Progress (1): 228/267 kB Progress (1): 244/267 kB Progress (1): 261/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.9 MB/s) 2024-09-22T08:56:04.177 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-22T08:56:04.178 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-22T08:56:05.332 INFO:tasks.workunit.client.0.smithi084.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-22T08:56:05.332 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:05.332 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-22T08:56:05.335 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-22T08:56:05.335 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:05.335 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-22T08:56:05.342 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-22T08:56:05.342 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-22T08:56:05.585 INFO:tasks.workunit.client.0.smithi084.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-22T08:56:05.585 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:05.585 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-22T08:56:05.592 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-22T08:56:05.607 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 390 kB/s) 2024-09-22T08:56:05.612 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-22T08:56:05.628 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-22T08:56:05.632 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-22T08:56:05.647 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-22T08:56:05.652 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-22T08:56:05.667 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 290 kB/s) 2024-09-22T08:56:05.671 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-22T08:56:05.685 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-22T08:56:05.689 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-22T08:56:05.704 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-22T08:56:05.707 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-22T08:56:05.721 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 117 kB/s) 2024-09-22T08:56:05.726 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-22T08:56:05.739 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-22T08:56:05.740 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-22T08:56:05.755 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.2 MB/s) 2024-09-22T08:56:05.757 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-22T08:56:05.771 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-22T08:56:05.774 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-22T08:56:05.789 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 414 kB/s) 2024-09-22T08:56:05.792 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-22T08:56:05.806 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-22T08:56:05.807 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-22T08:56:05.822 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-22T08:56:05.824 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-22T08:56:05.838 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.5 MB/s) 2024-09-22T08:56:05.840 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-22T08:56:05.854 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-22T08:56:05.858 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-22T08:56:05.872 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 577 kB/s) 2024-09-22T08:56:05.874 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-22T08:56:05.888 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-22T08:56:05.891 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-22T08:56:05.906 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 576 kB/s) 2024-09-22T08:56:05.908 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-22T08:56:05.922 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 155 kB/s) 2024-09-22T08:56:05.925 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-22T08:56:05.939 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-22T08:56:05.941 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-22T08:56:05.955 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-22T08:56:05.956 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-22T08:56:05.971 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 219 kB/s) 2024-09-22T08:56:05.973 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-22T08:56:05.987 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.4 MB/s) 2024-09-22T08:56:05.989 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-22T08:56:06.003 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 483 kB/s) 2024-09-22T08:56:06.005 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-22T08:56:06.019 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-22T08:56:06.021 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-22T08:56:06.035 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 228 kB/s) 2024-09-22T08:56:06.037 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-22T08:56:06.051 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 453 kB/s) 2024-09-22T08:56:06.053 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-22T08:56:06.067 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-22T08:56:06.070 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-22T08:56:06.083 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-22T08:56:06.086 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-22T08:56:06.099 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 159 kB/s) 2024-09-22T08:56:06.103 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-22T08:56:06.117 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 202 kB/s) 2024-09-22T08:56:06.123 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-22T08:56:06.139 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 998 kB/s) 2024-09-22T08:56:06.278 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-22T08:56:06.278 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 906 kB/s) 2024-09-22T08:56:06.278 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 895 kB/s) 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 392 kB/s) 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.0 MB/s) 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-22T08:56:06.279 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 925 kB/s) 2024-09-22T08:56:06.283 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-22T08:56:06.298 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 50 kB/s) 2024-09-22T08:56:06.301 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-22T08:56:06.316 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 320 kB/s) 2024-09-22T08:56:06.320 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-22T08:56:06.336 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 494 kB/s) 2024-09-22T08:56:06.343 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-22T08:56:06.358 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 200 kB/s) 2024-09-22T08:56:06.364 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-22T08:56:06.380 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 266 kB/s) 2024-09-22T08:56:06.386 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-22T08:56:06.402 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 137 kB/s) 2024-09-22T08:56:06.407 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-22T08:56:06.422 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 232 kB/s) 2024-09-22T08:56:06.428 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-22T08:56:06.444 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 684 kB/s) 2024-09-22T08:56:06.448 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-22T08:56:06.466 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 748 kB/s) 2024-09-22T08:56:06.470 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-22T08:56:06.487 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.1 MB/s) 2024-09-22T08:56:06.492 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-22T08:56:06.508 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-22T08:56:06.511 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-22T08:56:06.527 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 381 kB/s) 2024-09-22T08:56:06.530 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-22T08:56:06.546 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 458 kB/s) 2024-09-22T08:56:06.549 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-22T08:56:06.564 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-22T08:56:06.569 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-22T08:56:06.585 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 487 kB/s) 2024-09-22T08:56:06.591 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-22T08:56:06.607 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.4 MB/s) 2024-09-22T08:56:06.611 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-22T08:56:06.629 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.1 MB/s) 2024-09-22T08:56:06.637 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-22T08:56:06.654 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.4 MB/s) 2024-09-22T08:56:06.663 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-22T08:56:06.679 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 353 kB/s) 2024-09-22T08:56:06.683 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-22T08:56:06.699 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 285 kB/s) 2024-09-22T08:56:06.702 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-22T08:56:06.717 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-22T08:56:06.720 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-22T08:56:06.736 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-22T08:56:06.742 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-22T08:56:06.757 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-22T08:56:06.770 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-22T08:56:06.797 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 66/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 115/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 164/308 kB Progress (1): 180/308 kB Progress (1): 197/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 246/308 kB Progress (1): 262/308 kB Progress (1): 279/308 kB Progress (1): 295/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-22T08:56:06.798 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-22T08:56:06.798 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-22T08:56:06.799 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-22T08:56:06.799 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-22T08:56:06.800 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-22T08:56:06.816 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 63/171 kB Progress (1): 79/171 kB Progress (2): 79/171 kB | 14 kB Progress (2): 95/171 kB | 14 kB Progress (2): 112/171 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 755 kB/s) 2024-09-22T08:56:06.816 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-22T08:56:06.817 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 112/171 kB | 8.2 kB Progress (2): 128/171 kB | 8.2 kB Progress (3): 128/171 kB | 8.2 kB | 16/118 kB Progress (4): 128/171 kB | 8.2 kB | 16/118 kB | 16/26 kB Progress (4): 144/171 kB | 8.2 kB | 16/118 kB | 16/26 kB Progress (4): 144/171 kB | 8.2 kB | 33/118 kB | 16/26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 481 kB/s) 2024-09-22T08:56:06.817 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-22T08:56:06.818 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 144/171 kB | 33/118 kB | 26 kB Progress (3): 161/171 kB | 33/118 kB | 26 kB Progress (3): 161/171 kB | 49/118 kB | 26 kB Progress (3): 171 kB | 49/118 kB | 26 kB Progress (3): 171 kB | 66/118 kB | 26 kB Progress (3): 171 kB | 82/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.5 MB/s) 2024-09-22T08:56:06.818 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-22T08:56:06.818 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-22T08:56:06.818 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-22T08:56:06.819 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 97/118 kB Progress (1): 113/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.9 MB/s) 2024-09-22T08:56:06.819 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/146 kB Progress (1): 33/146 kB Progress (2): 33/146 kB | 16/136 kB Progress (2): 49/146 kB | 16/136 kB Progress (2): 49/146 kB | 33/136 kB Progress (2): 62/146 kB | 33/136 kB Progress (2): 62/146 kB | 49/136 kB Progress (2): 62/146 kB | 66/136 kB Progress (2): 79/146 kB | 66/136 kB Progress (3): 79/146 kB | 66/136 kB | 16/61 kB Progress (3): 79/146 kB | 82/136 kB | 16/61 kB Progress (3): 95/146 kB | 82/136 kB | 16/61 kB Progress (3): 95/146 kB | 82/136 kB | 33/61 kB Progress (4): 95/146 kB | 82/136 kB | 33/61 kB | 16/501 kB Progress (4): 95/146 kB | 96/136 kB | 33/61 kB | 16/501 kB Progress (4): 95/146 kB | 96/136 kB | 49/61 kB | 16/501 kB Progress (4): 111/146 kB | 96/136 kB | 49/61 kB | 16/501 kB Progress (4): 111/146 kB | 96/136 kB | 49/61 kB | 33/501 kB Progress (5): 111/146 kB | 96/136 kB | 49/61 kB | 33/501 kB | 16/58 kB Progress (5): 111/146 kB | 96/136 kB | 61 kB | 33/501 kB | 16/58 kB Progress (5): 128/146 kB | 96/136 kB | 61 kB | 33/501 kB | 16/58 kB Progress (5): 128/146 kB | 112/136 kB | 61 kB | 33/501 kB | 16/58 kB Progress (5): 128/146 kB | 112/136 kB | 61 kB | 33/501 kB | 33/58 kB Progress (5): 128/146 kB | 112/136 kB | 61 kB | 49/501 kB | 33/58 kB Progress (5): 144/146 kB | 112/136 kB | 61 kB | 49/501 kB | 33/58 kB Progress (5): 146 kB | 112/136 kB | 61 kB | 49/501 kB | 33/58 kB Progress (5): 146 kB | 112/136 kB | 61 kB | 49/501 kB | 49/58 kB Progress (5): 146 kB | 129/136 kB | 61 kB | 49/501 kB | 49/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 146 kB | 129/136 kB | 64/501 kB | 49/58 kB Progress (4): 146 kB | 129/136 kB | 64/501 kB | 58 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 146 kB | 136 kB | 64/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.3 MB/s) 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 136 kB | 80/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-22T08:56:06.835 INFO:tasks.workunit.client.0.smithi084.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.9 MB/s) 2024-09-22T08:56:06.843 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 96/501 kB Progress (1): 113/501 kB Progress (1): 129/501 kB Progress (1): 146/501 kB Progress (1): 162/501 kB Progress (1): 170/501 kB Progress (1): 187/501 kB Progress (1): 195/501 kB Progress (1): 211/501 kB Progress (1): 228/501 kB Progress (1): 244/501 kB Progress (1): 260/501 kB Progress (1): 277/501 kB Progress (1): 293/501 kB Progress (1): 309/501 kB Progress (1): 326/501 kB Progress (1): 342/501 kB Progress (1): 359/501 kB Progress (1): 375/501 kB Progress (1): 391/501 kB Progress (1): 408/501 kB Progress (1): 424/501 kB Progress (1): 441/501 kB Progress (1): 457/501 kB Progress (1): 473/501 kB Progress (1): 490/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 11 MB/s) 2024-09-22T08:56:06.850 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (2): 33/124 kB | 0/2.4 MB Progress (2): 49/124 kB | 0/2.4 MB Progress (2): 49/124 kB | 0/2.4 MB Progress (2): 66/124 kB | 0/2.4 MB Progress (2): 66/124 kB | 0/2.4 MB Progress (2): 82/124 kB | 0/2.4 MB Progress (2): 82/124 kB | 0.1/2.4 MB Progress (2): 98/124 kB | 0.1/2.4 MB Progress (2): 115/124 kB | 0.1/2.4 MB Progress (2): 115/124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.5 MB/s) 2024-09-22T08:56:06.891 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 27 MB/s) 2024-09-22T08:56:07.002 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:07.002 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-22T08:56:07.007 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-22T08:56:07.022 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 280 kB/s) 2024-09-22T08:56:07.025 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-22T08:56:07.040 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 306 kB/s) 2024-09-22T08:56:07.043 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-22T08:56:07.059 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 2.8 MB/s) 2024-09-22T08:56:07.062 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-22T08:56:07.077 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.4 MB/s) 2024-09-22T08:56:07.081 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-22T08:56:07.096 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 345 kB/s) 2024-09-22T08:56:07.099 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-22T08:56:07.114 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-22T08:56:07.118 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-22T08:56:07.133 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-22T08:56:07.137 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-22T08:56:07.152 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-22T08:56:07.156 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-22T08:56:07.170 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.3 MB/s) 2024-09-22T08:56:07.175 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-22T08:56:07.190 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-22T08:56:07.193 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-22T08:56:07.208 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-22T08:56:07.210 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-22T08:56:07.225 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 548 kB/s) 2024-09-22T08:56:07.228 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-22T08:56:07.243 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-22T08:56:07.250 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-22T08:56:07.265 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.3 MB/s) 2024-09-22T08:56:07.266 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-22T08:56:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-22T08:56:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-22T08:56:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-22T08:56:07.267 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-22T08:56:07.283 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 0/1.0 MB Progress (2): 0/1.0 MB | 16/79 kB Progress (3): 0/1.0 MB | 16/79 kB | 16/26 kB Progress (3): 0/1.0 MB | 16/79 kB | 16/26 kB Progress (3): 0/1.0 MB | 16/79 kB | 26 kB Progress (3): 0/1.0 MB | 33/79 kB | 26 kB Progress (4): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB Progress (4): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB Progress (5): 0/1.0 MB | 33/79 kB | 26 kB | 16/58 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 33/79 kB | 26 kB | 16/58 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 26 kB | 16/58 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 26 kB | 32/58 kB | 16/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-22T08:56:07.283 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 0.1/1.0 MB | 49/79 kB | 32/58 kB | 16/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-22T08:56:07.285 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (4): 0.1/1.0 MB | 66/79 kB | 32/58 kB | 16/211 kB Progress (4): 0.1/1.0 MB | 66/79 kB | 49/58 kB | 16/211 kB Progress (4): 0.1/1.0 MB | 66/79 kB | 49/58 kB | 33/211 kB Progress (4): 0.1/1.0 MB | 66/79 kB | 49/58 kB | 33/211 kB Progress (4): 0.1/1.0 MB | 66/79 kB | 58 kB | 33/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 33/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 33/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 49/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 62/211 kB Progress (4): 0.1/1.0 MB | 79 kB | 58 kB | 62/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.4 MB/s) 2024-09-22T08:56:07.285 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 0.1/1.0 MB | 79 kB | 78/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.4 MB/s) 2024-09-22T08:56:07.285 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-22T08:56:07.287 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 0.1/1.0 MB | 78/211 kB Progress (2): 0.1/1.0 MB | 95/211 kB Progress (2): 0.2/1.0 MB | 95/211 kB Progress (2): 0.2/1.0 MB | 111/211 kB Progress (2): 0.2/1.0 MB | 111/211 kB Progress (2): 0.2/1.0 MB | 127/211 kB Progress (2): 0.2/1.0 MB | 144/211 kB Progress (2): 0.2/1.0 MB | 144/211 kB Progress (2): 0.2/1.0 MB | 160/211 kB Progress (2): 0.2/1.0 MB | 160/211 kB Progress (2): 0.2/1.0 MB | 176/211 kB Progress (2): 0.2/1.0 MB | 176/211 kB Progress (2): 0.2/1.0 MB | 193/211 kB Progress (2): 0.2/1.0 MB | 209/211 kB Progress (2): 0.2/1.0 MB | 209/211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.3/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 10 MB/s) 2024-09-22T08:56:07.299 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.7/1.0 MB | 33/116 kB Progress (2): 0.8/1.0 MB | 33/116 kB Progress (2): 0.8/1.0 MB | 49/116 kB Progress (2): 0.8/1.0 MB | 66/116 kB Progress (2): 0.8/1.0 MB | 66/116 kB Progress (2): 0.8/1.0 MB | 82/116 kB Progress (2): 0.8/1.0 MB | 82/116 kB Progress (3): 0.8/1.0 MB | 82/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 115/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 115/116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 49/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.6 MB/s) 2024-09-22T08:56:07.304 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 0.8/1.0 MB | 49/267 kB Progress (2): 0.8/1.0 MB | 64/267 kB Progress (2): 0.8/1.0 MB | 64/267 kB Progress (2): 0.8/1.0 MB | 80/267 kB Progress (2): 0.9/1.0 MB | 80/267 kB Progress (2): 0.9/1.0 MB | 80/267 kB Progress (2): 0.9/1.0 MB | 97/267 kB Progress (2): 0.9/1.0 MB | 97/267 kB Progress (2): 0.9/1.0 MB | 113/267 kB Progress (2): 0.9/1.0 MB | 113/267 kB Progress (2): 0.9/1.0 MB | 129/267 kB Progress (2): 0.9/1.0 MB | 129/267 kB Progress (2): 0.9/1.0 MB | 146/267 kB Progress (2): 0.9/1.0 MB | 146/267 kB Progress (2): 0.9/1.0 MB | 162/267 kB Progress (2): 1.0/1.0 MB | 162/267 kB Progress (2): 1.0/1.0 MB | 178/267 kB Progress (2): 1.0/1.0 MB | 178/267 kB Progress (2): 1.0/1.0 MB | 178/267 kB Progress (2): 1.0/1.0 MB | 195/267 kB Progress (2): 1.0/1.0 MB | 195/267 kB Progress (2): 1.0/1.0 MB | 211/267 kB Progress (2): 1.0 MB | 211/267 kB Progress (2): 1.0 MB | 228/267 kB Progress (2): 1.0 MB | 244/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 28 MB/s) 2024-09-22T08:56:07.305 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 260/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.0 MB/s) 2024-09-22T08:56:07.545 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-22T08:56:07.580 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:07.580 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] BUILD SUCCESS 2024-09-22T08:56:07.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:07.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Total time: 7.456 s 2024-09-22T08:56:07.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Finished at: 2024-09-22T08:56:07Z 2024-09-22T08:56:07.581 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:56:07.625 INFO:tasks.workunit.client.0.smithi084.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-22T08:56:07.631 INFO:tasks.workunit.client.0.smithi084.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-22T08:56:08.843 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Scanning for projects... 2024-09-22T08:56:08.960 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:08.961 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-22T08:56:08.961 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Building jcksum 1.0 2024-09-22T08:56:08.961 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] from pom.xml 2024-09-22T08:56:08.961 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-22T08:56:09.291 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:09.292 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-22T08:56:09.418 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-22T08:56:09.419 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:09.419 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-22T08:56:09.510 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-22T08:56:09.511 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:09.511 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-22T08:56:09.513 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-22T08:56:09.513 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:09.513 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-22T08:56:09.517 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-22T08:56:09.518 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:09.518 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-22T08:56:09.707 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-22T08:56:09.943 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-22T08:56:10.182 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 19 kB/s) 2024-09-22T08:56:10.190 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-22T08:56:10.210 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 137 kB/s) 2024-09-22T08:56:10.218 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-22T08:56:10.237 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 148 kB/s) 2024-09-22T08:56:10.243 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-22T08:56:10.261 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-22T08:56:10.264 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-22T08:56:10.282 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 188 kB/s) 2024-09-22T08:56:10.285 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-22T08:56:10.302 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 99 kB/s) 2024-09-22T08:56:10.306 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-22T08:56:10.323 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 167 kB/s) 2024-09-22T08:56:10.331 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-22T08:56:10.356 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.0 MB/s) 2024-09-22T08:56:10.359 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-22T08:56:10.359 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-22T08:56:10.359 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-22T08:56:10.359 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-22T08:56:10.360 INFO:tasks.workunit.client.0.smithi084.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-22T08:56:10.406 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 16/189 kB Progress (1): 33/189 kB Progress (1): 49/189 kB Progress (1): 65/189 kB Progress (1): 81/189 kB Progress (1): 97/189 kB Progress (1): 114/189 kB Progress (1): 130/189 kB Progress (1): 147/189 kB Progress (1): 163/189 kB Progress (1): 179/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 3.9 MB/s) 2024-09-22T08:56:10.429 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 1.4/169 kB Progress (2): 1.4/169 kB | 1.4/7.7 kB Progress (3): 1.4/169 kB | 1.4/7.7 kB | 1.4/103 kB Progress (4): 1.4/169 kB | 1.4/7.7 kB | 1.4/103 kB | 1.4/18 kB Progress (4): 2.8/169 kB | 1.4/7.7 kB | 1.4/103 kB | 1.4/18 kB Progress (4): 2.8/169 kB | 1.4/7.7 kB | 1.4/103 kB | 2.8/18 kB Progress (4): 2.8/169 kB | 1.4/7.7 kB | 2.8/103 kB | 2.8/18 kB Progress (4): 2.8/169 kB | 2.8/7.7 kB | 2.8/103 kB | 2.8/18 kB Progress (4): 2.8/169 kB | 2.8/7.7 kB | 4.1/103 kB | 2.8/18 kB Progress (4): 2.8/169 kB | 2.8/7.7 kB | 4.1/103 kB | 4.1/18 kB Progress (4): 4.1/169 kB | 2.8/7.7 kB | 4.1/103 kB | 4.1/18 kB Progress (4): 4.1/169 kB | 2.8/7.7 kB | 4.1/103 kB | 5.5/18 kB Progress (4): 4.1/169 kB | 2.8/7.7 kB | 5.5/103 kB | 5.5/18 kB Progress (4): 4.1/169 kB | 4.1/7.7 kB | 5.5/103 kB | 5.5/18 kB Progress (4): 4.1/169 kB | 4.1/7.7 kB | 6.9/103 kB | 5.5/18 kB Progress (4): 4.1/169 kB | 4.1/7.7 kB | 6.9/103 kB | 6.9/18 kB Progress (4): 5.5/169 kB | 4.1/7.7 kB | 6.9/103 kB | 6.9/18 kB Progress (4): 5.5/169 kB | 4.1/7.7 kB | 6.9/103 kB | 8.3/18 kB Progress (4): 5.5/169 kB | 4.1/7.7 kB | 8.3/103 kB | 8.3/18 kB Progress (4): 5.5/169 kB | 5.5/7.7 kB | 8.3/103 kB | 8.3/18 kB Progress (4): 5.5/169 kB | 5.5/7.7 kB | 9.7/103 kB | 8.3/18 kB Progress (4): 5.5/169 kB | 5.5/7.7 kB | 9.7/103 kB | 9.7/18 kB Progress (4): 6.9/169 kB | 5.5/7.7 kB | 9.7/103 kB | 9.7/18 kB Progress (4): 6.9/169 kB | 5.5/7.7 kB | 9.7/103 kB | 11/18 kB Progress (4): 6.9/169 kB | 5.5/7.7 kB | 11/103 kB | 11/18 kB Progress (4): 6.9/169 kB | 6.9/7.7 kB | 11/103 kB | 11/18 kB Progress (4): 6.9/169 kB | 6.9/7.7 kB | 12/103 kB | 11/18 kB Progress (4): 6.9/169 kB | 6.9/7.7 kB | 12/103 kB | 12/18 kB Progress (4): 8.3/169 kB | 6.9/7.7 kB | 12/103 kB | 12/18 kB Progress (4): 8.3/169 kB | 6.9/7.7 kB | 12/103 kB | 14/18 kB Progress (4): 8.3/169 kB | 6.9/7.7 kB | 14/103 kB | 14/18 kB Progress (4): 8.3/169 kB | 7.7 kB | 14/103 kB | 14/18 kB Progress (4): 8.3/169 kB | 7.7 kB | 15/103 kB | 14/18 kB Progress (4): 8.3/169 kB | 7.7 kB | 15/103 kB | 15/18 kB Progress (4): 9.7/169 kB | 7.7 kB | 15/103 kB | 15/18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 108 kB/s) 2024-09-22T08:56:10.432 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (3): 9.7/169 kB | 15/103 kB | 17/18 kB Progress (3): 9.7/169 kB | 16/103 kB | 17/18 kB Progress (3): 9.7/169 kB | 16/103 kB | 18 kB Progress (3): 11/169 kB | 16/103 kB | 18 kB Progress (3): 12/169 kB | 16/103 kB | 18 kB Progress (3): 12/169 kB | 33/103 kB | 18 kB Progress (3): 14/169 kB | 33/103 kB | 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 234 kB/s) 2024-09-22T08:56:10.446 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (2): 15/169 kB | 33/103 kB Progress (2): 17/169 kB | 33/103 kB Progress (2): 18/169 kB | 33/103 kB Progress (2): 18/169 kB | 49/103 kB Progress (2): 19/169 kB | 49/103 kB Progress (2): 21/169 kB | 49/103 kB Progress (2): 22/169 kB | 49/103 kB Progress (2): 23/169 kB | 49/103 kB Progress (2): 25/169 kB | 49/103 kB Progress (2): 26/169 kB | 49/103 kB Progress (2): 28/169 kB | 49/103 kB Progress (2): 29/169 kB | 49/103 kB Progress (2): 30/169 kB | 49/103 kB Progress (2): 32/169 kB | 49/103 kB Progress (2): 32/169 kB | 66/103 kB Progress (2): 33/169 kB | 66/103 kB Progress (2): 34/169 kB | 66/103 kB Progress (2): 36/169 kB | 66/103 kB Progress (2): 37/169 kB | 66/103 kB Progress (2): 39/169 kB | 66/103 kB Progress (2): 40/169 kB | 66/103 kB Progress (2): 41/169 kB | 66/103 kB Progress (2): 43/169 kB | 66/103 kB Progress (2): 44/169 kB | 66/103 kB Progress (2): 46/169 kB | 66/103 kB Progress (2): 47/169 kB | 66/103 kB Progress (2): 48/169 kB | 66/103 kB Progress (2): 50/169 kB | 66/103 kB Progress (2): 51/169 kB | 66/103 kB Progress (2): 52/169 kB | 66/103 kB Progress (2): 54/169 kB | 66/103 kB Progress (2): 55/169 kB | 66/103 kB Progress (2): 57/169 kB | 66/103 kB Progress (2): 58/169 kB | 66/103 kB Progress (2): 59/169 kB | 66/103 kB Progress (2): 61/169 kB | 66/103 kB Progress (2): 62/169 kB | 66/103 kB Progress (2): 62/169 kB | 78/103 kB Progress (2): 78/169 kB | 78/103 kB Progress (2): 78/169 kB | 95/103 kB Progress (2): 78/169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.2 MB/s) 2024-09-22T08:56:10.463 INFO:tasks.workunit.client.0.smithi084.stdout:Progress (1): 95/169 kB Progress (1): 111/169 kB Progress (1): 127/169 kB Progress (1): 144/169 kB Progress (1): 160/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.6 MB/s) 2024-09-22T08:56:10.481 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:56:10.481 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------- 2024-09-22T08:56:10.481 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] T E S T S 2024-09-22T08:56:10.481 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------- 2024-09-22T08:56:11.130 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-22T08:56:11.264 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjects.java: starting test run: 2024-09-22T08:56:11.265 INFO:tasks.workunit.client.0.smithi084.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-22T08:56:11.265 INFO:tasks.workunit.client.0.smithi084.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-22T08:56:11.265 INFO:tasks.workunit.client.0.smithi084.stdout: EndpointUrl=https://smithi084.front.sepia.ceph.com:443 2024-09-22T08:56:11.265 INFO:tasks.workunit.client.0.smithi084.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-22T08:56:11.361 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Environment Variables Read 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: S3 Client Initialized 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.663 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generating File 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: File Generated 2024-09-22T08:56:11.763 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Generated Big Files 2024-09-22T08:56:12.439 INFO:tasks.workunit.client.0.smithi084.stdout:HeadBucketResponse() 2024-09-22T08:56:12.439 INFO:tasks.workunit.client.0.smithi084.stdout:sheik is ready 2024-09-22T08:56:12.439 INFO:tasks.workunit.client.0.smithi084.stdout:DEBUG: Test Bucket Created 2024-09-22T08:56:12.564 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-22T08:56:12.865 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-22T08:56:13.266 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-22T08:56:13.466 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-22T08:56:13.968 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-22T08:56:14.168 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-22T08:56:14.769 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-22T08:56:15.371 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-22T08:56:16.373 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-22T08:56:17.375 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-22T08:56:23.088 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-22T08:56:30.103 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-22T08:57:32.272 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-0b 2024-09-22T08:57:32.273 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-8b 2024-09-22T08:57:32.275 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-200b 2024-09-22T08:57:32.276 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-21983b 2024-09-22T08:57:32.277 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-5519b 2024-09-22T08:57:32.278 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-204329b 2024-09-22T08:57:32.279 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-256k 2024-09-22T08:57:32.280 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-1m 2024-09-22T08:57:32.281 INFO:tasks.workunit.client.0.smithi084.stdout:arg: file-1038757b 2024-09-22T08:57:32.294 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-0b 2024-09-22T08:57:32.584 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:32.595 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-8b 2024-09-22T08:57:32.795 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:32.895 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-200b 2024-09-22T08:57:32.995 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:33.195 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-21983b 2024-09-22T08:57:33.295 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:33.496 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-5519b 2024-09-22T08:57:33.596 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:33.696 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-204329b 2024-09-22T08:57:33.997 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:34.297 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-256k 2024-09-22T08:57:34.597 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:34.798 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-1m 2024-09-22T08:57:35.799 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:36.100 INFO:tasks.workunit.client.0.smithi084.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-22T08:57:37.001 INFO:tasks.workunit.client.0.smithi084.stdout:PutObjectResponse 2024-09-22T08:57:37.301 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-22T08:57:42.107 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-22T08:57:50.919 INFO:tasks.workunit.client.0.smithi084.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-22T08:59:17.244 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 186.1 s -- in io.ceph.jcksum.PutObjects 2024-09-22T08:59:17.301 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:59:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Results: 2024-09-22T08:59:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:59:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-22T08:59:17.302 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] 2024-09-22T08:59:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:59:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] BUILD SUCCESS 2024-09-22T08:59:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:59:17.304 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Total time: 03:08 min 2024-09-22T08:59:17.305 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] Finished at: 2024-09-22T08:59:17Z 2024-09-22T08:59:17.305 INFO:tasks.workunit.client.0.smithi084.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-22T08:59:17.339 INFO:tasks.workunit.client.0.smithi084.stderr:+ exit 2024-09-22T08:59:17.340 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T08:59:17.340 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T08:59:17.390 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-22T08:59:17.390 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T08:59:17.800 DEBUG:teuthology.parallel:result is None 2024-09-22T08:59:17.801 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:59:17.814 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:59:17.814 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:59:17.860 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T08:59:17.860 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T08:59:17.871 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:59:17.871 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T08:59:17.871 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:59:17.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T08:59:17.910 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T08:59:17.910 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T08:59:17.957 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T08:59:17.957 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T08:59:18.005 INFO:tasks.workunit:timeout=3h 2024-09-22T08:59:18.005 INFO:tasks.workunit:cleanup=True 2024-09-22T08:59:18.005 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T08:59:18.055 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T09:00:16.523 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T09:00:16.523 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.523 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T09:00:16.523 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T09:00:16.523 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:00:16.524 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T09:00:16.531 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T09:00:16.579 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T09:00:16.581 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:00:16.581 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T09:00:16.635 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T09:00:16.695 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T09:00:16.740 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:00:16.741 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:00:16.741 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T09:00:16.788 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:00:16.792 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:00:16.792 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T09:00:16.837 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-22T09:00:16.838 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-22T09:00:16.839 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-22T09:00:16.891 INFO:tasks.workunit.client.0.smithi084.stdout:INFO: fully qualified domain name: smithi084.front.sepia.ceph.com 2024-09-22T09:00:16.892 INFO:tasks.workunit.client.0.smithi084.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-22T09:00:16.892 INFO:tasks.workunit.client.0.smithi084.stdout:== TESTING VERSIONED BUCKET == 2024-09-22T09:00:20.173 INFO:tasks.workunit.client.0.smithi084.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T09:00:20.366 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting pip 2024-09-22T09:00:20.371 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T09:00:20.405 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: pip 2024-09-22T09:00:20.405 INFO:tasks.workunit.client.0.smithi084.stdout: Attempting uninstall: pip 2024-09-22T09:00:20.406 INFO:tasks.workunit.client.0.smithi084.stdout: Found existing installation: pip 22.0.2 2024-09-22T09:00:20.659 INFO:tasks.workunit.client.0.smithi084.stdout: Uninstalling pip-22.0.2: 2024-09-22T09:00:20.665 INFO:tasks.workunit.client.0.smithi084.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T09:00:21.707 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed pip-24.2 2024-09-22T09:00:22.751 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting boto3 2024-09-22T09:00:22.753 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T09:00:23.252 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T09:00:23.253 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T09:00:23.300 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T09:00:23.301 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T09:00:23.345 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T09:00:23.346 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T09:00:23.401 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:00:23.402 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T09:00:23.510 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:00:23.511 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T09:00:23.645 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:00:23.646 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T09:00:23.649 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T09:00:23.651 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T09:00:23.660 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T09:00:23.662 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T09:00:23.663 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T09:00:23.664 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T09:00:23.666 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T09:00:23.735 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T09:00:24.850 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T09:00:25.211 INFO:tasks.workunit.client.0.smithi084.stdout:INFO: creating user 2024-09-22T09:00:25.570 INFO:tasks.workunit.client.0.smithi084.stdout:{ 2024-09-22T09:00:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: "user_id": "testid", 2024-09-22T09:00:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: "display_name": "M. Tester", 2024-09-22T09:00:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: "email": "tester@ceph.com", 2024-09-22T09:00:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: "suspended": 0, 2024-09-22T09:00:25.571 INFO:tasks.workunit.client.0.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:00:25.573 INFO:tasks.workunit.client.0.smithi084.stdout: "subusers": [], 2024-09-22T09:00:25.573 INFO:tasks.workunit.client.0.smithi084.stdout: "keys": [ 2024-09-22T09:00:25.573 INFO:tasks.workunit.client.0.smithi084.stdout: { 2024-09-22T09:00:25.573 INFO:tasks.workunit.client.0.smithi084.stdout: "user": "testid", 2024-09-22T09:00:25.573 INFO:tasks.workunit.client.0.smithi084.stdout: "access_key": "0555b35654ad1656d804", 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "active": true, 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T09:00:25.559098Z" 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: } 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: ], 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "swift_keys": [], 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "caps": [], 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "default_placement": "", 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "placement_tags": [], 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "bucket_quota": { 2024-09-22T09:00:25.574 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "user_quota": { 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "enabled": false, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size": -1, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "max_objects": -1 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: }, 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:00:25.575 INFO:tasks.workunit.client.0.smithi084.stdout: "type": "rgw", 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "account_id": "", 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "path": "/", 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "create_date": "2024-09-22T09:00:25.559060Z", 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "tags": [], 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: "group_ids": [] 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout:} 2024-09-22T09:00:25.576 INFO:tasks.workunit.client.0.smithi084.stdout: 2024-09-22T09:00:38.368 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:38.368 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:38.513 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:38.513 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:38.621 INFO:tasks.workunit.client.0.smithi084.stderr:5+0 records in 2024-09-22T09:00:38.621 INFO:tasks.workunit.client.0.smithi084.stderr:5+0 records out 2024-09-22T09:00:38.622 INFO:tasks.workunit.client.0.smithi084.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.022412 s, 234 MB/s 2024-09-22T09:00:38.627 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:38.627 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:38.743 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:38.743 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:41.119 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:41.119 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:43.480 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:43.480 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:45.910 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:45.910 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:48.191 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:48.192 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:52.929 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:52.929 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:55.223 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:57.615 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:57.616 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:00:59.968 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:00:59.968 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:01:02.295 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:01:02.295 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:01:04.670 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:01:04.670 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:01:07.231 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:01:07.231 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:01:09.820 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:01:09.820 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:01:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:bucket nams is reupload-bkt-120083 2024-09-22T09:01:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:endpoint is https://smithi084.front.sepia.ceph.com:443 2024-09-22T09:01:10.045 INFO:tasks.workunit.client.0.smithi084.stdout:start UploadId=2~vKc9J-Asn8rmDjwJ0brHJr0c8bL5_xU 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 1 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 1 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 2} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.046 INFO:tasks.workunit.client.0.smithi084.stdout:phase 2 uploaded part {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1} 2024-09-22T09:01:10.047 INFO:tasks.workunit.client.0.smithi084.stdout:aborting multipart upload, parts=[{'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 1}, {'ETag': '"786e53d2d52521fa913d151040c19b0c"', 'PartNumber': 2}] 2024-09-22T09:01:11.566 INFO:tasks.workunit.client.0.smithi084.stdout:radosgw-admin bucket radoslist: 2024-09-22T09:01:11.655 INFO:tasks.workunit.client.0.smithi084.stdout:rados ls: 2024-09-22T09:01:11.745 INFO:tasks.workunit.client.0.smithi084.stdout:== PASSED == 2024-09-22T09:01:11.745 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T09:01:11.745 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T09:01:11.801 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-22T09:01:11.802 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T09:01:12.232 DEBUG:teuthology.parallel:result is None 2024-09-22T09:01:12.233 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:01:12.244 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:01:12.244 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:01:12.293 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:01:12.293 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-22T09:01:12.306 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-22T09:01:12.306 INFO:tasks.ragweed:Downloading ragweed... 2024-09-22T09:01:12.306 INFO:tasks.ragweed:Using branch 'wip-skoduri-cloud-restore' for ragweed 2024-09-22T09:01:12.307 DEBUG:teuthology.orchestra.run.smithi084:> git clone -b wip-skoduri-cloud-restore https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T09:01:12.340 INFO:teuthology.orchestra.run.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-22T09:01:12.405 INFO:teuthology.orchestra.run.smithi084.stderr:fatal: Remote branch wip-skoduri-cloud-restore not found in upstream origin 2024-09-22T09:01:12.405 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-22T09:01:12.407 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-22T09:01:12.407 DEBUG:teuthology.orchestra.run.smithi084:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T09:01:12.453 INFO:teuthology.orchestra.run.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-22T09:01:12.636 INFO:tasks.ragweed:Creating rgw users... 2024-09-22T09:01:12.637 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-22T09:01:12.637 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key RNUHIEFZIMWIKCVSJDPS --secret 4W1B8YM/G+SXj7+x/ogVtNwU/6FADAo3P35LffL5yPAOMjBcYNG3VA== --email ragweed.client.0+test@test.test --system false 2024-09-22T09:01:12.727 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:12.727 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:12.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.767+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 realm 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:12.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:12.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:12.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:12.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:12.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.771+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:12.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.775+0000 7fa49ba849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:12.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.775+0000 7fa49ba849c0 20 searching for the correct realm 2024-09-22T09:01:12.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.779+0000 7fa499d8b640 0 -- 172.21.15.84:0/4113163312 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fa4840f6440 msgr2=0x7fa4840f68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:12.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:12.995+0000 7fa49958a640 0 -- 172.21.15.84:0/4113163312 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x56364c338270 msgr2=0x56364c33a6a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:13.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:01:13.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:13.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 zone default found 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 4 Realm: () 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 zonegroup default 2024-09-22T09:01:13.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.003+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 started sync module instance, tier type = 2024-09-22T09:01:13.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.007+0000 7fa49ba849c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:01:13.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=0 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=1 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=2 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=3 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=4 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=5 2024-09-22T09:01:13.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=6 2024-09-22T09:01:13.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 20 add_watcher() i=7 2024-09-22T09:01:13.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.035+0000 7fa49ba849c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:13.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa34ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:13.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa49ba849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:13.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa49ba849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:13.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa49ba849c0 5 note: GC not initialized 2024-09-22T09:01:13.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa34efe5640 20 reqs_thread_entry: start 2024-09-22T09:01:13.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.039+0000 7fa49ba849c0 20 init_complete bucket index max shards: 11 2024-09-22T09:01:13.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 Filter name: none 2024-09-22T09:01:13.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa34cfe1640 20 reqs_thread_entry: start 2024-09-22T09:01:13.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-22T09:01:13.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache get: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS : miss 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS info.flags=0x0 2024-09-22T09:01:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 adding default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS to cache LRU end 2024-09-22T09:01:13.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache get: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS : hit (negative entry) 2024-09-22T09:01:13.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.043+0000 7fa49ba849c0 10 cache get: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS : hit (negative entry) 2024-09-22T09:01:13.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-22T09:01:13.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa49ba849c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T09:01:13.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa49ba849c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-22T09:01:13.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa37cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562390 cookie 94791206722272 notifier 5684 bl.length()=675 2024-09-22T09:01:13.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa37cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-22T09:01:13.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.047+0000 7fa37cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T09:01:13.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-22T09:01:13.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa49ba849c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa49ba849c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-22T09:01:13.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa37cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562382 cookie 94791206671696 notifier 5684 bl.length()=202 2024-09-22T09:01:13.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa37cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-22T09:01:13.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.055+0000 7fa37cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa49ba849c0 10 cache put: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS info.flags=0x7 2024-09-22T09:01:13.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa49ba849c0 10 moving default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS to cache LRU end 2024-09-22T09:01:13.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa49ba849c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:RNUHIEFZIMWIKCVSJDPS, ofs0, ns] 2024-09-22T09:01:13.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa37cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562424 cookie 94791206717280 notifier 5684 bl.length()=190 2024-09-22T09:01:13.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa37cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS info.flags=0x7 2024-09-22T09:01:13.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.063+0000 7fa37cff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RNUHIEFZIMWIKCVSJDPS to cache LRU end 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "ragweed.client.0", 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "ragweed.client.0", 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "RNUHIEFZIMWIKCVSJDPS", 2024-09-22T09:01:13.064 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "4W1B8YM/G+SXj7+x/ogVtNwU/6FADAo3P35LffL5yPAOMjBcYNG3VA==", 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:01:13.047929Z" 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:01:13.065 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:01:13.066 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:01:13.047874Z", 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:01:13.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.067+0000 7fa34ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:13.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.071+0000 7fa49ba849c0 20 remove_watcher() i=0 2024-09-22T09:01:13.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.071+0000 7fa49ba849c0 2 removed watcher, disabling cache 2024-09-22T09:01:13.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.071+0000 7fa49ba849c0 20 remove_watcher() i=1 2024-09-22T09:01:13.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.075+0000 7fa49ba849c0 20 remove_watcher() i=2 2024-09-22T09:01:13.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.075+0000 7fa49ba849c0 20 remove_watcher() i=3 2024-09-22T09:01:13.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.079+0000 7fa49ba849c0 20 remove_watcher() i=4 2024-09-22T09:01:13.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.079+0000 7fa49ba849c0 20 remove_watcher() i=5 2024-09-22T09:01:13.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.083+0000 7fa49ba849c0 20 remove_watcher() i=6 2024-09-22T09:01:13.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.083+0000 7fa49ba849c0 20 remove_watcher() i=7 2024-09-22T09:01:13.099 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-22T09:01:13.100 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key ZBQSNJDCBHWHAHISRQSW --secret iZfUnkYVgyj7x2z8ikmFSb0k4jwJQuFf7PSzzEW1uK8I64RTA6FjiA== --email sysuser.client.0+test@test.test --system true 2024-09-22T09:01:13.145 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:01:13.145 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:01:13.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 realm 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:01:13.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:13.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.187+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.191+0000 7fc92dc219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:01:13.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.191+0000 7fc92dc219c0 20 searching for the correct realm 2024-09-22T09:01:13.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.195+0000 7fc92bf28640 0 -- 172.21.15.84:0/801439628 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc914111bf0 msgr2=0x7fc914115680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:13.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.411+0000 7fc92af26640 0 -- 172.21.15.84:0/801439628 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x55e1cce10ee0 msgr2=0x55e1cce132f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:01:13.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:01:13.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:01:13.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.419+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:01:13.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 zone default found 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 4 Realm: () 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 zonegroup default 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 started sync module instance, tier type = 2024-09-22T09:01:13.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.423+0000 7fc92dc219c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:01:13.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=0 2024-09-22T09:01:13.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=1 2024-09-22T09:01:13.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=2 2024-09-22T09:01:13.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=3 2024-09-22T09:01:13.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=4 2024-09-22T09:01:13.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=5 2024-09-22T09:01:13.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.443+0000 7fc92dc219c0 20 add_watcher() i=6 2024-09-22T09:01:13.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.447+0000 7fc92dc219c0 20 add_watcher() i=7 2024-09-22T09:01:13.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.447+0000 7fc92dc219c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:01:13.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.447+0000 7fc7e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:13.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:01:13.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:01:13.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 5 note: GC not initialized 2024-09-22T09:01:13.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc7e17e2640 20 reqs_thread_entry: start 2024-09-22T09:01:13.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 init_complete bucket index max shards: 11 2024-09-22T09:01:13.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 Filter name: none 2024-09-22T09:01:13.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc7da7fc640 20 reqs_thread_entry: start 2024-09-22T09:01:13.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-22T09:01:13.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-22T09:01:13.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T09:01:13.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-22T09:01:13.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache get: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW : miss 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados->read ofs=0 len=0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW info.flags=0x0 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 adding default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW to cache LRU end 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache get: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW : hit (negative entry) 2024-09-22T09:01:13.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.451+0000 7fc92dc219c0 10 cache get: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW : hit (negative entry) 2024-09-22T09:01:13.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-22T09:01:13.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc92dc219c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T09:01:13.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc92dc219c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-22T09:01:13.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc80effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562383 cookie 94428293309936 notifier 5702 bl.length()=675 2024-09-22T09:01:13.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc80effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-22T09:01:13.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.455+0000 7fc80effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T09:01:13.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-22T09:01:13.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc92dc219c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc92dc219c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-22T09:01:13.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc80effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562391 cookie 94428293348992 notifier 5702 bl.length()=202 2024-09-22T09:01:13.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc80effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-22T09:01:13.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.463+0000 7fc80effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc92dc219c0 10 cache put: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW info.flags=0x7 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc92dc219c0 10 moving default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW to cache LRU end 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc92dc219c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:ZBQSNJDCBHWHAHISRQSW, ofs0, ns] 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc80effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562384 cookie 94428293354000 notifier 5702 bl.length()=190 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc80effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW info.flags=0x7 2024-09-22T09:01:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.467+0000 7fc80effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZBQSNJDCBHWHAHISRQSW to cache LRU end 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "sysuser.client.0", 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:01:13.470 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "sysuser.client.0", 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "ZBQSNJDCBHWHAHISRQSW", 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "iZfUnkYVgyj7x2z8ikmFSb0k4jwJQuFf7PSzzEW1uK8I64RTA6FjiA==", 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:01:13.456253Z" 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:01:13.471 INFO:teuthology.orchestra.run.smithi084.stdout: "system": true, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:01:13.472 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:01:13.456212Z", 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:01:13.473 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:01:13.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.471+0000 7fc7e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:01:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.479+0000 7fc92dc219c0 20 remove_watcher() i=0 2024-09-22T09:01:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.479+0000 7fc92dc219c0 2 removed watcher, disabling cache 2024-09-22T09:01:13.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.479+0000 7fc92dc219c0 20 remove_watcher() i=1 2024-09-22T09:01:13.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.483+0000 7fc92dc219c0 20 remove_watcher() i=2 2024-09-22T09:01:13.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.483+0000 7fc92dc219c0 20 remove_watcher() i=3 2024-09-22T09:01:13.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.487+0000 7fc92dc219c0 20 remove_watcher() i=4 2024-09-22T09:01:13.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.487+0000 7fc92dc219c0 20 remove_watcher() i=5 2024-09-22T09:01:13.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.491+0000 7fc92dc219c0 20 remove_watcher() i=6 2024-09-22T09:01:13.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:01:13.491+0000 7fc92dc219c0 20 remove_watcher() i=7 2024-09-22T09:01:13.507 INFO:tasks.ragweed:Configuring ragweed... 2024-09-22T09:01:13.508 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:01:13.508 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-22T09:01:13.514 INFO:tasks.ragweed:Configuring boto... 2024-09-22T09:01:13.514 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:01:13.514 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-22T09:01:13.561 DEBUG:teuthology.orchestra.run.smithi084:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-22T09:01:14.048 INFO:teuthology.orchestra.run.smithi084.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-22T09:01:14.228 INFO:teuthology.orchestra.run.smithi084.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-22T09:01:14.831 INFO:teuthology.orchestra.run.smithi084.stdout:py installdeps: -rrequirements.txt 2024-09-22T09:01:17.507 INFO:teuthology.orchestra.run.smithi084.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-22T09:01:21.691 INFO:teuthology.orchestra.run.smithi084.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=ce15559625d20bf520a67c8168f8548c2ae904ed67c045a35ae61f58be7adca6,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-22T09:01:21.691 INFO:teuthology.orchestra.run.smithi084.stdout:py run-test-pre: PYTHONHASHSEED='1954451802' 2024-09-22T09:01:21.692 INFO:teuthology.orchestra.run.smithi084.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-22T09:01:21.860 INFO:teuthology.orchestra.run.smithi084.stdout:============================= test session starts ============================== 2024-09-22T09:01:21.860 INFO:teuthology.orchestra.run.smithi084.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-22T09:01:21.860 INFO:teuthology.orchestra.run.smithi084.stdout:cachedir: .tox/py/.pytest_cache 2024-09-22T09:01:21.860 INFO:teuthology.orchestra.run.smithi084.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-22T09:01:22.025 INFO:teuthology.orchestra.run.smithi084.stdout:collecting ... collected 9 items 2024-09-22T09:01:22.025 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:01:33.219 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-22T09:01:46.162 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-22T09:01:56.614 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-22T09:02:09.037 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-22T09:02:21.959 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-22T09:02:46.497 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-22T09:03:10.918 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-22T09:03:33.491 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-22T09:04:16.787 INFO:teuthology.orchestra.run.smithi084.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout:=============================== warnings summary =============================== 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout: import imp 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-22T09:04:16.788 INFO:teuthology.orchestra.run.smithi084.stdout:=================== 9 passed, 1 warning in 174.93s (0:02:54) =================== 2024-09-22T09:04:16.841 INFO:teuthology.orchestra.run.smithi084.stdout:___________________________________ summary ____________________________________ 2024-09-22T09:04:16.841 INFO:teuthology.orchestra.run.smithi084.stdout: py: commands succeeded 2024-09-22T09:04:16.841 INFO:teuthology.orchestra.run.smithi084.stdout: congratulations :) 2024-09-22T09:04:16.862 INFO:tasks.ragweed:Cleaning up boto... 2024-09-22T09:04:16.862 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-22T09:04:16.866 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-22T09:04:16.942 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:16.942 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:16.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 realm 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:16.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.980+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.984+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:16.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.984+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:16.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.984+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:16.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.984+0000 7f0d8baba9c0 20 searching for the correct realm 2024-09-22T09:04:16.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:16.992+0000 7f0d89dc1640 0 -- 172.21.15.84:0/2180779844 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f0d8002d050 msgr2=0x7f0d8003a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:17.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.208+0000 7f0d895c0640 0 -- 172.21.15.84:0/2180779844 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55d6f0f01940 msgr2=0x55d6f0f03d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:17.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:17.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.216+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:17.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 zone default found 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 4 Realm: () 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 zonegroup default 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 started sync module instance, tier type = 2024-09-22T09:04:17.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.220+0000 7f0d8baba9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=0 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=1 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=2 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=3 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=4 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=5 2024-09-22T09:04:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=6 2024-09-22T09:04:17.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 20 add_watcher() i=7 2024-09-22T09:04:17.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.244+0000 7f0d8baba9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:17.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.248+0000 7f0c3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:17.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.248+0000 7f0d8baba9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:17.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.248+0000 7f0d8baba9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:17.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.336+0000 7f0c3efe5640 20 reqs_thread_entry: start 2024-09-22T09:04:17.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.336+0000 7f0d8baba9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:04:17.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.336+0000 7f0d8baba9c0 20 Filter name: none 2024-09-22T09:04:17.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0c3cfe1640 20 reqs_thread_entry: start 2024-09-22T09:04:17.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-22T09:04:17.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T09:04:17.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-22T09:04:17.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-22T09:04:17.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 : miss 2024-09-22T09:04:17.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 info.flags=0x17 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 to cache LRU end 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.340+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 2024-09-22T09:04:17.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.344+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-22T09:04:17.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.344+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-22T09:04:17.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.344+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-22T09:04:17.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.344+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-22T09:04:17.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.348+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-22T09:04:17.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.348+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-22T09:04:17.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.348+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-22T09:04:17.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.348+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-22T09:04:17.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-22T09:04:17.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55d6f0fbab38 s->prefetch_data=0 2024-09-22T09:04:17.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 10 manifest: total_size = 5086 2024-09-22T09:04:17.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.6041624013807833321 2024-09-22T09:04:17.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55d6f0fbab38 s->prefetch_data=0 2024-09-22T09:04:17.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fbab38 2024-09-22T09:04:17.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.352+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.1 2024-09-22T09:04:17.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5086 stripe_ofs=5086 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.6041624013807833321 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.FXoCa4-0RiakeHefqI7y4FnC6DhJDnb_0 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.6041624013807833321 2024-09-22T09:04:17.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-22T09:04:17.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 10 manifest: total_size = 7501 2024-09-22T09:04:17.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11392227792842511466 2024-09-22T09:04:17.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.360+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.2 2024-09-22T09:04:17.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=7501 stripe_ofs=7501 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11392227792842511466 2024-09-22T09:04:17.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.rFS3g5rRvJksnBVhoRP9MAytmH5lf-4_0 2024-09-22T09:04:17.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:17.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.364+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11392227792842511466 2024-09-22T09:04:17.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-22T09:04:17.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 10 manifest: total_size = 15948 2024-09-22T09:04:17.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.42064841588368319 2024-09-22T09:04:17.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.368+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.2 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=15948 stripe_ofs=15948 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.42064841588368319 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.daV9NWqcfuDkf8EPkt2Uh7IkWQ02fgI_0 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 326 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.376+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.42064841588368319 2024-09-22T09:04:17.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-22T09:04:17.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 10 manifest: total_size = 13127 2024-09-22T09:04:17.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5943917278711307121 2024-09-22T09:04:17.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.380+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.3 2024-09-22T09:04:17.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=13127 stripe_ofs=13127 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5943917278711307121 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.-f-qPfy9HtgXztnrqNleA6WAaHd-7sT_0 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.384+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5943917278711307121 2024-09-22T09:04:17.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-22T09:04:17.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 10 manifest: total_size = 13115 2024-09-22T09:04:17.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18324429974888532800 2024-09-22T09:04:17.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.388+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.4 2024-09-22T09:04:17.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=13115 stripe_ofs=13115 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18324429974888532800 2024-09-22T09:04:17.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.gwm5BA8FsTow7gsdDOpZnzOnzXfgDE5_0 2024-09-22T09:04:17.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:17.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18324429974888532800 2024-09-22T09:04:17.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.396+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-22T09:04:17.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 10 manifest: total_size = 13593 2024-09-22T09:04:17.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7176132085556246140 2024-09-22T09:04:17.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.400+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.4 2024-09-22T09:04:17.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=13593 stripe_ofs=13593 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7176132085556246140 2024-09-22T09:04:17.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.ModVdWtzAlEj3Lj5x2ZUHEY_CaY4o_E_0 2024-09-22T09:04:17.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:17.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.404+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7176132085556246140 2024-09-22T09:04:17.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-22T09:04:17.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 10 manifest: total_size = 5099 2024-09-22T09:04:17.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3899540226839219408 2024-09-22T09:04:17.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.408+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.5 2024-09-22T09:04:17.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5099 stripe_ofs=5099 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3899540226839219408 2024-09-22T09:04:17.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.e647FqKs5-tW_klJFcy6lLmqPsfrYWv_0 2024-09-22T09:04:17.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:17.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.412+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3899540226839219408 2024-09-22T09:04:17.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-22T09:04:17.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 10 manifest: total_size = 5173 2024-09-22T09:04:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17982242349943021519 2024-09-22T09:04:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55d6f0fba5e8 s->prefetch_data=0 2024-09-22T09:04:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba5e8 2024-09-22T09:04:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.416+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.7 2024-09-22T09:04:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5173 stripe_ofs=5173 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17982242349943021519 2024-09-22T09:04:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.QwduEFM9rxKNh-AE3Jtb2w5t0Ur8ZKD_0 2024-09-22T09:04:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17982242349943021519 2024-09-22T09:04:17.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbc710 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55d6f0fba558 s->prefetch_data=0 2024-09-22T09:04:17.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-22T09:04:17.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 10 manifest: total_size = 8748 2024-09-22T09:04:17.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5466502727062348726 2024-09-22T09:04:17.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbc710 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55d6f0fba558 s->prefetch_data=0 2024-09-22T09:04:17.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0fba558 2024-09-22T09:04:17.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.428+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.4.8 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8748 stripe_ofs=8748 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5466502727062348726 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.Q-dXLIE2OBI_AgZLn9SZrTZk77ZMFmV_0 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5466502727062348726 2024-09-22T09:04:17.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.436+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-22T09:04:17.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.436+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.440+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[986dc61f-9105-405d-8643-e22bb2945f7f.4459.4])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.444+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-22T09:04:17.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.444+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.444+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-22T09:04:17.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.444+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-22T09:04:17.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.444+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-22T09:04:17.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.448+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-22T09:04:17.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.448+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-22T09:04:17.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.448+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300764 cookie 94381653637104 notifier 5732 bl.length()=162 2024-09-22T09:04:17.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.452+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 from cache 2024-09-22T09:04:17.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.452+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4, ofs0, ns] 2024-09-22T09:04:17.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.452+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300759 cookie 94381653678976 notifier 5732 bl.length()=219 2024-09-22T09:04:17.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.464+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 : miss 2024-09-22T09:04:17.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.464+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.464+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.464+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 info.flags=0x0 2024-09-22T09:04:17.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.464+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/986dc61f-9105-405d-8643-e22bb2945f7f.4459.4 to cache LRU end 2024-09-22T09:04:17.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 : miss 2024-09-22T09:04:17.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-22T09:04:17.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 info.flags=0x17 2024-09-22T09:04:17.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 to cache LRU end 2024-09-22T09:04:17.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.468+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 2024-09-22T09:04:17.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo 2024-09-22T09:04:17.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55d6f0f41298 s->prefetch_data=0 2024-09-22T09:04:17.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 10 manifest: total_size = 74198 2024-09-22T09:04:17.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5526978300490439635 2024-09-22T09:04:17.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55d6f0f41298 s->prefetch_data=0 2024-09-22T09:04:17.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f41298 2024-09-22T09:04:17.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.476+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.11.10 2024-09-22T09:04:17.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5526978300490439635 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.1 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.2 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.3 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.4 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.484+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5526978300490439635 2024-09-22T09:04:17.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo 2024-09-22T09:04:17.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.488+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.11])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.492+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-22T09:04:17.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.492+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.496+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-22T09:04:17.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.496+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-22T09:04:17.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.496+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-22T09:04:17.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.496+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-22T09:04:17.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.496+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-22T09:04:17.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.500+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94381653635200 notifier 5732 bl.length()=191 2024-09-22T09:04:17.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.504+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 from cache 2024-09-22T09:04:17.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.504+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11, ofs0, ns] 2024-09-22T09:04:17.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.504+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300765 cookie 94381653637104 notifier 5732 bl.length()=249 2024-09-22T09:04:17.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.516+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 : miss 2024-09-22T09:04:17.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.516+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.516+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.516+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 info.flags=0x0 2024-09-22T09:04:17.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.516+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.11 to cache LRU end 2024-09-22T09:04:17.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 : miss 2024-09-22T09:04:17.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 info.flags=0x17 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 to cache LRU end 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.520+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 2024-09-22T09:04:17.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo 2024-09-22T09:04:17.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3cf40 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55d6f0f5ac08 s->prefetch_data=0 2024-09-22T09:04:17.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 10 manifest: total_size = 18874368 2024-09-22T09:04:17.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9283215259447094432 2024-09-22T09:04:17.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3cf40 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55d6f0f5ac08 s->prefetch_data=0 2024-09-22T09:04:17.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f5ac08 2024-09-22T09:04:17.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.528+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.12.10 2024-09-22T09:04:17.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9283215259447094432 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.1 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.1_1 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.2 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-22T09:04:17.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.2_1 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.3 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.3_1 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.4 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.532+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9283215259447094432 2024-09-22T09:04:17.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo 2024-09-22T09:04:17.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.536+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.12])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.540+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-22T09:04:17.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.540+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.540+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-22T09:04:17.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.540+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-22T09:04:17.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.540+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-22T09:04:17.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.544+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-22T09:04:17.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.544+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-22T09:04:17.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.544+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300760 cookie 94381653678976 notifier 5732 bl.length()=198 2024-09-22T09:04:17.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.552+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 from cache 2024-09-22T09:04:17.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.552+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12, ofs0, ns] 2024-09-22T09:04:17.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.552+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300761 cookie 94381653690592 notifier 5732 bl.length()=256 2024-09-22T09:04:17.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.560+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 : miss 2024-09-22T09:04:17.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.560+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.560+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.560+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 info.flags=0x0 2024-09-22T09:04:17.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.560+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.12 to cache LRU end 2024-09-22T09:04:17.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 : miss 2024-09-22T09:04:17.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 info.flags=0x17 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 to cache LRU end 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.568+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 2024-09-22T09:04:17.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.576+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo[fyKByyiKsLwjwOLwTdghn3w7NxzaXPD] 2024-09-22T09:04:17.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.576+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.580+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55d6f0f59bf8 s->prefetch_data=0 2024-09-22T09:04:17.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.580+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to xktnk59xlstcl6k03onts3aagnmr0ufw 2024-09-22T09:04:17.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.580+0000 7f0d8baba9c0 20 get_obj_state_impl: setting s->olh_tag to 38zesfkif515riialeblk0zu4kneimil 2024-09-22T09:04:17.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.580+0000 7f0d8baba9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=38zesfkif515riialeblk0zu4kneimil 2024-09-22T09:04:17.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.580+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.584+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.584+0000 7f0d8baba9c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-22T09:04:17.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.584+0000 7f0d8baba9c0 20 olh_log_entry: epoch=3 op=3 key=foo[fyKByyiKsLwjwOLwTdghn3w7NxzaXPD] 2024-09-22T09:04:17.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.584+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-index-versioning.1:_:fyKByyiKsLwjwOLwTdghn3w7NxzaXPD_foo state=0x55d6f0f558f8 s->prefetch_data=0 2024-09-22T09:04:17.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.588+0000 7f0d8baba9c0 10 manifest: total_size = 18874368 2024-09-22T09:04:17.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.588+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2017294607975057521 2024-09-22T09:04:17.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.588+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-index-versioning.1:_:fyKByyiKsLwjwOLwTdghn3w7NxzaXPD_foo state=0x55d6f0f558f8 s->prefetch_data=0 2024-09-22T09:04:17.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.588+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f558f8 2024-09-22T09:04:17.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.588+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2017294607975057521 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.1 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.1_1 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.2 2024-09-22T09:04:17.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.2_1 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.3 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.3_1 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.4 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.592+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2017294607975057521 2024-09-22T09:04:17.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.596+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo[fyKByyiKsLwjwOLwTdghn3w7NxzaXPD] 2024-09-22T09:04:17.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.600+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcb30 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55d6f0f59bf8 s->prefetch_data=0 2024-09-22T09:04:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.604+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.604+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.10.10 2024-09-22T09:04:17.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.604+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.604+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.608+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.608+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.608+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.608+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.608+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.10])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-22T09:04:17.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-22T09:04:17.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-22T09:04:17.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-22T09:04:17.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-22T09:04:17.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.612+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-22T09:04:17.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.616+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300761 cookie 94381653678976 notifier 5732 bl.length()=193 2024-09-22T09:04:17.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.620+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 from cache 2024-09-22T09:04:17.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.620+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10, ofs0, ns] 2024-09-22T09:04:17.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.620+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 94381653685072 notifier 5732 bl.length()=251 2024-09-22T09:04:17.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.632+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 : miss 2024-09-22T09:04:17.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.632+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.632+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.632+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 info.flags=0x0 2024-09-22T09:04:17.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.632+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.10 to cache LRU end 2024-09-22T09:04:17.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 : miss 2024-09-22T09:04:17.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 info.flags=0x17 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 to cache LRU end 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.636+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 2024-09-22T09:04:17.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo 2024-09-22T09:04:17.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f504e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 10 manifest: total_size = 18874368 2024-09-22T09:04:17.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3262015134598779374 2024-09-22T09:04:17.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f504e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.648+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.9.10 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3262015134598779374 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.1 2024-09-22T09:04:17.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.1_1 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 586 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.2 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 830 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.2_1 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1072 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.3 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1316 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.3_1 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1558 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.4 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1802 2024-09-22T09:04:17.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.652+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3262015134598779374 2024-09-22T09:04:17.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.656+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo 2024-09-22T09:04:17.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.656+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.656+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.660+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.660+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.660+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.660+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.660+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.9])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.664+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-22T09:04:17.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.664+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.664+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-22T09:04:17.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.664+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-22T09:04:17.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.664+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-22T09:04:17.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.668+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-22T09:04:17.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.668+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-22T09:04:17.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.668+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300766 cookie 94381653689360 notifier 5732 bl.length()=183 2024-09-22T09:04:17.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.676+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 from cache 2024-09-22T09:04:17.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.676+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9, ofs0, ns] 2024-09-22T09:04:17.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.676+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300767 cookie 94381653637104 notifier 5732 bl.length()=240 2024-09-22T09:04:17.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.688+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 : miss 2024-09-22T09:04:17.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.688+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.688+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.688+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 info.flags=0x0 2024-09-22T09:04:17.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.688+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.9 to cache LRU end 2024-09-22T09:04:17.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.692+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 : miss 2024-09-22T09:04:17.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.692+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:04:17.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 info.flags=0x17 2024-09-22T09:04:17.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 to cache LRU end 2024-09-22T09:04:17.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 2024-09-22T09:04:17.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-22T09:04:17.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.696+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-22T09:04:17.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.700+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T09:04:17.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.700+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-22T09:04:17.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.700+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-22T09:04:17.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.700+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T09:04:17.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-22T09:04:17.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T09:04:17.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-22T09:04:17.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-22T09:04:17.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-22T09:04:17.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-22T09:04:17.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.704+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbbdb0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.708+0000 7f0d8baba9c0 10 manifest: total_size = 22651 2024-09-22T09:04:17.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.708+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _g6k9lhu_y2j7Hi_MQkPcfl97edVJ9Db 2024-09-22T09:04:17.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.708+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbbdb0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.708+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d30858 2024-09-22T09:04:17.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.708+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.0 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _g6k9lhu_y2j7Hi_MQkPcfl97edVJ9Db 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.v3cdGP4vGvNzUHgT0gn83aDElFuwRLq_0 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T09:04:17.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.712+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _g6k9lhu_y2j7Hi_MQkPcfl97edVJ9Db 2024-09-22T09:04:17.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.716+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-22T09:04:17.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.716+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbc5d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.720+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.720+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _-aW3wx2PsTcYuRDRFY_7k1vlzAFE0x8 2024-09-22T09:04:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.720+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbc5d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.720+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d30858 2024-09-22T09:04:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.720+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.2 2024-09-22T09:04:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _-aW3wx2PsTcYuRDRFY_7k1vlzAFE0x8 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.hTGQsent3bCSkstGG3meledle2Prdmn_0 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.hTGQsent3bCSkstGG3meledle2Prdmn_1 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.724+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: _-aW3wx2PsTcYuRDRFY_7k1vlzAFE0x8 2024-09-22T09:04:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-22T09:04:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f53570 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15308077780960667780 2024-09-22T09:04:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f53570 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.728+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.3 2024-09-22T09:04:17.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15308077780960667780 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_0 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_1 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15308077780960667780 2024-09-22T09:04:17.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.736+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T09:04:17.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f46100 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _XwcOZqVEA8nn7AljIkipzty0tYgq19F 2024-09-22T09:04:17.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f46100 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.740+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.5 2024-09-22T09:04:17.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _XwcOZqVEA8nn7AljIkipzty0tYgq19F 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.J_Kr4D99XUpz-A9D3xcFwInyZ7xAGk9_0 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.J_Kr4D99XUpz-A9D3xcFwInyZ7xAGk9_1 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.744+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _XwcOZqVEA8nn7AljIkipzty0tYgq19F 2024-09-22T09:04:17.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-22T09:04:17.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41860 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _FBp2pwvg3fKawb63ln3yh8tqelgVFNY 2024-09-22T09:04:17.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41860 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.748+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.5 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _FBp2pwvg3fKawb63ln3yh8tqelgVFNY 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.SM8BBYryii6RTEUvB5CSEyeubi24wdE_0 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.SM8BBYryii6RTEUvB5CSEyeubi24wdE_1 2024-09-22T09:04:17.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-22T09:04:17.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.756+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _FBp2pwvg3fKawb63ln3yh8tqelgVFNY 2024-09-22T09:04:17.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-22T09:04:17.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 10 manifest: total_size = 22651 2024-09-22T09:04:17.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10139727610817255877 2024-09-22T09:04:17.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.760+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.5 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10139727610817255877 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.zXJ0IduHQsC76HcfOA-_9bFiWN8gt9i_0 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.764+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10139727610817255877 2024-09-22T09:04:17.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.768+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T09:04:17.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.768+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41c80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.772+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.772+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _hJOXMvE4TDZS2KFVmlg6F9R1zk03h3W 2024-09-22T09:04:17.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.772+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41c80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.772+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.772+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.7 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _hJOXMvE4TDZS2KFVmlg6F9R1zk03h3W 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.K_Avg6rOl9XlYXoEHnKUeGxJ-Vv2Tw-_0 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.K_Avg6rOl9XlYXoEHnKUeGxJ-Vv2Tw-_1 2024-09-22T09:04:17.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T09:04:17.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.776+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _hJOXMvE4TDZS2KFVmlg6F9R1zk03h3W 2024-09-22T09:04:17.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-22T09:04:17.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41860 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12346538575431058564 2024-09-22T09:04:17.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f41860 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.780+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.7 2024-09-22T09:04:17.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12346538575431058564 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_0 2024-09-22T09:04:17.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-22T09:04:17.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_1 2024-09-22T09:04:17.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-22T09:04:17.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.788+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12346538575431058564 2024-09-22T09:04:17.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d84069890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T09:04:17.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 10 manifest: total_size = 22651 2024-09-22T09:04:17.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2998479720191700968 2024-09-22T09:04:17.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d84069890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.792+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.7 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2998479720191700968 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.zXJ0IduHQsC76HcfOA-_9bFiWN8gt9i_0 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.800+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2998479720191700968 2024-09-22T09:04:17.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-22T09:04:17.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5104611542791801224 2024-09-22T09:04:17.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.804+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.8 2024-09-22T09:04:17.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5104611542791801224 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_0 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_1 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.812+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5104611542791801224 2024-09-22T09:04:17.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-22T09:04:17.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c1563a0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 10 manifest: total_size = 22651 2024-09-22T09:04:17.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _2Cu-QLGzBlz_eUKYWEml7sxyY6r7BBD 2024-09-22T09:04:17.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c1563a0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55d6f0f3b4b8 s->prefetch_data=0 2024-09-22T09:04:17.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f3b4b8 2024-09-22T09:04:17.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.816+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.8 2024-09-22T09:04:17.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=22651 stripe_ofs=22651 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _2Cu-QLGzBlz_eUKYWEml7sxyY6r7BBD 2024-09-22T09:04:17.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.lHTts9jXqjnF4MwWAPBICciyHdmQJUF_0 2024-09-22T09:04:17.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T09:04:17.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _2Cu-QLGzBlz_eUKYWEml7sxyY6r7BBD 2024-09-22T09:04:17.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-22T09:04:17.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.824+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d84069890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.828+0000 7f0d8baba9c0 10 manifest: total_size = 5242880 2024-09-22T09:04:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.828+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14855782617274495586 2024-09-22T09:04:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.828+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d84069890 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55d6f0d30858 s->prefetch_data=0 2024-09-22T09:04:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.828+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d30858 2024-09-22T09:04:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.828+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.15.9 2024-09-22T09:04:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14855782617274495586 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_0 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_1 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.832+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14855782617274495586 2024-09-22T09:04:17.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.836+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-22T09:04:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.836+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.836+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.840+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.840+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.840+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.840+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.840+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.15])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:17.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.844+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-22T09:04:17.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.844+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.844+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-22T09:04:17.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.844+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-22T09:04:17.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.844+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-22T09:04:17.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.848+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-22T09:04:17.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.848+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-22T09:04:17.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.848+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94381653678976 notifier 5732 bl.length()=189 2024-09-22T09:04:17.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.856+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 from cache 2024-09-22T09:04:17.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.856+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15, ofs0, ns] 2024-09-22T09:04:17.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.856+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 94381653685072 notifier 5732 bl.length()=247 2024-09-22T09:04:17.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.868+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 : miss 2024-09-22T09:04:17.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.868+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.868+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:17.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.868+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 info.flags=0x0 2024-09-22T09:04:17.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.868+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.15 to cache LRU end 2024-09-22T09:04:17.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.872+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 : miss 2024-09-22T09:04:17.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.872+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:17.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-22T09:04:17.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 info.flags=0x17 2024-09-22T09:04:17.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 to cache LRU end 2024-09-22T09:04:17.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:17.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:17.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 2024-09-22T09:04:17.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-22T09:04:17.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.876+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-22T09:04:17.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.880+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T09:04:17.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.880+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-22T09:04:17.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.880+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-22T09:04:17.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.880+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T09:04:17.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-22T09:04:17.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T09:04:17.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-22T09:04:17.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-22T09:04:17.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-22T09:04:17.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-22T09:04:17.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.884+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcc90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.888+0000 7f0d8baba9c0 10 manifest: total_size = 45360 2024-09-22T09:04:17.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.888+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _XLheD5CbnVmb8hQ_r1yDeq6q2HgjsUY 2024-09-22T09:04:17.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.888+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbcc90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.888+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.888+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.0 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _XLheD5CbnVmb8hQ_r1yDeq6q2HgjsUY 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.sfJiJSHslZvm86HL7CMVRUDMbhKvAb1_0 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T09:04:17.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.892+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _XLheD5CbnVmb8hQ_r1yDeq6q2HgjsUY 2024-09-22T09:04:17.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.896+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-22T09:04:17.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.896+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007c70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.900+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.900+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _RT3csHgG3u2QzolIU6w5StaE2h6LgWI 2024-09-22T09:04:17.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.900+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007c70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.900+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.900+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.2 2024-09-22T09:04:17.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _RT3csHgG3u2QzolIU6w5StaE2h6LgWI 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_0 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_1 2024-09-22T09:04:17.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T09:04:17.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_2 2024-09-22T09:04:17.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-22T09:04:17.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.904+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _RT3csHgG3u2QzolIU6w5StaE2h6LgWI 2024-09-22T09:04:17.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-22T09:04:17.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007c70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5852305755495892399 2024-09-22T09:04:17.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007c70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.908+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.3 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5852305755495892399 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1_1 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2_1 2024-09-22T09:04:17.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-22T09:04:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.3 2024-09-22T09:04:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-22T09:04:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.916+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.5852305755495892399 2024-09-22T09:04:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T09:04:17.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _pNReMMnQMnwt_jLIVDfEZk1xPAu_qyO 2024-09-22T09:04:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.920+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.5 2024-09-22T09:04:17.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _pNReMMnQMnwt_jLIVDfEZk1xPAu_qyO 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_0 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_1 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_2 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.928+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _pNReMMnQMnwt_jLIVDfEZk1xPAu_qyO 2024-09-22T09:04:17.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-22T09:04:17.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _2KS7ZAsGkGV4kNl-pOJjAHmOgtFrdwF 2024-09-22T09:04:17.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.932+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.5 2024-09-22T09:04:17.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _2KS7ZAsGkGV4kNl-pOJjAHmOgtFrdwF 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_0 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_1 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_2 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.940+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _2KS7ZAsGkGV4kNl-pOJjAHmOgtFrdwF 2024-09-22T09:04:17.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-22T09:04:17.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f59720 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 10 manifest: total_size = 45360 2024-09-22T09:04:17.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1079403641768662672 2024-09-22T09:04:17.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f59720 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.944+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.5 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-22T09:04:17.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1079403641768662672 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.1 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.2 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.3 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.952+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1079403641768662672 2024-09-22T09:04:17.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T09:04:17.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _BynkeoBQo7tD5Hh8AJRvYXYifomVVqo 2024-09-22T09:04:17.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.956+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.7 2024-09-22T09:04:17.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _BynkeoBQo7tD5Hh8AJRvYXYifomVVqo 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_0 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_1 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_2 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-22T09:04:17.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.964+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _BynkeoBQo7tD5Hh8AJRvYXYifomVVqo 2024-09-22T09:04:17.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-22T09:04:17.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10352478335356037980 2024-09-22T09:04:17.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.968+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.7 2024-09-22T09:04:17.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10352478335356037980 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1_1 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2_1 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.3 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10352478335356037980 2024-09-22T09:04:17.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.976+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T09:04:17.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5b190 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 10 manifest: total_size = 45360 2024-09-22T09:04:17.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7867426676397291590 2024-09-22T09:04:17.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5b190 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.980+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.7 2024-09-22T09:04:17.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7867426676397291590 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.1 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.2 2024-09-22T09:04:17.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-22T09:04:17.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.3 2024-09-22T09:04:17.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-22T09:04:17.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:17.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.984+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7867426676397291590 2024-09-22T09:04:17.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.988+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-22T09:04:17.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.988+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.992+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:17.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.992+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13375760032206069484 2024-09-22T09:04:17.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.992+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0d6350 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:17.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.992+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:17.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.992+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.8 2024-09-22T09:04:17.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:17.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:17.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:18.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13375760032206069484 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1_1 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2_1 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.3 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:17.996+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13375760032206069484 2024-09-22T09:04:18.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-22T09:04:18.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8003af80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:18.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 10 manifest: total_size = 45360 2024-09-22T09:04:18.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to _wA_qv2mQn5tDE4GRDi_xtZxsLkHIYED 2024-09-22T09:04:18.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8003af80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:18.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:18.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.000+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.8 2024-09-22T09:04:18.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _wA_qv2mQn5tDE4GRDi_xtZxsLkHIYED 2024-09-22T09:04:18.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.29x0EuC_kYmoGOY8MXfAl1yWi9HaLxk_0 2024-09-22T09:04:18.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-22T09:04:18.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.008+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _wA_qv2mQn5tDE4GRDi_xtZxsLkHIYED 2024-09-22T09:04:18.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-22T09:04:18.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:18.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:18.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4492694721287290552 2024-09-22T09:04:18.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0049c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55d6f0d31138 s->prefetch_data=0 2024-09-22T09:04:18.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d31138 2024-09-22T09:04:18.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.012+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.16.9 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4492694721287290552 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1_1 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2 2024-09-22T09:04:18.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2_1 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.3 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.020+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4492694721287290552 2024-09-22T09:04:18.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.024+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-22T09:04:18.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.024+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.024+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.028+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.028+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.028+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.028+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.028+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.16])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.032+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-22T09:04:18.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.032+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.036+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-22T09:04:18.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.036+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-22T09:04:18.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.036+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-22T09:04:18.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.036+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-22T09:04:18.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.036+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-22T09:04:18.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.040+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300799 cookie 94381653685072 notifier 5732 bl.length()=199 2024-09-22T09:04:18.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.044+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 from cache 2024-09-22T09:04:18.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.044+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16, ofs0, ns] 2024-09-22T09:04:18.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.044+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300762 cookie 94381653692800 notifier 5732 bl.length()=257 2024-09-22T09:04:18.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.056+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 : miss 2024-09-22T09:04:18.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.056+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.056+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.056+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 info.flags=0x0 2024-09-22T09:04:18.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.056+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.16 to cache LRU end 2024-09-22T09:04:18.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 : miss 2024-09-22T09:04:18.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-22T09:04:18.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 info.flags=0x17 2024-09-22T09:04:18.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 to cache LRU end 2024-09-22T09:04:18.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:18.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.064+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 2024-09-22T09:04:18.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.068+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T09:04:18.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.072+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T09:04:18.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.072+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T09:04:18.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f49020 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:18.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15738913936846386697 2024-09-22T09:04:18.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f49020 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d310e8 2024-09-22T09:04:18.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.076+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.14.3 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15738913936846386697 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.1 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.1_1 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-22T09:04:18.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.2 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.2_1 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.3 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.084+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15738913936846386697 2024-09-22T09:04:18.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T09:04:18.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007740 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:18.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16283465030651440294 2024-09-22T09:04:18.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c007740 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d310e8 2024-09-22T09:04:18.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.088+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.14.5 2024-09-22T09:04:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16283465030651440294 2024-09-22T09:04:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.1 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.1_1 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.2 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.2_1 2024-09-22T09:04:18.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1153 2024-09-22T09:04:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.3 2024-09-22T09:04:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1417 2024-09-22T09:04:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.096+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.16283465030651440294 2024-09-22T09:04:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T09:04:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f535c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 10 manifest: total_size = 11534336 2024-09-22T09:04:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3919614103289888208 2024-09-22T09:04:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f535c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55d6f0d310e8 s->prefetch_data=0 2024-09-22T09:04:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d310e8 2024-09-22T09:04:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.100+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.14.7 2024-09-22T09:04:18.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-22T09:04:18.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3919614103289888208 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.1 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.1_1 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.2 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.2_1 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.3 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.104+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.3919614103289888208 2024-09-22T09:04:18.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.108+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T09:04:18.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.108+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.108+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.112+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.112+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.112+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.112+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.112+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.14])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.116+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-22T09:04:18.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.116+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.116+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-22T09:04:18.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.116+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-22T09:04:18.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.116+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-22T09:04:18.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.120+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-22T09:04:18.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.120+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-22T09:04:18.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.120+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94381653690592 notifier 5732 bl.length()=194 2024-09-22T09:04:18.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.128+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 from cache 2024-09-22T09:04:18.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.128+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14, ofs0, ns] 2024-09-22T09:04:18.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.128+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300764 cookie 94381653692800 notifier 5732 bl.length()=252 2024-09-22T09:04:18.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.136+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 : miss 2024-09-22T09:04:18.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.136+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.140+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.140+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 info.flags=0x0 2024-09-22T09:04:18.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.140+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.14 to cache LRU end 2024-09-22T09:04:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 : miss 2024-09-22T09:04:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 info.flags=0x17 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 to cache LRU end 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.144+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 2024-09-22T09:04:18.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.148+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-22T09:04:18.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.152+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-22T09:04:18.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.152+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-22T09:04:18.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f450e0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 10 manifest: total_size = 10485760 2024-09-22T09:04:18.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4339496011836730854 2024-09-22T09:04:18.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f450e0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32138 2024-09-22T09:04:18.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.156+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.13.3 2024-09-22T09:04:18.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4339496011836730854 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_0 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_1 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_2 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-22T09:04:18.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.164+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.4339496011836730854 2024-09-22T09:04:18.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-22T09:04:18.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3caf0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 10 manifest: total_size = 44258 2024-09-22T09:04:18.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14631459669928929249 2024-09-22T09:04:18.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3caf0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32138 2024-09-22T09:04:18.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.168+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.13.5 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=44258 stripe_ofs=44258 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14631459669928929249 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.wv79QIqByKgALFcj12PxuNemIG1fN1p_0 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14631459669928929249 2024-09-22T09:04:18.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.176+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-22T09:04:18.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 10 manifest: total_size = 10485760 2024-09-22T09:04:18.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1762129196844092969 2024-09-22T09:04:18.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d8000c6c0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55d6f0d32138 s->prefetch_data=0 2024-09-22T09:04:18.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32138 2024-09-22T09:04:18.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.180+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.13.7 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1762129196844092969 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_0 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-22T09:04:18.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_1 2024-09-22T09:04:18.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-22T09:04:18.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_2 2024-09-22T09:04:18.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 817 2024-09-22T09:04:18.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.184+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.1762129196844092969 2024-09-22T09:04:18.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.188+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-22T09:04:18.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.196+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.13])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.200+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-22T09:04:18.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.200+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.204+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-22T09:04:18.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.204+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-22T09:04:18.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.204+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-22T09:04:18.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.204+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-22T09:04:18.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.204+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-22T09:04:18.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.208+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300763 cookie 94381653678976 notifier 5732 bl.length()=184 2024-09-22T09:04:18.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.212+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 from cache 2024-09-22T09:04:18.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.212+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13, ofs0, ns] 2024-09-22T09:04:18.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.216+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300765 cookie 94381653690592 notifier 5732 bl.length()=242 2024-09-22T09:04:18.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.224+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 : miss 2024-09-22T09:04:18.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.224+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.224+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.224+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 info.flags=0x0 2024-09-22T09:04:18.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.224+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.13 to cache LRU end 2024-09-22T09:04:18.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 : miss 2024-09-22T09:04:18.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T09:04:18.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 info.flags=0x17 2024-09-22T09:04:18.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 to cache LRU end 2024-09-22T09:04:18.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:18.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.232+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 2024-09-22T09:04:18.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.236+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T09:04:18.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.236+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T09:04:18.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.240+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ 2024-09-22T09:04:18.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.240+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got obj 2024-09-22T09:04:18.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 10 manifest: total_size = 0 2024-09-22T09:04:18.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.659029455250460671 2024-09-22T09:04:18.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f46718 2024-09-22T09:04:18.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.244+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.6.2 2024-09-22T09:04:18.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 10 manifest: total_size = 0 2024-09-22T09:04:18.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17600466494749216782 2024-09-22T09:04:18.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f4d428 2024-09-22T09:04:18.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.6.3 2024-09-22T09:04:18.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.252+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=___ 2024-09-22T09:04:18.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 10 manifest: total_size = 0 2024-09-22T09:04:18.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17453952975684253958 2024-09-22T09:04:18.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f5e0d0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f4d428 2024-09-22T09:04:18.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.260+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.6.6 2024-09-22T09:04:18.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.264+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T09:04:18.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3cfa0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 10 manifest: total_size = 0 2024-09-22T09:04:18.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10110677317765021018 2024-09-22T09:04:18.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f3cfa0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55d6f0f4d428 s->prefetch_data=0 2024-09-22T09:04:18.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f4d428 2024-09-22T09:04:18.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.6.8 2024-09-22T09:04:18.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.268+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=__ 2024-09-22T09:04:18.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.276+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.276+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=obj 2024-09-22T09:04:18.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.280+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[986dc61f-9105-405d-8643-e22bb2945f7f.4459.6])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.284+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-22T09:04:18.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.284+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.284+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T09:04:18.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.284+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-22T09:04:18.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.284+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-22T09:04:18.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.288+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-22T09:04:18.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.288+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-22T09:04:18.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.292+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300787 cookie 94381653635200 notifier 5732 bl.length()=181 2024-09-22T09:04:18.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.296+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 from cache 2024-09-22T09:04:18.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.296+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:986dc61f-9105-405d-8643-e22bb2945f7f.4459.6, ofs0, ns] 2024-09-22T09:04:18.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.296+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300766 cookie 94381653690592 notifier 5732 bl.length()=238 2024-09-22T09:04:18.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.308+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 : miss 2024-09-22T09:04:18.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.308+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.308+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.308+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 info.flags=0x0 2024-09-22T09:04:18.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.308+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/986dc61f-9105-405d-8643-e22bb2945f7f.4459.6 to cache LRU end 2024-09-22T09:04:18.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 : miss 2024-09-22T09:04:18.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T09:04:18.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 info.flags=0x17 2024-09-22T09:04:18.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 to cache LRU end 2024-09-22T09:04:18.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:18.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.316+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 2024-09-22T09:04:18.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.320+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T09:04:18.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.320+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T09:04:18.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.324+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ 2024-09-22T09:04:18.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.324+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got obj 2024-09-22T09:04:18.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbd320 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 10 manifest: total_size = 524288 2024-09-22T09:04:18.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10289276849407767085 2024-09-22T09:04:18.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbd320 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32a18 2024-09-22T09:04:18.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.328+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.7.2 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10289276849407767085 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.HIF7yhrJk3QRX1vVpPEHO1annB9Ty7L_0 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.336+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10289276849407767085 2024-09-22T09:04:18.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=___ 2024-09-22T09:04:18.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbd320 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 10 manifest: total_size = 38 2024-09-22T09:04:18.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11000743558402704726 2024-09-22T09:04:18.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0fbd320 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32a18 2024-09-22T09:04:18.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.340+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.7.3 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11000743558402704726 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.dAiMiLpizvz7dmDHXTQWI7IjFbmxNLq_0 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11000743558402704726 2024-09-22T09:04:18.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.348+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f433b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T09:04:18.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0d8baba9c0 10 manifest: total_size = 38 2024-09-22T09:04:18.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12534223988215961459 2024-09-22T09:04:18.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0d8baba9c0 20 get_obj_state: octx=0x55d6f0f433b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32a18 2024-09-22T09:04:18.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.352+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.7.6 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12534223988215961459 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.BxcSNCU7nMTPpGq4mw01XzYENnpsKjf_0 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.356+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.12534223988215961459 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.360+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=__ 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.360+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0ad0c0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.364+0000 7f0d8baba9c0 10 manifest: total_size = 24595 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.364+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2394389562873673815 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.364+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d7c0ad0c0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55d6f0d32a18 s->prefetch_data=0 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.364+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0d32a18 2024-09-22T09:04:18.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.364+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.7.8 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2394389562873673815 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.ZZE52qdgrmiA805gvz2QkAjUAk5vGve_0 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.368+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.2394389562873673815 2024-09-22T09:04:18.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.372+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=obj 2024-09-22T09:04:18.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.372+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.372+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.376+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.376+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.376+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.376+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.376+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[986dc61f-9105-405d-8643-e22bb2945f7f.4459.7])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-22T09:04:18.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T09:04:18.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-22T09:04:18.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-22T09:04:18.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-22T09:04:18.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.380+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-22T09:04:18.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.384+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300788 cookie 94381653635200 notifier 5732 bl.length()=181 2024-09-22T09:04:18.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.388+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 from cache 2024-09-22T09:04:18.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.388+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7, ofs0, ns] 2024-09-22T09:04:18.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.388+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300767 cookie 94381653690592 notifier 5732 bl.length()=238 2024-09-22T09:04:18.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.400+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 : miss 2024-09-22T09:04:18.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.400+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.400+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.400+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 info.flags=0x0 2024-09-22T09:04:18.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.400+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/986dc61f-9105-405d-8643-e22bb2945f7f.4459.7 to cache LRU end 2024-09-22T09:04:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 : miss 2024-09-22T09:04:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-22T09:04:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 info.flags=0x17 2024-09-22T09:04:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 to cache LRU end 2024-09-22T09:04:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T09:04:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.404+0000 7f0d8baba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 2024-09-22T09:04:18.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.408+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got ___ 2024-09-22T09:04:18.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.408+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-22T09:04:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.412+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got __ 2024-09-22T09:04:18.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.412+0000 7f0d8baba9c0 10 cls_bucket_list_unordered: got obj 2024-09-22T09:04:18.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 10 manifest: total_size = 55 2024-09-22T09:04:18.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10028043340736410633 2024-09-22T09:04:18.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f46718 2024-09-22T09:04:18.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.416+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.8.2 2024-09-22T09:04:18.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10028043340736410633 2024-09-22T09:04:18.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.YVzO6moXhPMP8POMiywqC_TlCvYuMyu_0 2024-09-22T09:04:18.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.10028043340736410633 2024-09-22T09:04:18.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.424+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=___ 2024-09-22T09:04:18.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 10 manifest: total_size = 1048576 2024-09-22T09:04:18.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14034056607829400781 2024-09-22T09:04:18.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f46718 2024-09-22T09:04:18.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.428+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.8.3 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14034056607829400781 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.XAbZgbNQAU24xbegup0j9T5BPN0bVQ8_0 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.432+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14034056607829400781 2024-09-22T09:04:18.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.436+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=__ _ 2024-09-22T09:04:18.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.436+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.440+0000 7f0d8baba9c0 10 manifest: total_size = 4134 2024-09-22T09:04:18.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.440+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15748665631176542516 2024-09-22T09:04:18.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.440+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.440+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f46718 2024-09-22T09:04:18.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.440+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.8.6 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15748665631176542516 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.Wa845ls0_zM7sBMZPiqs3Fd6BojwC01_0 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.444+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.15748665631176542516 2024-09-22T09:04:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0c5bfff640 20 handle_completion(): completion ok for obj=__ 2024-09-22T09:04:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 10 manifest: total_size = 55 2024-09-22T09:04:18.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7734861043925393692 2024-09-22T09:04:18.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 20 get_obj_state: octx=0x7f0d80062c60 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55d6f0f46718 s->prefetch_data=0 2024-09-22T09:04:18.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 20 prepare_atomic_modification: state is not atomic. state=0x55d6f0f46718 2024-09-22T09:04:18.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.448+0000 7f0d8baba9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.8.8 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7734861043925393692 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.WMskUYhbg1DGFMy_j9zb-2AqHiJo-Ja_0 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-22T09:04:18.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.456+0000 7f0d8baba9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.7734861043925393692 2024-09-22T09:04:18.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0c6cff9640 20 handle_completion(): completion ok for obj=obj 2024-09-22T09:04:18.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 20 list_objects_ordered: starting attempt 1 2024-09-22T09:04:18.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-22T09:04:18.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-22T09:04:18.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-22T09:04:18.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-22T09:04:18.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-22T09:04:18.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.460+0000 7f0d8baba9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[986dc61f-9105-405d-8643-e22bb2945f7f.4459.8])"; uploads.size()=0; is_truncated=0 2024-09-22T09:04:18.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-22T09:04:18.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-22T09:04:18.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-22T09:04:18.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-22T09:04:18.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-22T09:04:18.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-22T09:04:18.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.468+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94381653635200 notifier 5732 bl.length()=181 2024-09-22T09:04:18.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.476+0000 7f0d8baba9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 from cache 2024-09-22T09:04:18.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.476+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8, ofs0, ns] 2024-09-22T09:04:18.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.476+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300768 cookie 94381653690592 notifier 5732 bl.length()=238 2024-09-22T09:04:18.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.484+0000 7f0d8baba9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 : miss 2024-09-22T09:04:18.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.484+0000 7f0d8baba9c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.488+0000 7f0d8baba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.488+0000 7f0d8baba9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 info.flags=0x0 2024-09-22T09:04:18.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.488+0000 7f0d8baba9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/986dc61f-9105-405d-8643-e22bb2945f7f.4459.8 to cache LRU end 2024-09-22T09:04:18.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.492+0000 7f0d8baba9c0 10 removing key index: RNUHIEFZIMWIKCVSJDPS 2024-09-22T09:04:18.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.492+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:RNUHIEFZIMWIKCVSJDPS, ofs0, ns] 2024-09-22T09:04:18.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.496+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300800 cookie 94381653685072 notifier 5732 bl.length()=170 2024-09-22T09:04:18.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.496+0000 7f0d8baba9c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-22T09:04:18.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.500+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-22T09:04:18.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.500+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300764 cookie 94381653678976 notifier 5732 bl.length()=182 2024-09-22T09:04:18.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.504+0000 7f0d8baba9c0 10 removing user buckets index 2024-09-22T09:04:18.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.508+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-22T09:04:18.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.508+0000 7f0c5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 94381653690592 notifier 5732 bl.length()=173 2024-09-22T09:04:18.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.512+0000 7f0d8baba9c0 10 removing user index: ragweed.client.0 2024-09-22T09:04:18.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.516+0000 7f0d8baba9c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-22T09:04:18.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.516+0000 7f0d8baba9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-22T09:04:18.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.516+0000 7f0c6cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300768 cookie 94381653689360 notifier 5732 bl.length()=165 2024-09-22T09:04:18.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.524+0000 7f0c3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.528+0000 7f0d8baba9c0 20 remove_watcher() i=0 2024-09-22T09:04:18.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.528+0000 7f0d8baba9c0 2 removed watcher, disabling cache 2024-09-22T09:04:18.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.532+0000 7f0d8baba9c0 20 remove_watcher() i=1 2024-09-22T09:04:18.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.536+0000 7f0d8baba9c0 20 remove_watcher() i=2 2024-09-22T09:04:18.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.536+0000 7f0d8baba9c0 20 remove_watcher() i=3 2024-09-22T09:04:18.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.540+0000 7f0d8baba9c0 20 remove_watcher() i=4 2024-09-22T09:04:18.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.544+0000 7f0d8baba9c0 20 remove_watcher() i=5 2024-09-22T09:04:18.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.544+0000 7f0d8baba9c0 20 remove_watcher() i=6 2024-09-22T09:04:18.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.544+0000 7f0d8baba9c0 20 remove_watcher() i=7 2024-09-22T09:04:18.566 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-22T09:04:18.648 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:04:18.649 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:04:18.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.688+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 realm 2024-09-22T09:04:18.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:04:18.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.692+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.696+0000 7fc2ea9569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:04:18.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.696+0000 7fc2ea9569c0 20 searching for the correct realm 2024-09-22T09:04:18.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.704+0000 7fc2e8c5d640 0 -- 172.21.15.84:0/3591264370 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc2dc06d950 msgr2=0x7fc2dc07e910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.920+0000 7fc2e845c640 0 -- 172.21.15.84:0/3591264370 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x564d7f71a8a0 msgr2=0x564d7f71cc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:04:18.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:04:18.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:04:18.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 zone default found 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 4 Realm: () 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 zonegroup default 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.928+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.932+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.932+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:18.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.932+0000 7fc2ea9569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:04:18.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.932+0000 7fc2ea9569c0 20 started sync module instance, tier type = 2024-09-22T09:04:18.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.932+0000 7fc2ea9569c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:04:18.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=0 2024-09-22T09:04:18.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=1 2024-09-22T09:04:18.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=2 2024-09-22T09:04:18.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=3 2024-09-22T09:04:18.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=4 2024-09-22T09:04:18.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=5 2024-09-22T09:04:18.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=6 2024-09-22T09:04:18.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 20 add_watcher() i=7 2024-09-22T09:04:18.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.956+0000 7fc2ea9569c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:04:18.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.960+0000 7fc19efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:18.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.960+0000 7fc2ea9569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:04:18.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:18.960+0000 7fc2ea9569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:04:19.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc19dfdb640 20 reqs_thread_entry: start 2024-09-22T09:04:19.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 20 init_complete bucket index max shards: 11 2024-09-22T09:04:19.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 20 Filter name: none 2024-09-22T09:04:19.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc10f7fe640 20 reqs_thread_entry: start 2024-09-22T09:04:19.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-22T09:04:19.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 20 rados->read ofs=0 len=0 2024-09-22T09:04:19.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T09:04:19.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-22T09:04:19.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-22T09:04:19.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:04:19.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.056+0000 7fc2ea9569c0 10 removing key index: ZBQSNJDCBHWHAHISRQSW 2024-09-22T09:04:19.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.060+0000 7fc2ea9569c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.keys:ZBQSNJDCBHWHAHISRQSW, ofs0, ns] 2024-09-22T09:04:19.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.060+0000 7fc1bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300770 cookie 94890850688992 notifier 5750 bl.length()=170 2024-09-22T09:04:19.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.064+0000 7fc2ea9569c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-22T09:04:19.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.064+0000 7fc2ea9569c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-22T09:04:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.068+0000 7fc1bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 94890850682640 notifier 5750 bl.length()=182 2024-09-22T09:04:19.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.068+0000 7fc2ea9569c0 10 removing user buckets index 2024-09-22T09:04:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.072+0000 7fc2ea9569c0 10 removing user index: sysuser.client.0 2024-09-22T09:04:19.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.072+0000 7fc2ea9569c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-22T09:04:19.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.072+0000 7fc2ea9569c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-22T09:04:19.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.072+0000 7fc1bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300765 cookie 94890850673616 notifier 5750 bl.length()=165 2024-09-22T09:04:19.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.076+0000 7fc19efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:04:19.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.084+0000 7fc2ea9569c0 20 remove_watcher() i=0 2024-09-22T09:04:19.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.084+0000 7fc2ea9569c0 2 removed watcher, disabling cache 2024-09-22T09:04:19.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.084+0000 7fc2ea9569c0 20 remove_watcher() i=1 2024-09-22T09:04:19.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.088+0000 7fc2ea9569c0 20 remove_watcher() i=2 2024-09-22T09:04:19.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.088+0000 7fc2ea9569c0 20 remove_watcher() i=3 2024-09-22T09:04:19.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.092+0000 7fc2ea9569c0 20 remove_watcher() i=4 2024-09-22T09:04:19.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.092+0000 7fc2ea9569c0 20 remove_watcher() i=5 2024-09-22T09:04:19.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.096+0000 7fc2ea9569c0 20 remove_watcher() i=6 2024-09-22T09:04:19.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:04:19.096+0000 7fc2ea9569c0 20 remove_watcher() i=7 2024-09-22T09:04:19.115 INFO:tasks.ragweed:Removing ragweed... 2024-09-22T09:04:19.115 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-22T09:04:19.207 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T09:04:19.230 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T09:04:19.230 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T09:04:19.231 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:04:19.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T09:04:19.237 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T09:04:19.238 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:04:19.285 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T09:04:19.286 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T09:04:19.333 INFO:tasks.workunit:timeout=3h 2024-09-22T09:04:19.333 INFO:tasks.workunit:cleanup=True 2024-09-22T09:04:19.333 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T09:04:19.382 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T09:05:17.900 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:17.901 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T09:05:17.907 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T09:05:17.954 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T09:05:17.957 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:05:17.957 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T09:05:18.010 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T09:05:18.068 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T09:05:18.115 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T09:05:18.116 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:05:18.116 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T09:05:18.160 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T09:05:18.163 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:05:18.163 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T09:05:18.213 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-22T09:05:18.214 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-22T09:05:18.214 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-22T09:05:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:+ ulimit -c 0 2024-09-22T09:05:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-22T09:05:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:05:18.266 INFO:tasks.workunit.client.0.smithi084.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:05:21.142 INFO:tasks.workunit.client.0.smithi084.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T09:05:21.142 INFO:tasks.workunit.client.0.smithi084.stderr:++ deactivate nondestructive 2024-09-22T09:05:21.142 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:05:21.143 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PATH 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -z '' ']' 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ PS1='(rgw) ' 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PS1 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T09:05:21.144 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install pip --upgrade 2024-09-22T09:05:21.538 INFO:tasks.workunit.client.0.smithi084.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T09:05:21.727 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting pip 2024-09-22T09:05:21.732 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T09:05:21.766 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: pip 2024-09-22T09:05:21.766 INFO:tasks.workunit.client.0.smithi084.stdout: Attempting uninstall: pip 2024-09-22T09:05:21.766 INFO:tasks.workunit.client.0.smithi084.stdout: Found existing installation: pip 22.0.2 2024-09-22T09:05:22.029 INFO:tasks.workunit.client.0.smithi084.stdout: Uninstalling pip-22.0.2: 2024-09-22T09:05:22.035 INFO:tasks.workunit.client.0.smithi084.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T09:05:22.776 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed pip-24.2 2024-09-22T09:05:22.836 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install boto3 2024-09-22T09:05:23.817 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting boto3 2024-09-22T09:05:23.818 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T09:05:24.322 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T09:05:24.323 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T09:05:24.376 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T09:05:24.377 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T09:05:24.421 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T09:05:24.422 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T09:05:24.477 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:05:24.478 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T09:05:24.583 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:05:24.585 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T09:05:24.788 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T09:05:24.789 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T09:05:24.793 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T09:05:24.794 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T09:05:24.805 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T09:05:24.807 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T09:05:24.808 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T09:05:24.809 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T09:05:24.811 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T09:05:24.884 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T09:05:25.976 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T09:05:26.195 INFO:tasks.workunit.client.0.smithi084.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-22T09:05:26.342 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-22T09:05:26.379 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:26.379 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:26.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 realm 2024-09-22T09:05:26.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:26.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.422+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.426+0000 7fdaa4e279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.426+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.426+0000 7fdaa4e279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:26.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.426+0000 7fdaa4e279c0 20 searching for the correct realm 2024-09-22T09:05:26.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.434+0000 7fdaa312e640 0 -- 172.21.15.84:0/1980949269 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fda980b7b20 msgr2=0x7fda980c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.650+0000 7fdaa292d640 0 -- 172.21.15.84:0/1980949269 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557eb37c3eb0 msgr2=0x557eb37c62a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:26.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:26.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.658+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:26.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 zone default found 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 4 Realm: () 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 zonegroup default 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.662+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.666+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.666+0000 7fdaa4e279c0 20 started sync module instance, tier type = 2024-09-22T09:05:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.666+0000 7fdaa4e279c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=0 2024-09-22T09:05:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=1 2024-09-22T09:05:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=2 2024-09-22T09:05:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=3 2024-09-22T09:05:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=4 2024-09-22T09:05:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=5 2024-09-22T09:05:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.686+0000 7fdaa4e279c0 20 add_watcher() i=6 2024-09-22T09:05:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.690+0000 7fdaa4e279c0 20 add_watcher() i=7 2024-09-22T09:05:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.690+0000 7fdaa4e279c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:26.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fd9597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 5 note: GC not initialized 2024-09-22T09:05:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fd8d3fff640 20 reqs_thread_entry: start 2024-09-22T09:05:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:26.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 20 Filter name: none 2024-09-22T09:05:26.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fd8d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:26.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-22T09:05:26.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.694+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-22T09:05:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-22T09:05:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-22T09:05:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fdaa4e279c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fd9867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300771 cookie 94002665563104 notifier 5768 bl.length()=569 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fd9867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-22T09:05:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.698+0000 7fd9867fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.702+0000 7fdaa4e279c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.702+0000 7fdaa4e279c0 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.706+0000 7fdaa4e279c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-22T09:05:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.706+0000 7fd9867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300772 cookie 94002665560880 notifier 5768 bl.length()=180 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.706+0000 7fd9867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-22T09:05:26.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.706+0000 7fd9867fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-22T09:05:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.710+0000 7fd9597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:26.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.714+0000 7fdaa4e279c0 20 remove_watcher() i=0 2024-09-22T09:05:26.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.714+0000 7fdaa4e279c0 2 removed watcher, disabling cache 2024-09-22T09:05:26.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.714+0000 7fdaa4e279c0 20 remove_watcher() i=1 2024-09-22T09:05:26.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.718+0000 7fdaa4e279c0 20 remove_watcher() i=2 2024-09-22T09:05:26.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.722+0000 7fdaa4e279c0 20 remove_watcher() i=3 2024-09-22T09:05:26.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.722+0000 7fdaa4e279c0 20 remove_watcher() i=4 2024-09-22T09:05:26.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.726+0000 7fdaa4e279c0 20 remove_watcher() i=5 2024-09-22T09:05:26.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.726+0000 7fdaa4e279c0 20 remove_watcher() i=6 2024-09-22T09:05:26.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:26.726+0000 7fdaa4e279c0 20 remove_watcher() i=7 2024-09-22T09:05:46.718 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:46.719 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:46.795 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:46.795 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:46.908 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:46.908 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:47.046 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:47.047 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:47.139 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:47.139 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:47.241 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:47.241 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:47.326 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard add 2024-09-22T09:05:47.326 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:47.327 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:47.360 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:47.360 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:47.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 realm 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.406+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.410+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:47.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.410+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.410+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:47.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.410+0000 7f5899b3d9c0 20 searching for the correct realm 2024-09-22T09:05:47.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.418+0000 7f5897e44640 0 -- 172.21.15.84:0/2919186987 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f588c04c1f0 msgr2=0x7f588c05d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:47.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.634+0000 7f5897643640 0 -- 172.21.15.84:0/2919186987 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556bb938c060 msgr2=0x556bb938e520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:47.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:47.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.642+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 zone default found 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 4 Realm: () 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:47.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 zonegroup default 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 started sync module instance, tier type = 2024-09-22T09:05:47.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.646+0000 7f5899b3d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:47.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=0 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=1 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=2 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=3 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=4 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=5 2024-09-22T09:05:47.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=6 2024-09-22T09:05:47.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 20 add_watcher() i=7 2024-09-22T09:05:47.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.670+0000 7f5899b3d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:47.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f574dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:47.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:47.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:47.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 5 note: GC not initialized 2024-09-22T09:05:47.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f574cfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:47.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:47.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 20 Filter name: none 2024-09-22T09:05:47.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f56c67fc640 20 reqs_thread_entry: start 2024-09-22T09:05:47.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.674+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:47.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:47.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:47.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:47.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.678+0000 7f5899b3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.682+0000 7f5899b3d9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:47.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.682+0000 7f5899b3d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:47.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.682+0000 7f574dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:47.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.690+0000 7f5899b3d9c0 20 remove_watcher() i=0 2024-09-22T09:05:47.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.690+0000 7f5899b3d9c0 2 removed watcher, disabling cache 2024-09-22T09:05:47.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.690+0000 7f5899b3d9c0 20 remove_watcher() i=1 2024-09-22T09:05:47.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.694+0000 7f5899b3d9c0 20 remove_watcher() i=2 2024-09-22T09:05:47.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.694+0000 7f5899b3d9c0 20 remove_watcher() i=3 2024-09-22T09:05:47.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.698+0000 7f5899b3d9c0 20 remove_watcher() i=4 2024-09-22T09:05:47.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.698+0000 7f5899b3d9c0 20 remove_watcher() i=5 2024-09-22T09:05:47.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.698+0000 7f5899b3d9c0 20 remove_watcher() i=6 2024-09-22T09:05:47.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.702+0000 7f5899b3d9c0 20 remove_watcher() i=7 2024-09-22T09:05:47.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:47.717 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:05:47.718 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-22T09:05:47.718 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:47.718 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2024-09-22T09:05:47.750 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:47.750 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:47.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.794+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 realm 2024-09-22T09:05:47.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:47.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:47.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:47.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:47.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.798+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:47.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.802+0000 7f621d3549c0 20 searching for the correct realm 2024-09-22T09:05:47.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:47.802+0000 7f621ae5a640 0 -- 172.21.15.84:0/453543911 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f62101040b0 msgr2=0x7f62100fbfd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:48.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.010+0000 7f621b65b640 0 -- 172.21.15.84:0/453543911 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6210106800 msgr2=0x7f62101061d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:48.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:48.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:48.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 zone default found 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 4 Realm: () 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 zonegroup default 2024-09-22T09:05:48.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.030+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.034+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.034+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.034+0000 7f621d3549c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.034+0000 7f621d3549c0 20 started sync module instance, tier type = 2024-09-22T09:05:48.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.034+0000 7f621d3549c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=0 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=1 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=2 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=3 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=4 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=5 2024-09-22T09:05:48.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=6 2024-09-22T09:05:48.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 20 add_watcher() i=7 2024-09-22T09:05:48.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.058+0000 7f621d3549c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:48.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.062+0000 7f60d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:48.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.062+0000 7f621d3549c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:48.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.062+0000 7f621d3549c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:48.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.062+0000 7f621d3549c0 5 note: GC not initialized 2024-09-22T09:05:48.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f604bfff640 20 reqs_thread_entry: start 2024-09-22T09:05:48.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:48.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 Filter name: none 2024-09-22T09:05:48.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f6049ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:48.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:48.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:48.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:48.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:48.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:05:48.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:48.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:48.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:48.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:48.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:48.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.066+0000 7f621d3549c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:48.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.070+0000 7f60d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:48.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.078+0000 7f621d3549c0 20 remove_watcher() i=0 2024-09-22T09:05:48.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.078+0000 7f621d3549c0 2 removed watcher, disabling cache 2024-09-22T09:05:48.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.078+0000 7f621d3549c0 20 remove_watcher() i=1 2024-09-22T09:05:48.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.082+0000 7f621d3549c0 20 remove_watcher() i=2 2024-09-22T09:05:48.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.082+0000 7f621d3549c0 20 remove_watcher() i=3 2024-09-22T09:05:48.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.086+0000 7f621d3549c0 20 remove_watcher() i=4 2024-09-22T09:05:48.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.086+0000 7f621d3549c0 20 remove_watcher() i=5 2024-09-22T09:05:48.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.086+0000 7f621d3549c0 20 remove_watcher() i=6 2024-09-22T09:05:48.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.090+0000 7f621d3549c0 20 remove_watcher() i=7 2024-09-22T09:05:48.106 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard list 2024-09-22T09:05:48.130 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:48.130 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:48.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 realm 2024-09-22T09:05:48.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:48.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.174+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.178+0000 7f37b3a209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:48.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.178+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.178+0000 7f37b3a209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:48.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.178+0000 7f37b3a209c0 20 searching for the correct realm 2024-09-22T09:05:48.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.186+0000 7f37b1d27640 0 -- 172.21.15.84:0/3175039877 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f37a802c070 msgr2=0x7f37a80397a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:48.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.402+0000 7f37b1526640 0 -- 172.21.15.84:0/3175039877 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55a6d593ca50 msgr2=0x55a6d593ee40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:48.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:48.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.410+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 zone default found 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 4 Realm: () 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 zonegroup default 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 started sync module instance, tier type = 2024-09-22T09:05:48.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.414+0000 7f37b3a209c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=0 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=1 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=2 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=3 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=4 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=5 2024-09-22T09:05:48.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.438+0000 7f37b3a209c0 20 add_watcher() i=6 2024-09-22T09:05:48.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.442+0000 7f37b3a209c0 20 add_watcher() i=7 2024-09-22T09:05:48.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.442+0000 7f37b3a209c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:48.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.446+0000 7f3667fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:48.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.446+0000 7f37b3a209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:48.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.446+0000 7f37b3a209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:48.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.446+0000 7f37b3a209c0 5 note: GC not initialized 2024-09-22T09:05:48.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.450+0000 7f3666fe5640 20 reqs_thread_entry: start 2024-09-22T09:05:48.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.450+0000 7f37b3a209c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:48.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.450+0000 7f37b3a209c0 20 Filter name: none 2024-09-22T09:05:48.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.450+0000 7f3664fe1640 20 reqs_thread_entry: start 2024-09-22T09:05:48.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.462+0000 7f3667fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:48.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.466+0000 7f37b3a209c0 20 remove_watcher() i=0 2024-09-22T09:05:48.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.466+0000 7f37b3a209c0 2 removed watcher, disabling cache 2024-09-22T09:05:48.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.470+0000 7f37b3a209c0 20 remove_watcher() i=1 2024-09-22T09:05:48.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.470+0000 7f37b3a209c0 20 remove_watcher() i=2 2024-09-22T09:05:48.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.474+0000 7f37b3a209c0 20 remove_watcher() i=3 2024-09-22T09:05:48.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.474+0000 7f37b3a209c0 20 remove_watcher() i=4 2024-09-22T09:05:48.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.478+0000 7f37b3a209c0 20 remove_watcher() i=5 2024-09-22T09:05:48.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.478+0000 7f37b3a209c0 20 remove_watcher() i=6 2024-09-22T09:05:48.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.482+0000 7f37b3a209c0 20 remove_watcher() i=7 2024-09-22T09:05:48.497 INFO:tasks.workunit.client.0.smithi084.stderr:bucket name a-bucket 2024-09-22T09:05:48.498 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard process 2024-09-22T09:05:48.498 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:48.498 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard process 2024-09-22T09:05:48.523 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:48.523 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:48.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.566+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 realm 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:48.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:48.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.570+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:48.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.574+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:48.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.574+0000 7fafc48bd9c0 20 searching for the correct realm 2024-09-22T09:05:48.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.578+0000 7fafc1bc2640 0 -- 172.21.15.84:0/1400262676 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x7fae8c082390 msgr2=0x7fae8c0847c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:48.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:48.794+0000 7fafc23c3640 0 -- 172.21.15.84:0/1400262676 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fafb805c940 msgr2=0x7fafb80830c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:49.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:49.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:49.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:49.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.010+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:49.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 zone default found 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 4 Realm: () 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 zonegroup default 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:49.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:49.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:49.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 started sync module instance, tier type = 2024-09-22T09:05:49.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.014+0000 7fafc48bd9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:49.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=0 2024-09-22T09:05:49.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=1 2024-09-22T09:05:49.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=2 2024-09-22T09:05:49.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=3 2024-09-22T09:05:49.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=4 2024-09-22T09:05:49.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=5 2024-09-22T09:05:49.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.038+0000 7fafc48bd9c0 20 add_watcher() i=6 2024-09-22T09:05:49.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.042+0000 7fafc48bd9c0 20 add_watcher() i=7 2024-09-22T09:05:49.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.042+0000 7fafc48bd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:49.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fae797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:49.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fafc48bd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:49.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fafc48bd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:49.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fafc48bd9c0 5 note: GC not initialized 2024-09-22T09:05:49.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fae737fe640 20 reqs_thread_entry: start 2024-09-22T09:05:49.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.046+0000 7fafc48bd9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:49.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.050+0000 7fafc48bd9c0 20 Filter name: none 2024-09-22T09:05:49.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.050+0000 7fae717fa640 20 reqs_thread_entry: start 2024-09-22T09:05:49.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.050+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000000 2024-09-22T09:05:49.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.054+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-22T09:05:49.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.054+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000001 2024-09-22T09:05:49.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.058+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-22T09:05:49.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.058+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000002 2024-09-22T09:05:49.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.066+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-22T09:05:49.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.066+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000003 2024-09-22T09:05:49.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.070+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-22T09:05:49.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.070+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000004 2024-09-22T09:05:49.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.078+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-22T09:05:49.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.078+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000005 2024-09-22T09:05:49.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.082+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-22T09:05:49.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.082+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000006 2024-09-22T09:05:49.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 20 process_entry resharding a-bucket 2024-09-22T09:05:49.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:49.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:49.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-22T09:05:49.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:49.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:05:49.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.086+0000 7fafc48bd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:49.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:49.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:49.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.090+0000 7fafc48bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.102+0000 7fafc48bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.102+0000 7fafc48bd9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.102+0000 7fafc48bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.102+0000 7fafc48bd9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.106+0000 7faea57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300772 cookie 94078656441104 notifier 5834 bl.length()=827 2024-09-22T09:05:49.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.106+0000 7faea57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.106+0000 7faea57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.106+0000 7faea57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.110+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:49.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.110+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:49.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.110+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:49.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.110+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:49.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:49.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.118+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.0 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.122+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1 2024-09-22T09:05:49.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.122+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2 2024-09-22T09:05:49.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.122+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3 2024-09-22T09:05:49.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.122+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.4 2024-09-22T09:05:49.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.126+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.5 2024-09-22T09:05:49.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.126+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.6 2024-09-22T09:05:49.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.126+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.7 2024-09-22T09:05:49.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.126+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.8 2024-09-22T09:05:49.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.130+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.9 2024-09-22T09:05:49.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.130+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.10 2024-09-22T09:05:49.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.130+0000 7fafc48bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:05:49.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.130+0000 7fafc48bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:49.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7fafc48bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7fafc48bd9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7fafc48bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7fafc48bd9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:49.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7faea57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300773 cookie 94078656441104 notifier 5834 bl.length()=827 2024-09-22T09:05:49.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7faea57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7faea57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.134+0000 7faea57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.138+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:49.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.138+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:49.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.138+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:49.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.138+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:49.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.146+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.0 2024-09-22T09:05:49.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.146+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1 2024-09-22T09:05:49.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.146+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2 2024-09-22T09:05:49.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.146+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3 2024-09-22T09:05:49.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.150+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.4 2024-09-22T09:05:49.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.150+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.5 2024-09-22T09:05:49.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.150+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.6 2024-09-22T09:05:49.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.150+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.7 2024-09-22T09:05:49.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.150+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.8 2024-09-22T09:05:49.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.154+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.9 2024-09-22T09:05:49.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.154+0000 7fafc48bd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.10 2024-09-22T09:05:49.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.154+0000 7fafc48bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:05:49.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.154+0000 7fafc48bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:49.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7fafc48bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7fafc48bd9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7fafc48bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7fafc48bd9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7faea57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300774 cookie 94078656441104 notifier 5834 bl.length()=795 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7faea57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7faea57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:49.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.158+0000 7faea57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:49.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.162+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:49.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.162+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:49.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.162+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:49.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.162+0000 7fafc48bd9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:49.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.166+0000 7fafc48bd9c0 1 execute INFO: reshard of bucket "a-bucket" from 11 shards to 12 shards completed successfully 2024-09-22T09:05:49.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.170+0000 7fafc48bd9c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-22T09:05:49.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.174+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-22T09:05:49.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.174+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000007 2024-09-22T09:05:49.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.178+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-22T09:05:49.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.178+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000008 2024-09-22T09:05:49.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.186+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-22T09:05:49.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.186+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000009 2024-09-22T09:05:49.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.194+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-22T09:05:49.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.194+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000010 2024-09-22T09:05:49.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.198+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-22T09:05:49.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.198+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000011 2024-09-22T09:05:49.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.202+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-22T09:05:49.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.202+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000012 2024-09-22T09:05:49.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.210+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-22T09:05:49.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.210+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000013 2024-09-22T09:05:49.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.218+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-22T09:05:49.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.218+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000014 2024-09-22T09:05:49.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.222+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-22T09:05:49.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.222+0000 7fafc48bd9c0 20 processing logshard = reshard.0000000015 2024-09-22T09:05:49.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.226+0000 7fafc48bd9c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-22T09:05:49.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.230+0000 7fae797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:49.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.234+0000 7fafc48bd9c0 20 remove_watcher() i=0 2024-09-22T09:05:49.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.234+0000 7fafc48bd9c0 2 removed watcher, disabling cache 2024-09-22T09:05:49.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.238+0000 7fafc48bd9c0 20 remove_watcher() i=1 2024-09-22T09:05:49.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.238+0000 7fafc48bd9c0 20 remove_watcher() i=2 2024-09-22T09:05:49.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.242+0000 7fafc48bd9c0 20 remove_watcher() i=3 2024-09-22T09:05:49.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.246+0000 7fafc48bd9c0 20 remove_watcher() i=4 2024-09-22T09:05:49.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.246+0000 7fafc48bd9c0 20 remove_watcher() i=5 2024-09-22T09:05:49.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.250+0000 7fafc48bd9c0 20 remove_watcher() i=6 2024-09-22T09:05:49.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:49.250+0000 7fafc48bd9c0 20 remove_watcher() i=7 2024-09-22T09:05:54.272 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:54.304 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:54.304 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:54.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 realm 2024-09-22T09:05:54.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:54.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.350+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.354+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:54.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.354+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.354+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:54.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.354+0000 7f0239d929c0 20 searching for the correct realm 2024-09-22T09:05:54.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.362+0000 7f0238099640 0 -- 172.21.15.84:0/952038286 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f0220068e70 msgr2=0x7f022005e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:54.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.578+0000 7f0237898640 0 -- 172.21.15.84:0/952038286 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5640b9e85450 msgr2=0x5640b9e87910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:54.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:54.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:54.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.586+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 zone default found 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 4 Realm: () 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 zonegroup default 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:54.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 started sync module instance, tier type = 2024-09-22T09:05:54.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.590+0000 7f0239d929c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:54.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=0 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=1 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=2 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=3 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=4 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=5 2024-09-22T09:05:54.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.614+0000 7f0239d929c0 20 add_watcher() i=6 2024-09-22T09:05:54.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.618+0000 7f0239d929c0 20 add_watcher() i=7 2024-09-22T09:05:54.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.618+0000 7f0239d929c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:54.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f00edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:54.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:54.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:54.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 5 note: GC not initialized 2024-09-22T09:05:54.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f00ecfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:54.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:54.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 20 Filter name: none 2024-09-22T09:05:54.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f00667fc640 20 reqs_thread_entry: start 2024-09-22T09:05:54.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.622+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:54.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:54.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:54.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:54.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:54.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:54.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.626+0000 7f0239d929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:54.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.630+0000 7f00edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:54.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.638+0000 7f0239d929c0 20 remove_watcher() i=0 2024-09-22T09:05:54.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.638+0000 7f0239d929c0 2 removed watcher, disabling cache 2024-09-22T09:05:54.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.638+0000 7f0239d929c0 20 remove_watcher() i=1 2024-09-22T09:05:54.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.642+0000 7f0239d929c0 20 remove_watcher() i=2 2024-09-22T09:05:54.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.642+0000 7f0239d929c0 20 remove_watcher() i=3 2024-09-22T09:05:54.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.646+0000 7f0239d929c0 20 remove_watcher() i=4 2024-09-22T09:05:54.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.646+0000 7f0239d929c0 20 remove_watcher() i=5 2024-09-22T09:05:54.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.650+0000 7f0239d929c0 20 remove_watcher() i=6 2024-09-22T09:05:54.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:54.650+0000 7f0239d929c0 20 remove_watcher() i=7 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard add non empty bucket 2024-09-22T09:05:54.670 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:54.674 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:54.675 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:54.742 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:54.742 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:54.811 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:54.906 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:54.906 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:54.978 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:54.979 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:55.079 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:55.079 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:55.178 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:55.178 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:55.275 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:55.367 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:55.399 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:55.400 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:55.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 realm 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.446+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.450+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:55.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.450+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.450+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:55.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.450+0000 7fbde68449c0 20 searching for the correct realm 2024-09-22T09:05:55.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.458+0000 7fbde4b4b640 0 -- 172.21.15.84:0/913144371 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fbdd8091120 msgr2=0x7fbdd8064750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:55.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.673+0000 7fbde434a640 0 -- 172.21.15.84:0/913144371 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x562ec715c150 msgr2=0x562ec715e540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 zone default found 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 4 Realm: () 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:55.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 zonegroup default 2024-09-22T09:05:55.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.681+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 started sync module instance, tier type = 2024-09-22T09:05:55.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.685+0000 7fbde68449c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:55.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=0 2024-09-22T09:05:55.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=1 2024-09-22T09:05:55.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=2 2024-09-22T09:05:55.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=3 2024-09-22T09:05:55.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=4 2024-09-22T09:05:55.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=5 2024-09-22T09:05:55.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=6 2024-09-22T09:05:55.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 20 add_watcher() i=7 2024-09-22T09:05:55.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.709+0000 7fbde68449c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbc9afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 5 note: GC not initialized 2024-09-22T09:05:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbc99fdb640 20 reqs_thread_entry: start 2024-09-22T09:05:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 20 Filter name: none 2024-09-22T09:05:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbc0b7fe640 20 reqs_thread_entry: start 2024-09-22T09:05:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.713+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:55.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:55.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:55.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:55.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.717+0000 7fbde68449c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.721+0000 7fbde68449c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:55.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.721+0000 7fbde68449c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:55.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.721+0000 7fbc9afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:55.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.729+0000 7fbde68449c0 20 remove_watcher() i=0 2024-09-22T09:05:55.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.729+0000 7fbde68449c0 2 removed watcher, disabling cache 2024-09-22T09:05:55.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.729+0000 7fbde68449c0 20 remove_watcher() i=1 2024-09-22T09:05:55.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.733+0000 7fbde68449c0 20 remove_watcher() i=2 2024-09-22T09:05:55.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.737+0000 7fbde68449c0 20 remove_watcher() i=3 2024-09-22T09:05:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.737+0000 7fbde68449c0 20 remove_watcher() i=4 2024-09-22T09:05:55.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.741+0000 7fbde68449c0 20 remove_watcher() i=5 2024-09-22T09:05:55.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.741+0000 7fbde68449c0 20 remove_watcher() i=6 2024-09-22T09:05:55.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.741+0000 7fbde68449c0 20 remove_watcher() i=7 2024-09-22T09:05:55.764 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:55.764 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:05:55.764 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 8 size_kb: 1 num_shards: 12 2024-09-22T09:05:55.764 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:55.765 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2024-09-22T09:05:55.797 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:55.798 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:55.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.841+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 realm 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:55.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.847 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:55.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.845+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.849+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:55.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.849+0000 7f13dd14f9c0 20 searching for the correct realm 2024-09-22T09:05:55.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.853+0000 7f13da454640 0 -- 172.21.15.84:0/2252324938 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f13cc05c840 msgr2=0x7f13cc066a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:55.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.861+0000 7f13db456640 0 -- 172.21.15.84:0/2252324938 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f13d0008050 msgr2=0x7f13d0078e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:55.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:55.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:55.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 zone default found 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 4 Realm: () 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:55.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:55.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 zonegroup default 2024-09-22T09:05:55.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:55.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 started sync module instance, tier type = 2024-09-22T09:05:55.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.869+0000 7f13dd14f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:55.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=0 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=1 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=2 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=3 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=4 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=5 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=6 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 20 add_watcher() i=7 2024-09-22T09:05:55.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.885+0000 7f13dd14f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:55.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f12917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 5 note: GC not initialized 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f120bfff640 20 reqs_thread_entry: start 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 20 Filter name: none 2024-09-22T09:05:55.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f1209ffb640 20 reqs_thread_entry: start 2024-09-22T09:05:55.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:55.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.889+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:55.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:05:55.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:55.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:05:55.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.893+0000 7f13dd14f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:55.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.897+0000 7f12917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:55.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.901+0000 7f13dd14f9c0 20 remove_watcher() i=0 2024-09-22T09:05:55.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.901+0000 7f13dd14f9c0 2 removed watcher, disabling cache 2024-09-22T09:05:55.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.901+0000 7f13dd14f9c0 20 remove_watcher() i=1 2024-09-22T09:05:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.905+0000 7f13dd14f9c0 20 remove_watcher() i=2 2024-09-22T09:05:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.905+0000 7f13dd14f9c0 20 remove_watcher() i=3 2024-09-22T09:05:55.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.909+0000 7f13dd14f9c0 20 remove_watcher() i=4 2024-09-22T09:05:55.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.909+0000 7f13dd14f9c0 20 remove_watcher() i=5 2024-09-22T09:05:55.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.913+0000 7f13dd14f9c0 20 remove_watcher() i=6 2024-09-22T09:05:55.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.913+0000 7f13dd14f9c0 20 remove_watcher() i=7 2024-09-22T09:05:55.929 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard list 2024-09-22T09:05:55.953 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:55.953 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:55.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 realm 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:55.997+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.001+0000 7fb4b72cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.001+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.001+0000 7fb4b72cc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:56.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.001+0000 7fb4b72cc9c0 20 searching for the correct realm 2024-09-22T09:05:56.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.009+0000 7fb4b55d3640 0 -- 172.21.15.84:0/3265992059 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb4a80c0020 msgr2=0x7fb4a8101ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:56.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.225+0000 7fb4b4dd2640 0 -- 172.21.15.84:0/3265992059 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55fd0d6a3e60 msgr2=0x55fd0d6a62f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:56.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 zone default found 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 4 Realm: () 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 zonegroup default 2024-09-22T09:05:56.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.233+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 started sync module instance, tier type = 2024-09-22T09:05:56.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.237+0000 7fb4b72cc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=0 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=1 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=2 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=3 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=4 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=5 2024-09-22T09:05:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.261+0000 7fb4b72cc9c0 20 add_watcher() i=6 2024-09-22T09:05:56.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.265+0000 7fb4b72cc9c0 20 add_watcher() i=7 2024-09-22T09:05:56.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.265+0000 7fb4b72cc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:56.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb36afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb4b72cc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:56.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb4b72cc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:56.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb4b72cc9c0 5 note: GC not initialized 2024-09-22T09:05:56.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb369fe3640 20 reqs_thread_entry: start 2024-09-22T09:05:56.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb4b72cc9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:56.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.269+0000 7fb4b72cc9c0 20 Filter name: none 2024-09-22T09:05:56.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.273+0000 7fb2db7fe640 20 reqs_thread_entry: start 2024-09-22T09:05:56.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.285+0000 7fb36afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.289+0000 7fb4b72cc9c0 20 remove_watcher() i=0 2024-09-22T09:05:56.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.289+0000 7fb4b72cc9c0 2 removed watcher, disabling cache 2024-09-22T09:05:56.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.293+0000 7fb4b72cc9c0 20 remove_watcher() i=1 2024-09-22T09:05:56.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.293+0000 7fb4b72cc9c0 20 remove_watcher() i=2 2024-09-22T09:05:56.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.297+0000 7fb4b72cc9c0 20 remove_watcher() i=3 2024-09-22T09:05:56.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.297+0000 7fb4b72cc9c0 20 remove_watcher() i=4 2024-09-22T09:05:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.301+0000 7fb4b72cc9c0 20 remove_watcher() i=5 2024-09-22T09:05:56.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.301+0000 7fb4b72cc9c0 20 remove_watcher() i=6 2024-09-22T09:05:56.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.301+0000 7fb4b72cc9c0 20 remove_watcher() i=7 2024-09-22T09:05:56.320 INFO:tasks.workunit.client.0.smithi084.stderr:bucket name a-bucket 2024-09-22T09:05:56.320 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard process non empty bucket 2024-09-22T09:05:56.320 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:56.320 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshard process 2024-09-22T09:05:56.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:56.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:56.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 realm 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.393+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.397+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:56.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.397+0000 7facf113a9c0 20 searching for the correct realm 2024-09-22T09:05:56.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.401+0000 7facef441640 0 -- 172.21.15.84:0/1310607703 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7face00741a0 msgr2=0x7face002d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:56.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.617+0000 7faceec40640 0 -- 172.21.15.84:0/1310607703 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557dd5b51810 msgr2=0x557dd5b53c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:56.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:56.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.625+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 zone default found 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 4 Realm: () 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 zonegroup default 2024-09-22T09:05:56.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 started sync module instance, tier type = 2024-09-22T09:05:56.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.629+0000 7facf113a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=0 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=1 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=2 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=3 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=4 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=5 2024-09-22T09:05:56.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=6 2024-09-22T09:05:56.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 20 add_watcher() i=7 2024-09-22T09:05:56.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.653+0000 7facf113a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:56.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.657+0000 7faba57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:56.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:56.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 5 note: GC not initialized 2024-09-22T09:05:56.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7fab1ffff640 20 reqs_thread_entry: start 2024-09-22T09:05:56.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:56.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 20 Filter name: none 2024-09-22T09:05:56.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7fab1dffb640 20 reqs_thread_entry: start 2024-09-22T09:05:56.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.661+0000 7facf113a9c0 20 processing logshard = reshard.0000000000 2024-09-22T09:05:56.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.665+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-22T09:05:56.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.665+0000 7facf113a9c0 20 processing logshard = reshard.0000000001 2024-09-22T09:05:56.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.673+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-22T09:05:56.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.673+0000 7facf113a9c0 20 processing logshard = reshard.0000000002 2024-09-22T09:05:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.677+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-22T09:05:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.677+0000 7facf113a9c0 20 processing logshard = reshard.0000000003 2024-09-22T09:05:56.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.681+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-22T09:05:56.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.681+0000 7facf113a9c0 20 processing logshard = reshard.0000000004 2024-09-22T09:05:56.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.689+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-22T09:05:56.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.689+0000 7facf113a9c0 20 processing logshard = reshard.0000000005 2024-09-22T09:05:56.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.693+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-22T09:05:56.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.693+0000 7facf113a9c0 20 processing logshard = reshard.0000000006 2024-09-22T09:05:56.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 20 process_entry resharding a-bucket 2024-09-22T09:05:56.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:05:56.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-22T09:05:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.697+0000 7facf113a9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:05:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:05:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:56.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:05:56.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.701+0000 7facf113a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:56.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7facf113a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7facf113a9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7facf113a9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7facf113a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7fabd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300775 cookie 93998944696880 notifier 6174 bl.length()=827 2024-09-22T09:05:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7fabd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7fabd1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.713+0000 7fabd1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.717+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:56.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.717+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.717+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.717+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:56.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:05:56.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:56.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:56.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:56.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.729+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:56.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:56.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:56.734 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.733+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:56.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:56.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:56.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:56.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:56.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:56.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:56.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.737+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.741+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.741+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:56.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.741+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:56.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.741+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:56.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.745+0000 7facf113a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:05:56.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.745+0000 7facf113a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:56.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7facf113a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7facf113a9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7facf113a9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7facf113a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7fabd27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300776 cookie 93998944696880 notifier 6174 bl.length()=827 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7fabd27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7fabd27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.749+0000 7fabd27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.753+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:56.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.753+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:56.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.753+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:56.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.753+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:56.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:56.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.0 2024-09-22T09:05:56.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:56.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.1 2024-09-22T09:05:56.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:56.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.2 2024-09-22T09:05:56.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:56.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.3 2024-09-22T09:05:56.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:56.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.761+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.4 2024-09-22T09:05:56.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:56.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.5 2024-09-22T09:05:56.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:56.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.6 2024-09-22T09:05:56.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:56.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.7 2024-09-22T09:05:56.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:56.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.8 2024-09-22T09:05:56.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:56.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.9 2024-09-22T09:05:56.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:56.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.765+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.10 2024-09-22T09:05:56.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.769+0000 7facf113a9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:56.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.769+0000 7facf113a9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.1.11 2024-09-22T09:05:56.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.769+0000 7facf113a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:05:56.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.769+0000 7facf113a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:05:56.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7facf113a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7facf113a9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7facf113a9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7facf113a9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:05:56.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7fabd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300777 cookie 93998944696880 notifier 6174 bl.length()=795 2024-09-22T09:05:56.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7fabd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:05:56.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7fabd1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:05:56.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.773+0000 7fabd1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:05:56.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.777+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:05:56.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.777+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:05:56.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.777+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:05:56.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.777+0000 7facf113a9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:05:56.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.781+0000 7facf113a9c0 1 execute INFO: reshard of bucket "a-bucket" from 12 shards to 13 shards completed successfully 2024-09-22T09:05:56.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.785+0000 7facf113a9c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-22T09:05:56.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.789+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-22T09:05:56.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.789+0000 7facf113a9c0 20 processing logshard = reshard.0000000007 2024-09-22T09:05:56.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.793+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-22T09:05:56.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.793+0000 7facf113a9c0 20 processing logshard = reshard.0000000008 2024-09-22T09:05:56.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.797+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-22T09:05:56.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.797+0000 7facf113a9c0 20 processing logshard = reshard.0000000009 2024-09-22T09:05:56.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.805+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-22T09:05:56.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.805+0000 7facf113a9c0 20 processing logshard = reshard.0000000010 2024-09-22T09:05:56.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.813+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-22T09:05:56.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.813+0000 7facf113a9c0 20 processing logshard = reshard.0000000011 2024-09-22T09:05:56.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.817+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-22T09:05:56.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.817+0000 7facf113a9c0 20 processing logshard = reshard.0000000012 2024-09-22T09:05:56.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.825+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-22T09:05:56.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.825+0000 7facf113a9c0 20 processing logshard = reshard.0000000013 2024-09-22T09:05:56.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.833+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-22T09:05:56.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.833+0000 7facf113a9c0 20 processing logshard = reshard.0000000014 2024-09-22T09:05:56.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.837+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-22T09:05:56.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.837+0000 7facf113a9c0 20 processing logshard = reshard.0000000015 2024-09-22T09:05:56.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.845+0000 7facf113a9c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-22T09:05:56.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.845+0000 7faba57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:56.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.853+0000 7facf113a9c0 20 remove_watcher() i=0 2024-09-22T09:05:56.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.853+0000 7facf113a9c0 2 removed watcher, disabling cache 2024-09-22T09:05:56.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.853+0000 7facf113a9c0 20 remove_watcher() i=1 2024-09-22T09:05:56.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.857+0000 7facf113a9c0 20 remove_watcher() i=2 2024-09-22T09:05:56.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.861+0000 7facf113a9c0 20 remove_watcher() i=3 2024-09-22T09:05:56.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.861+0000 7facf113a9c0 20 remove_watcher() i=4 2024-09-22T09:05:56.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.865+0000 7facf113a9c0 20 remove_watcher() i=5 2024-09-22T09:05:56.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.865+0000 7facf113a9c0 20 remove_watcher() i=6 2024-09-22T09:05:56.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.869+0000 7facf113a9c0 20 remove_watcher() i=7 2024-09-22T09:05:56.891 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:05:56.923 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:56.923 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:56.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.965+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 realm 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.969+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.973+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:56.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.973+0000 7f8ba9b609c0 20 searching for the correct realm 2024-09-22T09:05:56.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.977+0000 7f8ba7e67640 0 -- 172.21.15.84:0/2435301524 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x560020130690 msgr2=0x560020132b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.981+0000 7f8ba7666640 0 -- 172.21.15.84:0/2435301524 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f8b9c0ce3e0 msgr2=0x7f8b9c0ce840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:56.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.989+0000 7f8ba9b609c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 zone default found 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 4 Realm: () 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 zonegroup default 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:56.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 started sync module instance, tier type = 2024-09-22T09:05:56.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:56.993+0000 7f8ba9b609c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=0 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=1 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=2 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=3 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=4 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=5 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=6 2024-09-22T09:05:57.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 20 add_watcher() i=7 2024-09-22T09:05:57.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.009+0000 7f8ba9b609c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:57.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8a5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 5 note: GC not initialized 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8a5cfe1640 20 reqs_thread_entry: start 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 Filter name: none 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f89d67fc640 20 reqs_thread_entry: start 2024-09-22T09:05:57.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:57.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.013+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:57.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:05:57.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:05:57.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.017+0000 7f8ba9b609c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:57.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.021+0000 7f8a5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.025+0000 7f8ba9b609c0 20 remove_watcher() i=0 2024-09-22T09:05:57.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.025+0000 7f8ba9b609c0 2 removed watcher, disabling cache 2024-09-22T09:05:57.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.029+0000 7f8ba9b609c0 20 remove_watcher() i=1 2024-09-22T09:05:57.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.029+0000 7f8ba9b609c0 20 remove_watcher() i=2 2024-09-22T09:05:57.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.033+0000 7f8ba9b609c0 20 remove_watcher() i=3 2024-09-22T09:05:57.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.033+0000 7f8ba9b609c0 20 remove_watcher() i=4 2024-09-22T09:05:57.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.033+0000 7f8ba9b609c0 20 remove_watcher() i=5 2024-09-22T09:05:57.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.037+0000 7f8ba9b609c0 20 remove_watcher() i=6 2024-09-22T09:05:57.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:57.037+0000 7f8ba9b609c0 20 remove_watcher() i=7 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-22T09:05:57.053 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.054 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.131 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.132 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.197 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.198 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.293 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.294 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.383 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.383 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.459 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.459 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.561 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.561 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.657 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.657 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.752 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.752 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.856 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.857 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:57.955 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:57.956 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.053 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.053 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.153 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.154 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.252 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.253 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.348 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.348 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.446 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.446 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.543 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.543 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.635 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.635 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.728 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.728 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.826 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.827 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.895 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.895 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:58.998 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:05:58.998 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:05:59.096 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:05:59.129 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:59.130 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:59.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.173+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 realm 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:59.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.177+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.181+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:59.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.181+0000 7f9acae9a9c0 20 searching for the correct realm 2024-09-22T09:05:59.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.185+0000 7f9ac91a1640 0 -- 172.21.15.84:0/2482642488 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9abc044040 msgr2=0x7f9abc010950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:05:59.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.401+0000 7f9ac91a1640 0 -- 172.21.15.84:0/2482642488 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x7f99940823f0 msgr2=0x7f9994084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:59.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:05:59.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:05:59.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:05:59.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:59.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 zone default found 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 4 Realm: () 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 zonegroup default 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.617+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 started sync module instance, tier type = 2024-09-22T09:05:59.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.621+0000 7f9acae9a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:05:59.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=0 2024-09-22T09:05:59.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=1 2024-09-22T09:05:59.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=2 2024-09-22T09:05:59.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=3 2024-09-22T09:05:59.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=4 2024-09-22T09:05:59.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=5 2024-09-22T09:05:59.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=6 2024-09-22T09:05:59.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 20 add_watcher() i=7 2024-09-22T09:05:59.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.645+0000 7f9acae9a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:05:59.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.649+0000 7f997efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:59.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:05:59.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:05:59.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 5 note: GC not initialized 2024-09-22T09:05:59.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f997dfe3640 20 reqs_thread_entry: start 2024-09-22T09:05:59.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:05:59.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 Filter name: none 2024-09-22T09:05:59.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f98ef7fe640 20 reqs_thread_entry: start 2024-09-22T09:05:59.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:05:59.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.653+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:05:59.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:59.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:05:59.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:05:59.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.657+0000 7f9acae9a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:05:59.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.661+0000 7f997efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:05:59.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.665+0000 7f9acae9a9c0 20 remove_watcher() i=0 2024-09-22T09:05:59.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.665+0000 7f9acae9a9c0 2 removed watcher, disabling cache 2024-09-22T09:05:59.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.669+0000 7f9acae9a9c0 20 remove_watcher() i=1 2024-09-22T09:05:59.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.669+0000 7f9acae9a9c0 20 remove_watcher() i=2 2024-09-22T09:05:59.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.673+0000 7f9acae9a9c0 20 remove_watcher() i=3 2024-09-22T09:05:59.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.677+0000 7f9acae9a9c0 20 remove_watcher() i=4 2024-09-22T09:05:59.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.677+0000 7f9acae9a9c0 20 remove_watcher() i=5 2024-09-22T09:05:59.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.677+0000 7f9acae9a9c0 20 remove_watcher() i=6 2024-09-22T09:05:59.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.681+0000 7f9acae9a9c0 20 remove_watcher() i=7 2024-09-22T09:05:59.696 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:59.697 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:05:59.697 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-init-index id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:05:59.697 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:05:59.697 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-22T09:05:59.731 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:05:59.731 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:05:59.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.773+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 realm 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:05:59.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:05:59.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.777+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:05:59.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.781+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:05:59.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.781+0000 7f016f5b99c0 20 searching for the correct realm 2024-09-22T09:05:59.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.781+0000 7f016c8be640 0 -- 172.21.15.84:0/353743140 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f0158049060 msgr2=0x7f015802b610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:05:59.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:05:59.997+0000 7f016d0bf640 0 -- 172.21.15.84:0/353743140 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f016010e7f0 msgr2=0x7f01600fa3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:00.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:00.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:00.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:00.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.213+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:00.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 zone default found 2024-09-22T09:06:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 4 Realm: () 2024-09-22T09:06:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:00.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:00.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 zonegroup default 2024-09-22T09:06:00.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.217+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.221+0000 7f016f5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.221+0000 7f016f5b99c0 20 started sync module instance, tier type = 2024-09-22T09:06:00.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.221+0000 7f016f5b99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:00.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=0 2024-09-22T09:06:00.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=1 2024-09-22T09:06:00.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=2 2024-09-22T09:06:00.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=3 2024-09-22T09:06:00.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=4 2024-09-22T09:06:00.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=5 2024-09-22T09:06:00.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=6 2024-09-22T09:06:00.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 20 add_watcher() i=7 2024-09-22T09:06:00.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.241+0000 7f016f5b99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:00.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.245+0000 7f0023fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:00.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:00.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:00.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 5 note: GC not initialized 2024-09-22T09:06:00.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f0022fe5640 20 reqs_thread_entry: start 2024-09-22T09:06:00.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:00.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 Filter name: none 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f0020fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 : miss 2024-09-22T09:06:00.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:00.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:00.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:00.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:00.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:00.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.249+0000 7f016f5b99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 2024-09-22T09:06:00.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.253+0000 7f016f5b99c0 -1 Injecting error=-5 at location=init_index 2024-09-22T09:06:00.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.253+0000 7f016f5b99c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-22T09:06:00.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.257+0000 7f0023fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:00.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.261+0000 7f016f5b99c0 20 remove_watcher() i=0 2024-09-22T09:06:00.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.261+0000 7f016f5b99c0 2 removed watcher, disabling cache 2024-09-22T09:06:00.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.265+0000 7f016f5b99c0 20 remove_watcher() i=1 2024-09-22T09:06:00.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.265+0000 7f016f5b99c0 20 remove_watcher() i=2 2024-09-22T09:06:00.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.269+0000 7f016f5b99c0 20 remove_watcher() i=3 2024-09-22T09:06:00.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.269+0000 7f016f5b99c0 20 remove_watcher() i=4 2024-09-22T09:06:00.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.273+0000 7f016f5b99c0 20 remove_watcher() i=5 2024-09-22T09:06:00.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.273+0000 7f016f5b99c0 20 remove_watcher() i=6 2024-09-22T09:06:00.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.273+0000 7f016f5b99c0 20 remove_watcher() i=7 2024-09-22T09:06:00.291 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:06:00.322 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:00.322 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:00.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 realm 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:00.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.365+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.369+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:00.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.369+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.369+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:00.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.369+0000 7ff93ce149c0 20 searching for the correct realm 2024-09-22T09:06:00.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.377+0000 7ff93b11b640 0 -- 172.21.15.84:0/3370423013 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ff930027070 msgr2=0x7ff930052400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:00.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.593+0000 7ff93a91a640 0 -- 172.21.15.84:0/3370423013 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55bcc0253210 msgr2=0x55bcc0255600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.601+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 zone default found 2024-09-22T09:06:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 4 Realm: () 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 zonegroup default 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 started sync module instance, tier type = 2024-09-22T09:06:00.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.605+0000 7ff93ce149c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=0 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=1 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=2 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=3 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=4 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=5 2024-09-22T09:06:00.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=6 2024-09-22T09:06:00.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 20 add_watcher() i=7 2024-09-22T09:06:00.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.629+0000 7ff93ce149c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:00.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.633+0000 7ff7f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:00.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.633+0000 7ff93ce149c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:00.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.633+0000 7ff93ce149c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:00.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.633+0000 7ff93ce149c0 5 note: GC not initialized 2024-09-22T09:06:00.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff76bfff640 20 reqs_thread_entry: start 2024-09-22T09:06:00.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:00.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 Filter name: none 2024-09-22T09:06:00.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff769ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:00.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:00.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:00.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:00.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.637+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.641+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:00.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.641+0000 7ff93ce149c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.641+0000 7ff93ce149c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:00.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.641+0000 7ff93ce149c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:00.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.645+0000 7ff7f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:00.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.649+0000 7ff93ce149c0 20 remove_watcher() i=0 2024-09-22T09:06:00.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.649+0000 7ff93ce149c0 2 removed watcher, disabling cache 2024-09-22T09:06:00.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.649+0000 7ff93ce149c0 20 remove_watcher() i=1 2024-09-22T09:06:00.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.653+0000 7ff93ce149c0 20 remove_watcher() i=2 2024-09-22T09:06:00.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.653+0000 7ff93ce149c0 20 remove_watcher() i=3 2024-09-22T09:06:00.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.657+0000 7ff93ce149c0 20 remove_watcher() i=4 2024-09-22T09:06:00.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.657+0000 7ff93ce149c0 20 remove_watcher() i=5 2024-09-22T09:06:00.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.661+0000 7ff93ce149c0 20 remove_watcher() i=6 2024-09-22T09:06:00.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.661+0000 7ff93ce149c0 20 remove_watcher() i=7 2024-09-22T09:06:00.680 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:00.680 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:00.680 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-init-index id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:00.680 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:00.681 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:00.682 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:00.750 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:00.750 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:00.839 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:06:00.877 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:00.877 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:00.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.921+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.921+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.921+0000 7fb0520a59c0 20 realm 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.921+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:00.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:00.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:00.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:00.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:00.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.925+0000 7fb0520a59c0 20 searching for the correct realm 2024-09-22T09:06:00.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:00.933+0000 7fb0503ac640 0 -- 172.21.15.84:0/1314461719 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb038018070 msgr2=0x7fb0380565a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:01.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.149+0000 7fb04fbab640 0 -- 172.21.15.84:0/1314461719 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5600d25832a0 msgr2=0x5600d2585690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:01.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:01.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:01.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:01.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:01.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:01.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:01.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:01.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.157+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:01.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 zone default found 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 4 Realm: () 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 zonegroup default 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 started sync module instance, tier type = 2024-09-22T09:06:01.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.161+0000 7fb0520a59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=0 2024-09-22T09:06:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=1 2024-09-22T09:06:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=2 2024-09-22T09:06:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=3 2024-09-22T09:06:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=4 2024-09-22T09:06:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=5 2024-09-22T09:06:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.185+0000 7fb0520a59c0 20 add_watcher() i=6 2024-09-22T09:06:01.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.189+0000 7fb0520a59c0 20 add_watcher() i=7 2024-09-22T09:06:01.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.189+0000 7fb0520a59c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:01.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7faf05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:01.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:01.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:01.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 5 note: GC not initialized 2024-09-22T09:06:01.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7faf04fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:01.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:01.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 Filter name: none 2024-09-22T09:06:01.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fae7e7fc640 20 reqs_thread_entry: start 2024-09-22T09:06:01.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:06:01.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:01.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:06:01.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:06:01.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.193+0000 7fb0520a59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 : miss 2024-09-22T09:06:01.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:01.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:01.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.197+0000 7fb0520a59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 2024-09-22T09:06:01.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.205+0000 7fb0520a59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.205+0000 7fb0520a59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.205+0000 7fb0520a59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.205+0000 7fb0520a59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19, ofs0, ns] 2024-09-22T09:06:01.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7faf2e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300767 cookie 94561529036336 notifier 6002 bl.length()=911 2024-09-22T09:06:01.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7faf2e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7faf2e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7faf2e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_sources= new_sources= 2024-09-22T09:06:01.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential sources added=[] removed=[] 2024-09-22T09:06:01.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_dests= new_dests= 2024-09-22T09:06:01.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.209+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential dests added=[] removed=[] 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.0 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.0 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.1 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.1 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.2 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.2 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.3 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.3 2024-09-22T09:06:01.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.4 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.4 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.5 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.5 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.6 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.6 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.7 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.7 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.8 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.8 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.9 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.9 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.10 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.10 2024-09-22T09:06:01.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.11 2024-09-22T09:06:01.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1.11 2024-09-22T09:06:01.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.0 2024-09-22T09:06:01.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1 2024-09-22T09:06:01.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.2 2024-09-22T09:06:01.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.3 2024-09-22T09:06:01.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.221+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.4 2024-09-22T09:06:01.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.225+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.5 2024-09-22T09:06:01.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.225+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.6 2024-09-22T09:06:01.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.225+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.7 2024-09-22T09:06:01.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.229+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.8 2024-09-22T09:06:01.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.229+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.9 2024-09-22T09:06:01.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.229+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.10 2024-09-22T09:06:01.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.233+0000 7fb0520a59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:01.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.233+0000 7fb0520a59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 2024-09-22T09:06:01.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7fb0520a59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7fb0520a59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7fb0520a59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7fb0520a59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19, ofs0, ns] 2024-09-22T09:06:01.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7faf2effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300768 cookie 94561529036336 notifier 6002 bl.length()=911 2024-09-22T09:06:01.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7faf2effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7faf2effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.237+0000 7faf2effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.241+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_sources= new_sources= 2024-09-22T09:06:01.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.241+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential sources added=[] removed=[] 2024-09-22T09:06:01.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.241+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_dests= new_dests= 2024-09-22T09:06:01.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.241+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential dests added=[] removed=[] 2024-09-22T09:06:01.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.245+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.0 2024-09-22T09:06:01.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.1 2024-09-22T09:06:01.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.2 2024-09-22T09:06:01.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.3 2024-09-22T09:06:01.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.4 2024-09-22T09:06:01.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.5 2024-09-22T09:06:01.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.249+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.6 2024-09-22T09:06:01.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.7 2024-09-22T09:06:01.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.8 2024-09-22T09:06:01.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.9 2024-09-22T09:06:01.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.19.10 2024-09-22T09:06:01.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:01.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.253+0000 7fb0520a59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 2024-09-22T09:06:01.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7fb0520a59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7fb0520a59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7fb0520a59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7fb0520a59c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19, ofs0, ns] 2024-09-22T09:06:01.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7faf2effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300769 cookie 94561529036336 notifier 6002 bl.length()=879 2024-09-22T09:06:01.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7faf2effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 info.flags=0x17 2024-09-22T09:06:01.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7faf2effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 to cache LRU end 2024-09-22T09:06:01.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.257+0000 7faf2effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:01.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.261+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_sources= new_sources= 2024-09-22T09:06:01.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.261+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential sources added=[] removed=[] 2024-09-22T09:06:01.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.261+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): orig_dests= new_dests= 2024-09-22T09:06:01.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.261+0000 7fb0520a59c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.19]): potential dests added=[] removed=[] 2024-09-22T09:06:01.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.265+0000 7fb0520a59c0 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-22T09:06:01.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.269+0000 7faf05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:01.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.273+0000 7fb0520a59c0 20 remove_watcher() i=0 2024-09-22T09:06:01.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.273+0000 7fb0520a59c0 2 removed watcher, disabling cache 2024-09-22T09:06:01.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.277+0000 7fb0520a59c0 20 remove_watcher() i=1 2024-09-22T09:06:01.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.277+0000 7fb0520a59c0 20 remove_watcher() i=2 2024-09-22T09:06:01.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.281+0000 7fb0520a59c0 20 remove_watcher() i=3 2024-09-22T09:06:01.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.281+0000 7fb0520a59c0 20 remove_watcher() i=4 2024-09-22T09:06:01.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.285+0000 7fb0520a59c0 20 remove_watcher() i=5 2024-09-22T09:06:01.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.285+0000 7fb0520a59c0 20 remove_watcher() i=6 2024-09-22T09:06:01.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.289+0000 7fb0520a59c0 20 remove_watcher() i=7 2024-09-22T09:06:01.305 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:06:01.335 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:01.335 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:01.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 realm 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.377+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:01.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:01.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.381+0000 7f16105039c0 20 searching for the correct realm 2024-09-22T09:06:01.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.389+0000 7f160e80a640 0 -- 172.21.15.84:0/4032285670 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f160411e130 msgr2=0x7f1604108260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:01.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.605+0000 7f160e009640 0 -- 172.21.15.84:0/4032285670 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x555f5f649e90 msgr2=0x555f5f64c280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:01.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.613+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:01.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:01.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 zone default found 2024-09-22T09:06:01.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 4 Realm: () 2024-09-22T09:06:01.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:01.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:01.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:01.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 zonegroup default 2024-09-22T09:06:01.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:01.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 started sync module instance, tier type = 2024-09-22T09:06:01.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.617+0000 7f16105039c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:01.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=0 2024-09-22T09:06:01.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=1 2024-09-22T09:06:01.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=2 2024-09-22T09:06:01.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=3 2024-09-22T09:06:01.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=4 2024-09-22T09:06:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=5 2024-09-22T09:06:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.641+0000 7f16105039c0 20 add_watcher() i=6 2024-09-22T09:06:01.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.645+0000 7f16105039c0 20 add_watcher() i=7 2024-09-22T09:06:01.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.645+0000 7f16105039c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:01.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f14c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:01.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:01.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:01.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 5 note: GC not initialized 2024-09-22T09:06:01.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f14bf7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:01.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:01.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 20 Filter name: none 2024-09-22T09:06:01.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f14bd7fa640 20 reqs_thread_entry: start 2024-09-22T09:06:01.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.649+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:01.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:01.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:01.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:01.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.653+0000 7f16105039c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:01.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.657+0000 7f16105039c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:01.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.657+0000 7f16105039c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:01.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.661+0000 7f14c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:01.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.665+0000 7f16105039c0 20 remove_watcher() i=0 2024-09-22T09:06:01.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.665+0000 7f16105039c0 2 removed watcher, disabling cache 2024-09-22T09:06:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.669+0000 7f16105039c0 20 remove_watcher() i=1 2024-09-22T09:06:01.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.669+0000 7f16105039c0 20 remove_watcher() i=2 2024-09-22T09:06:01.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.673+0000 7f16105039c0 20 remove_watcher() i=3 2024-09-22T09:06:01.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.673+0000 7f16105039c0 20 remove_watcher() i=4 2024-09-22T09:06:01.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.677+0000 7f16105039c0 20 remove_watcher() i=5 2024-09-22T09:06:01.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.677+0000 7f16105039c0 20 remove_watcher() i=6 2024-09-22T09:06:01.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:01.677+0000 7f16105039c0 20 remove_watcher() i=7 2024-09-22T09:06:01.696 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:01.696 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:01.696 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-init-index id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.19 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:06:01.697 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:01.698 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:01.698 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:01.718 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:02.267 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:02.267 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:02.652 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-22T09:06:02.652 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:02.655 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:02.656 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:02.788 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:02.788 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:02.876 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:02.877 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:02.974 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:02.975 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.069 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.069 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.167 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.167 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.260 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.260 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.358 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.358 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.461 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.461 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.550 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.550 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.637 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.637 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.735 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.735 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.825 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.825 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:03.923 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:03.923 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.025 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.025 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.121 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.121 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.221 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.221 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.314 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.314 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.417 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.417 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.518 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.518 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.615 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.616 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.711 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:04.711 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:04.794 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:06:04.827 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:04.827 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:04.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.869+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 realm 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:04.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.873+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.877+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:04.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.877+0000 7fae1ba699c0 20 searching for the correct realm 2024-09-22T09:06:04.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.881+0000 7fae18d6e640 0 -- 172.21.15.84:0/1401698119 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55a486ea8740 msgr2=0x55a486eaab50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:04.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.889+0000 7fae18d6e640 0 -- 172.21.15.84:0/1401698119 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fae0c0bf030 msgr2=0x7fae0c1004e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.893+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:04.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 zone default found 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 4 Realm: () 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 zonegroup default 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:04.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 started sync module instance, tier type = 2024-09-22T09:06:04.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.897+0000 7fae1ba699c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:04.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=0 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=1 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=2 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=3 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=4 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=5 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=6 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 20 add_watcher() i=7 2024-09-22T09:06:04.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.913+0000 7fae1ba699c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:04.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.917+0000 7faccf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:04.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.917+0000 7fae1ba699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:04.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.917+0000 7fae1ba699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:04.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.917+0000 7fae1ba699c0 5 note: GC not initialized 2024-09-22T09:06:04.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.917+0000 7facce7e4640 20 reqs_thread_entry: start 2024-09-22T09:06:04.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:04.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 Filter name: none 2024-09-22T09:06:04.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fac3ffff640 20 reqs_thread_entry: start 2024-09-22T09:06:04.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:04.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:04.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:04.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:04.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:04.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:04.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.921+0000 7fae1ba699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:04.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.925+0000 7faccf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:04.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.929+0000 7fae1ba699c0 20 remove_watcher() i=0 2024-09-22T09:06:04.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.929+0000 7fae1ba699c0 2 removed watcher, disabling cache 2024-09-22T09:06:04.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.933+0000 7fae1ba699c0 20 remove_watcher() i=1 2024-09-22T09:06:04.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.933+0000 7fae1ba699c0 20 remove_watcher() i=2 2024-09-22T09:06:04.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.937+0000 7fae1ba699c0 20 remove_watcher() i=3 2024-09-22T09:06:04.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.937+0000 7fae1ba699c0 20 remove_watcher() i=4 2024-09-22T09:06:04.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.941+0000 7fae1ba699c0 20 remove_watcher() i=5 2024-09-22T09:06:04.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.941+0000 7fae1ba699c0 20 remove_watcher() i=6 2024-09-22T09:06:04.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:04.945+0000 7fae1ba699c0 20 remove_watcher() i=7 2024-09-22T09:06:04.961 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:04.961 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:04.961 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-init-index id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:04.961 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:04.961 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-22T09:06:04.997 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:04.997 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:05.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 realm 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.041+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.045+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:05.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.045+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.045+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:05.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.045+0000 7feeaf30e9c0 20 searching for the correct realm 2024-09-22T09:06:05.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.049+0000 7feead615640 0 -- 172.21.15.84:0/3706181897 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5605ef63d0c0 msgr2=0x5605ef63f580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:05.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.057+0000 7feeace14640 0 -- 172.21.15.84:0/3706181897 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7feea00e8930 msgr2=0x7feea00da410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:05.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 zone default found 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 4 Realm: () 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 zonegroup default 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 started sync module instance, tier type = 2024-09-22T09:06:05.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.065+0000 7feeaf30e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=0 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=1 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=2 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=3 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=4 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=5 2024-09-22T09:06:05.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=6 2024-09-22T09:06:05.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 20 add_watcher() i=7 2024-09-22T09:06:05.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.089+0000 7feeaf30e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7fed62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 5 note: GC not initialized 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7fed61fe3640 20 reqs_thread_entry: start 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 Filter name: none 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7fecd37fe640 20 reqs_thread_entry: start 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-22T09:06:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 : miss 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 info.flags=0x17 2024-09-22T09:06:05.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 to cache LRU end 2024-09-22T09:06:05.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:05.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:05.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.093+0000 7feeaf30e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 2024-09-22T09:06:05.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.097+0000 7feeaf30e9c0 -1 Injecting error=-95 at location=init_index 2024-09-22T09:06:05.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.097+0000 7feeaf30e9c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-22T09:06:05.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.105+0000 7feeaf30e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 info.flags=0x17 2024-09-22T09:06:05.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.105+0000 7feeaf30e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 to cache LRU end 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.105+0000 7feeaf30e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.105+0000 7feeaf30e9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20, ofs0, ns] 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7fed83fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300772 cookie 94583491139792 notifier 6053 bl.length()=911 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7fed83fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 info.flags=0x17 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7fed83fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 to cache LRU end 2024-09-22T09:06:05.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7fed83fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:05.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): orig_sources= new_sources= 2024-09-22T09:06:05.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): potential sources added=[] removed=[] 2024-09-22T09:06:05.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): orig_dests= new_dests= 2024-09-22T09:06:05.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.109+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): potential dests added=[] removed=[] 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.0 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.0 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.1 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.1 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.2 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.2 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.3 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.3 2024-09-22T09:06:05.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.4 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.4 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.5 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.5 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.6 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.6 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.7 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.7 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.8 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.8 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.9 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.9 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.10 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.10 2024-09-22T09:06:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.11 2024-09-22T09:06:05.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1.11 2024-09-22T09:06:05.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.0 2024-09-22T09:06:05.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.1 2024-09-22T09:06:05.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.117+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.2 2024-09-22T09:06:05.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.121+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.3 2024-09-22T09:06:05.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.121+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.4 2024-09-22T09:06:05.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.121+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.5 2024-09-22T09:06:05.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.125+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.6 2024-09-22T09:06:05.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.125+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.7 2024-09-22T09:06:05.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.125+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.8 2024-09-22T09:06:05.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.125+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.9 2024-09-22T09:06:05.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.129+0000 7feeaf30e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.20.10 2024-09-22T09:06:05.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.133+0000 7feeaf30e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:05.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.133+0000 7feeaf30e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 2024-09-22T09:06:05.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7feeaf30e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 info.flags=0x17 2024-09-22T09:06:05.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7feeaf30e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 to cache LRU end 2024-09-22T09:06:05.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7feeaf30e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:05.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7feeaf30e9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20, ofs0, ns] 2024-09-22T09:06:05.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7fed83fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300773 cookie 94583491139792 notifier 6053 bl.length()=879 2024-09-22T09:06:05.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7fed83fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 info.flags=0x17 2024-09-22T09:06:05.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7fed83fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 to cache LRU end 2024-09-22T09:06:05.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.137+0000 7fed83fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:05.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.141+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): orig_sources= new_sources= 2024-09-22T09:06:05.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.141+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): potential sources added=[] removed=[] 2024-09-22T09:06:05.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.141+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): orig_dests= new_dests= 2024-09-22T09:06:05.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.141+0000 7feeaf30e9c0 20 handle_bi_update(): bucket=:error-at-init-index[986dc61f-9105-405d-8643-e22bb2945f7f.4459.20]): potential dests added=[] removed=[] 2024-09-22T09:06:05.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.145+0000 7feeaf30e9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-22T09:06:05.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.149+0000 7fed62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:05.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.153+0000 7feeaf30e9c0 20 remove_watcher() i=0 2024-09-22T09:06:05.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.153+0000 7feeaf30e9c0 2 removed watcher, disabling cache 2024-09-22T09:06:05.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.157+0000 7feeaf30e9c0 20 remove_watcher() i=1 2024-09-22T09:06:05.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.157+0000 7feeaf30e9c0 20 remove_watcher() i=2 2024-09-22T09:06:05.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.161+0000 7feeaf30e9c0 20 remove_watcher() i=3 2024-09-22T09:06:05.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.161+0000 7feeaf30e9c0 20 remove_watcher() i=4 2024-09-22T09:06:05.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.165+0000 7feeaf30e9c0 20 remove_watcher() i=5 2024-09-22T09:06:05.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.165+0000 7feeaf30e9c0 20 remove_watcher() i=6 2024-09-22T09:06:05.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.165+0000 7feeaf30e9c0 20 remove_watcher() i=7 2024-09-22T09:06:05.184 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-22T09:06:05.211 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:05.211 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:05.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.253+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.253+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.253+0000 7f2593bf09c0 20 realm 2024-09-22T09:06:05.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.253+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:05.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:05.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:05.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.257+0000 7f2593bf09c0 20 searching for the correct realm 2024-09-22T09:06:05.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.265+0000 7f2591ef7640 0 -- 172.21.15.84:0/873372254 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f257c01a040 msgr2=0x7f257c058400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:05.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.481+0000 7f25916f6640 0 -- 172.21.15.84:0/873372254 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55f4e62c08c0 msgr2=0x55f4e62c2cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:05.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:05.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:05.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.489+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 zone default found 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 4 Realm: () 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 zonegroup default 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:05.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 started sync module instance, tier type = 2024-09-22T09:06:05.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.493+0000 7f2593bf09c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:05.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=0 2024-09-22T09:06:05.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=1 2024-09-22T09:06:05.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=2 2024-09-22T09:06:05.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=3 2024-09-22T09:06:05.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=4 2024-09-22T09:06:05.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=5 2024-09-22T09:06:05.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.517+0000 7f2593bf09c0 20 add_watcher() i=6 2024-09-22T09:06:05.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.521+0000 7f2593bf09c0 20 add_watcher() i=7 2024-09-22T09:06:05.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.521+0000 7f2593bf09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:05.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f24477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:05.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:05.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:05.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 5 note: GC not initialized 2024-09-22T09:06:05.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f24467e4640 20 reqs_thread_entry: start 2024-09-22T09:06:05.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:05.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 Filter name: none 2024-09-22T09:06:05.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f23b7fff640 20 reqs_thread_entry: start 2024-09-22T09:06:05.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.525+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:05.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:05.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:05.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:06:05.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:05.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:06:05.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.529+0000 7f2593bf09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:05.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.533+0000 7f24477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:05.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.537+0000 7f2593bf09c0 20 remove_watcher() i=0 2024-09-22T09:06:05.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.537+0000 7f2593bf09c0 2 removed watcher, disabling cache 2024-09-22T09:06:05.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.541+0000 7f2593bf09c0 20 remove_watcher() i=1 2024-09-22T09:06:05.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.541+0000 7f2593bf09c0 20 remove_watcher() i=2 2024-09-22T09:06:05.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.545+0000 7f2593bf09c0 20 remove_watcher() i=3 2024-09-22T09:06:05.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.545+0000 7f2593bf09c0 20 remove_watcher() i=4 2024-09-22T09:06:05.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.549+0000 7f2593bf09c0 20 remove_watcher() i=5 2024-09-22T09:06:05.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.549+0000 7f2593bf09c0 20 remove_watcher() i=6 2024-09-22T09:06:05.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:05.553+0000 7f2593bf09c0 20 remove_watcher() i=7 2024-09-22T09:06:05.568 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:05.568 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:05.568 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-init-index id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.20 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-22T09:06:05.568 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:05.569 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:05.569 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:05.587 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:05.587 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.134 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.135 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.512 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at init_index 2024-09-22T09:06:06.512 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.515 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.645 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.645 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.725 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.726 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.825 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.826 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:06.927 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:06.927 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.024 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.024 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.123 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.123 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.223 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.223 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.326 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.326 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.424 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.424 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.523 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.523 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.621 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.621 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.722 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.723 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.821 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.821 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:07.917 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:07.918 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.016 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.016 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.119 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.119 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.219 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.219 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.315 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.315 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.402 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.402 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.497 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.498 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.600 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:08.600 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:08.689 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:06:08.723 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:08.723 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:08.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:08.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:08.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 realm 2024-09-22T09:06:08.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:08.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:08.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:08.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:08.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:08.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.769+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:08.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.773+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:08.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.773+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:08.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.773+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:08.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.773+0000 7f22aed899c0 20 searching for the correct realm 2024-09-22T09:06:08.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.777+0000 7f22ac08e640 0 -- 172.21.15.84:0/3017774790 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f229c03b070 msgr2=0x7f229c04a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:08.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:08.993+0000 7f22ac88f640 0 -- 172.21.15.84:0/3017774790 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f22a0139040 msgr2=0x7f22a0001000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.209+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 zone default found 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 4 Realm: () 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 zonegroup default 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 started sync module instance, tier type = 2024-09-22T09:06:09.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.213+0000 7f22aed899c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=0 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=1 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=2 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=3 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=4 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=5 2024-09-22T09:06:09.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.237+0000 7f22aed899c0 20 add_watcher() i=6 2024-09-22T09:06:09.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.241+0000 7f22aed899c0 20 add_watcher() i=7 2024-09-22T09:06:09.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.241+0000 7f22aed899c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:09.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f21637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:09.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:09.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:09.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 5 note: GC not initialized 2024-09-22T09:06:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f21627e4640 20 reqs_thread_entry: start 2024-09-22T09:06:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 20 Filter name: none 2024-09-22T09:06:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f215bfff640 20 reqs_thread_entry: start 2024-09-22T09:06:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.245+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:09.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:09.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:09.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:09.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:09.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.249+0000 7f22aed899c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:09.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.253+0000 7f21637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:09.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.257+0000 7f22aed899c0 20 remove_watcher() i=0 2024-09-22T09:06:09.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.257+0000 7f22aed899c0 2 removed watcher, disabling cache 2024-09-22T09:06:09.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.261+0000 7f22aed899c0 20 remove_watcher() i=1 2024-09-22T09:06:09.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.261+0000 7f22aed899c0 20 remove_watcher() i=2 2024-09-22T09:06:09.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.265+0000 7f22aed899c0 20 remove_watcher() i=3 2024-09-22T09:06:09.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.265+0000 7f22aed899c0 20 remove_watcher() i=4 2024-09-22T09:06:09.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.269+0000 7f22aed899c0 20 remove_watcher() i=5 2024-09-22T09:06:09.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.269+0000 7f22aed899c0 20 remove_watcher() i=6 2024-09-22T09:06:09.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.269+0000 7f22aed899c0 20 remove_watcher() i=7 2024-09-22T09:06:09.291 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.292 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:09.292 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-init-indext id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:09.292 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.292 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-22T09:06:09.325 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:09.325 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:09.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 realm 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:09.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 searching for the correct realm 2024-09-22T09:06:09.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.381+0000 7fcc86e17640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fcc700c9960 msgr2=0x7fcc700e4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.597+0000 7fcc86616640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5560174d8610 msgr2=0x5560174daa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:09.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zone default found 2024-09-22T09:06:09.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Realm: () 2024-09-22T09:06:09.610 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zonegroup default 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started sync module instance, tier type = 2024-09-22T09:06:09.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:09.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=0 2024-09-22T09:06:09.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=1 2024-09-22T09:06:09.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=2 2024-09-22T09:06:09.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=3 2024-09-22T09:06:09.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=4 2024-09-22T09:06:09.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=5 2024-09-22T09:06:09.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=6 2024-09-22T09:06:09.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=7 2024-09-22T09:06:09.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.633+0000 7fcc88b109c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:09.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcb3cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:09.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:09.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:09.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 note: GC not initialized 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcab77fe640 20 reqs_thread_entry: start 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 Filter name: none 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcab57fa640 20 reqs_thread_entry: start 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:06:09.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:09.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:06:09.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:06:09.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : miss 2024-09-22T09:06:09.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:09.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:09.645 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcc88b109c0 time 2024-09-22T09:06:09.648741+0000 2024-09-22T09:06:09.645 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcc8c3ea2eb] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.648 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.645+0000 7fcc88b109c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcc88b109c0 time 2024-09-22T09:06:09.648741+0000 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcc8c3ea2eb] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:09.649 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.650 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:06:09.650 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fcc88b109c0 thread_name:radosgw-admin 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcc8b269520] 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:09.651 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcc8c3ea345] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.649+0000 7fcc88b109c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fcc88b109c0 thread_name:radosgw-admin 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.652 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcc8b269520] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcc8c3ea345] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.653 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:06:09.670 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.501720s 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017277fb0 auth_method 0 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560172767a0 auth_method 0 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.671 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6092 payload 274 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:06:09.345+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:06:09.345+0000 7fcc86e17640 10 monclient: get_auth_request con 0x556017299490 auth_method 0 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: dump: 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.672 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: dump: 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.673 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6092 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 4 set_mon_vals no callback set 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: shutdown 2024-09-22T09:06:09.674 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 asok(0x5560171de250) unregister_commands rotate-key 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.675 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.676 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 librados: starting msgr at 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 librados: starting objecter 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests hook 0x5560171b8430 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: setting wanted keys 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: calling monclient init 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.677 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key hook 0x5560173eb618 2024-09-22T09:06:09.678 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560172767a0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x556017277fb0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x556017299490 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.504790s 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x556017299490 auth_method 0 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.679 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017277fb0 auth_method 0 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_done global_id 6375 payload 824 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.680 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:06:09.349+0000 7fcc86e17640 1 monclient: found mon.noname-a 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: dump: 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.681 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: dump: 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6375 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:06:09.349+0000 7fcb74608640 4 set_mon_vals no callback set 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: init done 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.683 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:06:09.349+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb6c071be0 auth_method 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:06:09.353+0000 7fcc7de15640 10 monclient: get_auth_request con 0x5560174163e0 auth_method 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:06:09.353+0000 7fcc86616640 10 monclient: get_auth_request con 0x556017435fa0 auth_method 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:06:09.353+0000 7fcc7de15640 10 monclient: get_auth_request con 0x55601743a430 auth_method 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.685 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests cmddesc objecter_requests hook 0x556017442c50 EEXIST 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.686 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x55601743dab0 EEXIST 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.687 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x556017466e00 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x556017466730 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x556017465110 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.515675s 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x556017466e00 auth_method 0 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x556017465110 auth_method 0 2024-09-22T09:06:09.688 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017466730 auth_method 0 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient(hunting): handle_auth_done global_id 6098 payload 824 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.689 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:06:09.361+0000 7fcc86e17640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: dump: 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.690 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: dump: 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.691 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:06:09.361+0000 7fcc87618640 4 set_mon_vals no callback set 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6098 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:06:09.361+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb60071b20 auth_method 0 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.692 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.693 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.695 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x7fff9fd37688 EEXIST 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x5560174b4cf0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560174b50d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x5560174b6590 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.520249s 2024-09-22T09:06:09.696 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560174b4cf0 auth_method 0 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x5560174b6590 auth_method 0 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6101 payload 274 2024-09-22T09:06:09.697 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:06:09.365+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: dump: 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: dump: 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.699 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6101 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 4 set_mon_vals no callback set 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: shutdown 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.700 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.701 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: starting msgr at 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: starting objecter 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests cmddesc objecter_requests hook 0x5560174b5af0 EEXIST 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: setting wanted keys 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: calling monclient init 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.702 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x556017468d68 EEXIST 2024-09-22T09:06:09.703 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x5560174b4cf0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560174b6590 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x5560174b2230 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.522904s 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560174b4cf0 auth_method 0 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x5560174b2230 auth_method 0 2024-09-22T09:06:09.704 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6104 payload 824 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:06:09.365+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.705 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: dump: 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.706 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: dump: 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.707 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6104 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 4 set_mon_vals no callback set 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: init done 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cr dump hook 0x55601748bea8 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:06:09.369+0000 7fcc7de15640 10 monclient: get_auth_request con 0x7fcb50071be0 auth_method 0 2024-09-22T09:06:09.708 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:06:09.369+0000 7fcc86e17640 10 monclient: get_auth_request con 0x5560174d4430 auth_method 0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 realm 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:06:09.373+0000 7fcc86616640 10 monclient: get_auth_request con 0x5560174d8610 auth_method 0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:06:09.373+0000 7fcc7de15640 10 monclient: get_auth_request con 0x5560174dbe50 auth_method 0 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 searching for the correct realm 2024-09-22T09:06:09.709 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:06:09.373+0000 7fcc86e17640 10 monclient: get_auth_request con 0x5560174e0c30 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:06:09.377+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcc700c9070 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:06:09.377+0000 7fcc7de15640 10 monclient: get_auth_request con 0x7fcc78088040 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:06:09.381+0000 7fcc86e17640 10 monclient: get_auth_request con 0x7fcc700c9960 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:06:09.381+0000 7fcc86e17640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fcc700c9960 msgr2=0x7fcc700e4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:06:09.585+0000 7fcc86e17640 10 monclient: get_auth_request con 0x7fcc700c9960 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:06:09.593+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcc700c83b0 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:06:09.597+0000 7fcc86616640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5560174d8610 msgr2=0x5560174daa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:06:09.597+0000 7fcb57fff640 1 client.6104.objecter ms_handle_reset 0x5560174d8610 session 0x5560174d7f90 osd.5 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:06:09.597+0000 7fcb57fff640 10 monclient: _renew_subs 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:06:09.597+0000 7fcb57fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:06:09.597+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb500823f0 auth_method 0 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:09.710 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zone default found 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Realm: () 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:09.711 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zonegroup default 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started sync module instance, tier type = 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=0 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=1 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=2 2024-09-22T09:06:09.712 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=3 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=4 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=5 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=6 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=7 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.713 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:06:09.637+0000 7fcb3cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache list hook 0x5560174aa980 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache inspect hook 0x5560174aa980 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache erase hook 0x5560174aa980 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache zap hook 0x5560174aa980 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 note: GC not initialized 2024-09-22T09:06:09.714 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:06:09.637+0000 7fcab77fe640 20 reqs_thread_entry: start 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace show hook 0x7fcc80004730 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace history hook 0x7fcc80004730 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace active hook 0x7fcc80004730 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace active_short hook 0x7fcc80004730 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 Filter name: none 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:06:09.637+0000 7fcab57fa640 20 reqs_thread_entry: start 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : miss 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.715 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:06:09.645+0000 7fcc88b109c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcc88b109c0 time 2024-09-22T09:06:09.648741+0000 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcc8c3ea2eb] 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.716 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:06:09.649+0000 7fcc88b109c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fcc88b109c0 thread_name:radosgw-admin 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcc8b269520] 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:09.717 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcc8c3ea345] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:06:09.718 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:06:09.719 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:06:09.720 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:09.721 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:06:09.722 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:06:09.723 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:09.724 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcab57fa640 / http_manager 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcab77fe640 / http_manager 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb3cfe1640 / rgw_dt_lg_renew 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb57fff640 / ms_dispatch 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb69ffb640 / io_context_pool 2024-09-22T09:06:09.725 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb6bfff640 / ms_dispatch 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb72e05640 / ms_dispatch 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb74608640 / io_context_pool 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc7de15640 / msgr-worker-2 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc86616640 / msgr-worker-1 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc86e17640 / msgr-worker-0 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc87618640 / io_context_pool 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc88b109c0 / radosgw-admin 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.82657.log 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.501720s 2024-09-22T09:06:09.726 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017277fb0 auth_method 0 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560172767a0 auth_method 0 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:06:09.345+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.727 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6092 payload 274 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:06:09.345+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:06:09.345+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:06:09.345+0000 7fcc86e17640 10 monclient: get_auth_request con 0x556017299490 auth_method 0 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: dump: 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.728 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:06:09.345+0000 7fcb74608640 10 monclient: dump: 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6092 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 4 set_mon_vals no callback set 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: shutdown 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 asok(0x5560171de250) unregister_commands rotate-key 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.730 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.731 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding auth protocol: cephx 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: crc 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 5 AuthRegistry(0x5560173f0c30) adding con mode: secure 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.732 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 librados: starting msgr at 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:06:09.345+0000 7fcc88b109c0 1 librados: starting objecter 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests hook 0x5560171b8430 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: setting wanted keys 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: calling monclient init 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding auth protocol: cephx 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.733 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: crc 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 AuthRegistry(0x5560173eb4d0) adding con mode: secure 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key hook 0x5560173eb618 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560172767a0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x556017277fb0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.734 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x556017299490 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.504790s 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x556017299490 auth_method 0 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017277fb0 auth_method 0 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.735 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:06:09.349+0000 7fcc7de15640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient(hunting): handle_auth_done global_id 6375 payload 824 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:06:09.349+0000 7fcc86e17640 1 monclient: found mon.noname-a 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:06:09.349+0000 7fcc86e17640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: dump: 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.736 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:06:09.349+0000 7fcb72e05640 10 monclient: dump: 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.737 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6375 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:06:09.349+0000 7fcb74608640 4 set_mon_vals no callback set 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.738 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:06:09.349+0000 7fcc88b109c0 1 librados: init done 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:06:09.349+0000 7fcb72e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:06:09.349+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb6c071be0 auth_method 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:06:09.353+0000 7fcc7de15640 10 monclient: get_auth_request con 0x5560174163e0 auth_method 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:06:09.353+0000 7fcc86616640 10 monclient: get_auth_request con 0x556017435fa0 auth_method 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:06:09.353+0000 7fcc7de15640 10 monclient: get_auth_request con 0x55601743a430 auth_method 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.739 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding auth protocol: cephx 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.740 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: crc 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743f240) adding con mode: secure 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests cmddesc objecter_requests hook 0x556017442c50 EEXIST 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding auth protocol: cephx 2024-09-22T09:06:09.741 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: crc 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 AuthRegistry(0x55601743d968) adding con mode: secure 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.742 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x55601743dab0 EEXIST 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x556017466e00 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x556017466730 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x556017465110 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:06:09.357+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.515675s 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x556017466e00 auth_method 0 2024-09-22T09:06:09.743 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x556017465110 auth_method 0 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:06:09.357+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:06:09.357+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): get_auth_request con 0x556017466730 auth_method 0 2024-09-22T09:06:09.744 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:06:09.361+0000 7fcc7de15640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient(hunting): handle_auth_done global_id 6098 payload 824 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:06:09.361+0000 7fcc86e17640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:06:09.361+0000 7fcc86e17640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: dump: 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 10 monclient: dump: 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.746 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:06:09.361+0000 7fcc87618640 4 set_mon_vals no callback set 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6098 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:06:09.361+0000 7fcb6bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.747 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:06:09.361+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb60071b20 auth_method 0 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.748 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.749 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding auth protocol: cephx 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.750 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: crc 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x5560174866c0) adding con mode: secure 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding auth protocol: cephx 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.751 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: crc 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37540) adding con mode: secure 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:06:09.361+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x7fff9fd37688 EEXIST 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x5560174b4cf0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560174b50d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x5560174b6590 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.752 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.520249s 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560174b4cf0 auth_method 0 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x5560174b6590 auth_method 0 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.753 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6101 payload 274 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:06:09.365+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: dump: 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.754 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 10 monclient: dump: 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.755 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6101 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 4 set_mon_vals no callback set 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: shutdown 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: build_initial_monmap 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: monmap: 2024-09-22T09:06:09.756 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding auth protocol: cephx 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.757 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: crc 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x5560174acfb0) adding con mode: secure 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: starting msgr at 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: starting objecter 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command objecter_requests cmddesc objecter_requests hook 0x5560174b5af0 EEXIST 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: setting wanted keys 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: calling monclient init 2024-09-22T09:06:09.758 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: init 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding auth protocol: cephx 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: crc 2024-09-22T09:06:09.759 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 AuthRegistry(0x556017468c20) adding con mode: secure 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command rotate-key cmddesc rotate-key hook 0x556017468d68 EEXIST 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-c con 0x5560174b4cf0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-b con 0x5560174b6590 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): picked mon.noname-a con 0x5560174b2230 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient(hunting): authenticate will time out at 2540.522904s 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request con 0x5560174b4cf0 auth_method 0 2024-09-22T09:06:09.760 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request con 0x5560174b2230 auth_method 0 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:06:09.365+0000 7fcc86e17640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient(hunting): handle_auth_done global_id 6104 payload 824 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _finish_hunting 0 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:06:09.365+0000 7fcc86616640 1 monclient: found mon.noname-c 2024-09-22T09:06:09.761 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:06:09.365+0000 7fcc86616640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: dump: 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.762 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: _finish_auth 0 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: _check_auth_tickets 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:06:09.365+0000 7fcb57fff640 10 monclient: dump: 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:09.763 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 monclient: authenticate success, global_id 6104 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:06:09.365+0000 7fcb69ffb640 4 set_mon_vals no callback set 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _renew_subs 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 1 librados: init done 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:06:09.365+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cr dump hook 0x55601748bea8 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:06:09.369+0000 7fcb57fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:06:09.369+0000 7fcc7de15640 10 monclient: get_auth_request con 0x7fcb50071be0 auth_method 0 2024-09-22T09:06:09.764 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:06:09.369+0000 7fcc86e17640 10 monclient: get_auth_request con 0x5560174d4430 auth_method 0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 realm 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:06:09.369+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:06:09.373+0000 7fcc86616640 10 monclient: get_auth_request con 0x5560174d8610 auth_method 0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:06:09.373+0000 7fcc7de15640 10 monclient: get_auth_request con 0x5560174dbe50 auth_method 0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:06:09.373+0000 7fcc88b109c0 20 searching for the correct realm 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:06:09.373+0000 7fcc86e17640 10 monclient: get_auth_request con 0x5560174e0c30 auth_method 0 2024-09-22T09:06:09.765 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:06:09.377+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcc700c9070 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:06:09.377+0000 7fcc7de15640 10 monclient: get_auth_request con 0x7fcc78088040 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:06:09.381+0000 7fcc86e17640 10 monclient: get_auth_request con 0x7fcc700c9960 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:06:09.381+0000 7fcc86e17640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fcc700c9960 msgr2=0x7fcc700e4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:06:09.585+0000 7fcc86e17640 10 monclient: get_auth_request con 0x7fcc700c9960 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:06:09.593+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcc700c83b0 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:06:09.597+0000 7fcc86616640 0 -- 172.21.15.84:0/558122739 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5560174d8610 msgr2=0x5560174daa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:06:09.597+0000 7fcb57fff640 1 client.6104.objecter ms_handle_reset 0x5560174d8610 session 0x5560174d7f90 osd.5 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:06:09.597+0000 7fcb57fff640 10 monclient: _renew_subs 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:06:09.597+0000 7fcb57fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:06:09.597+0000 7fcc86616640 10 monclient: get_auth_request con 0x7fcb500823f0 auth_method 0 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:09.766 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:06:09.605+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zone default found 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Realm: () 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 zonegroup default 2024-09-22T09:06:09.767 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started sync module instance, tier type = 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:06:09.609+0000 7fcc88b109c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=0 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=1 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=2 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=3 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=4 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=5 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=6 2024-09-22T09:06:09.768 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 20 add_watcher() i=7 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:06:09.633+0000 7fcc88b109c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding auth protocol: cephx 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:06:09.637+0000 7fcb3cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: crc 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 AuthRegistry(0x7fff9fd37a10) adding con mode: secure 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache list hook 0x5560174aa980 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache inspect hook 0x5560174aa980 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache erase hook 0x5560174aa980 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command cache zap hook 0x5560174aa980 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 note: GC not initialized 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:06:09.637+0000 7fcab77fe640 20 reqs_thread_entry: start 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace show hook 0x7fcc80004730 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace history hook 0x7fcc80004730 2024-09-22T09:06:09.770 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace active hook 0x7fcc80004730 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 5 asok(0x5560171de250) register_command sync trace active_short hook 0x7fcc80004730 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 Filter name: none 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:06:09.637+0000 7fcab57fa640 20 reqs_thread_entry: start 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:06:09.637+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : miss 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:09.771 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:06:09.641+0000 7fcc88b109c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:06:09.645+0000 7fcc88b109c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcc88b109c0 time 2024-09-22T09:06:09.648741+0000 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fcc8c3ea2eb] 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.772 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:06:09.649+0000 7fcc88b109c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fcc88b109c0 thread_name:radosgw-admin 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fcc8b269520] 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:09.773 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fcc8c3ea345] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fcc8c3ea49f] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556014703901] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b742) [0x556015160742] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x556014718d6d] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fcc8b250d90] 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:06:09.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:06:09.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:06:09.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:09.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:06:09.778 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:09.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:09.780 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcab57fa640 / http_manager 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcab77fe640 / http_manager 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb3cfe1640 / rgw_dt_lg_renew 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb57fff640 / ms_dispatch 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb69ffb640 / io_context_pool 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb6bfff640 / ms_dispatch 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb72e05640 / ms_dispatch 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcb74608640 / io_context_pool 2024-09-22T09:06:09.781 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc7de15640 / msgr-worker-2 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc86616640 / msgr-worker-1 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc86e17640 / msgr-worker-0 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc87618640 / io_context_pool 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: 7fcc88b109c0 / radosgw-admin 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:06:09.654320Z_295d569e-6b80-46eb-8f02-4a8c4f779c9d/log 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:06:09.782 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:06:09.783 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:09.783 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 realm 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.741+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.745+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.745+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.745+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.745+0000 7f336efca9c0 20 searching for the correct realm 2024-09-22T09:06:09.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.753+0000 7f336d2d1640 0 -- 172.21.15.84:0/362204595 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f33600ec0c0 msgr2=0x7f33601078a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.969+0000 7f336cad0640 0 -- 172.21.15.84:0/362204595 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55c940d57c30 msgr2=0x55c940d5a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:09.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:09.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:09.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:09.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:09.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:09.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:09.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:09.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 zone default found 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 4 Realm: () 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 zonegroup default 2024-09-22T09:06:09.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.977+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:09.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:09.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 started sync module instance, tier type = 2024-09-22T09:06:09.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:09.981+0000 7f336efca9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=0 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=1 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=2 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=3 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=4 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=5 2024-09-22T09:06:10.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=6 2024-09-22T09:06:10.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 20 add_watcher() i=7 2024-09-22T09:06:10.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.005+0000 7f336efca9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:10.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f3222fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 5 note: GC not initialized 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f3221fe3640 20 reqs_thread_entry: start 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:10.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 Filter name: none 2024-09-22T09:06:10.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f31937fe640 20 reqs_thread_entry: start 2024-09-22T09:06:10.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:10.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.009+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:10.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:10.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:10.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:10.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.013+0000 7f336efca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:10.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.017+0000 7f3222fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:10.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.021+0000 7f336efca9c0 20 remove_watcher() i=0 2024-09-22T09:06:10.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.021+0000 7f336efca9c0 2 removed watcher, disabling cache 2024-09-22T09:06:10.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.025+0000 7f336efca9c0 20 remove_watcher() i=1 2024-09-22T09:06:10.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.025+0000 7f336efca9c0 20 remove_watcher() i=2 2024-09-22T09:06:10.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.029+0000 7f336efca9c0 20 remove_watcher() i=3 2024-09-22T09:06:10.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.029+0000 7f336efca9c0 20 remove_watcher() i=4 2024-09-22T09:06:10.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.029+0000 7f336efca9c0 20 remove_watcher() i=5 2024-09-22T09:06:10.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.033+0000 7f336efca9c0 20 remove_watcher() i=6 2024-09-22T09:06:10.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.033+0000 7f336efca9c0 20 remove_watcher() i=7 2024-09-22T09:06:10.048 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:10.048 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:10.048 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-init-indext id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:10.048 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:10.049 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:10.049 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:10.089 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:10.090 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:10.151 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:06:10.187 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:10.187 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:10.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.229+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 realm 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:10.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:10.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.233+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.237+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:10.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.237+0000 7f553617a9c0 20 searching for the correct realm 2024-09-22T09:06:10.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.241+0000 7f5534481640 0 -- 172.21.15.84:0/2190768495 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f5528070030 msgr2=0x7f5528004970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:10.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.457+0000 7f5533c80640 0 -- 172.21.15.84:0/2190768495 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55b0fa1cfca0 msgr2=0x55b0fa1d2090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:10.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.465+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:10.469 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:10.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 zone default found 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 4 Realm: () 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 zonegroup default 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:10.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 started sync module instance, tier type = 2024-09-22T09:06:10.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.469+0000 7f553617a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:10.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=0 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=1 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=2 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=3 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=4 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=5 2024-09-22T09:06:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.493+0000 7f553617a9c0 20 add_watcher() i=6 2024-09-22T09:06:10.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.497+0000 7f553617a9c0 20 add_watcher() i=7 2024-09-22T09:06:10.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.497+0000 7f553617a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:10.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.501+0000 7f53ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:10.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.501+0000 7f553617a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:10.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.501+0000 7f553617a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:10.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.501+0000 7f553617a9c0 5 note: GC not initialized 2024-09-22T09:06:10.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f53e97e2640 20 reqs_thread_entry: start 2024-09-22T09:06:10.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:10.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 Filter name: none 2024-09-22T09:06:10.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f53e27fc640 20 reqs_thread_entry: start 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:06:10.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : miss 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:10.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:10.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.505+0000 7f553617a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:10.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.509+0000 7f553617a9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to be held by another RGW process; skipping for now 2024-09-22T09:06:10.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.509+0000 7f53ea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:10.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.513+0000 7f553617a9c0 20 remove_watcher() i=0 2024-09-22T09:06:10.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.513+0000 7f553617a9c0 2 removed watcher, disabling cache 2024-09-22T09:06:10.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.517+0000 7f553617a9c0 20 remove_watcher() i=1 2024-09-22T09:06:10.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.521+0000 7f553617a9c0 20 remove_watcher() i=2 2024-09-22T09:06:10.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.521+0000 7f553617a9c0 20 remove_watcher() i=3 2024-09-22T09:06:10.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.525+0000 7f553617a9c0 20 remove_watcher() i=4 2024-09-22T09:06:10.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.525+0000 7f553617a9c0 20 remove_watcher() i=5 2024-09-22T09:06:10.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.525+0000 7f553617a9c0 20 remove_watcher() i=6 2024-09-22T09:06:10.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:10.529+0000 7f553617a9c0 20 remove_watcher() i=7 2024-09-22T09:06:10.550 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:06:40.582 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:06:40.618 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:40.619 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:40.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.660+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 realm 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:40.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.664+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.668+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:40.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.668+0000 7f0c61dcd9c0 20 searching for the correct realm 2024-09-22T09:06:40.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.672+0000 7f0c5f0d2640 0 -- 172.21.15.84:0/2052681424 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f0c500ce040 msgr2=0x7f0c500f7920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:40.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.680+0000 7f0c600d4640 0 -- 172.21.15.84:0/2052681424 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f0c5406d240 msgr2=0x7f0c540699b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 zone default found 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 4 Realm: () 2024-09-22T09:06:40.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 zonegroup default 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.684+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.688+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.688+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.688+0000 7f0c61dcd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.688+0000 7f0c61dcd9c0 20 started sync module instance, tier type = 2024-09-22T09:06:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.688+0000 7f0c61dcd9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=0 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=1 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=2 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=3 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=4 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=5 2024-09-22T09:06:40.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=6 2024-09-22T09:06:40.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 20 add_watcher() i=7 2024-09-22T09:06:40.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.704+0000 7f0c61dcd9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0b15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 5 note: GC not initialized 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0b14fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 Filter name: none 2024-09-22T09:06:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0a8e7fc640 20 reqs_thread_entry: start 2024-09-22T09:06:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-22T09:06:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : miss 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.708+0000 7f0c61dcd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21, ofs0, ns] 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0b3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300776 cookie 93861076006080 notifier 6152 bl.length()=913 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0b3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0b3e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0b3e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_sources= new_sources= 2024-09-22T09:06:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential sources added=[] removed=[] 2024-09-22T09:06:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_dests= new_dests= 2024-09-22T09:06:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.720+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential dests added=[] removed=[] 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.0 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.0 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.1 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.1 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.2 2024-09-22T09:06:40.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.2 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.3 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.3 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.4 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.4 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.5 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.5 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.6 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.6 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.7 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.7 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.8 2024-09-22T09:06:40.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.8 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.9 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.9 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.10 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.10 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.11 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1.11 2024-09-22T09:06:40.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.0 2024-09-22T09:06:40.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1 2024-09-22T09:06:40.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.2 2024-09-22T09:06:40.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.732+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.3 2024-09-22T09:06:40.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.736+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.4 2024-09-22T09:06:40.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.736+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.5 2024-09-22T09:06:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.736+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.6 2024-09-22T09:06:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.740+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.7 2024-09-22T09:06:40.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.740+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.8 2024-09-22T09:06:40.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.740+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.9 2024-09-22T09:06:40.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.740+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.10 2024-09-22T09:06:40.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:40.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:40.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0c61dcd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21, ofs0, ns] 2024-09-22T09:06:40.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0b3effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300777 cookie 93861076006080 notifier 6152 bl.length()=913 2024-09-22T09:06:40.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0b3effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0b3effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.748+0000 7f0b3effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.752+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_sources= new_sources= 2024-09-22T09:06:40.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.752+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential sources added=[] removed=[] 2024-09-22T09:06:40.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.752+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_dests= new_dests= 2024-09-22T09:06:40.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.752+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential dests added=[] removed=[] 2024-09-22T09:06:40.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.756+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.0 2024-09-22T09:06:40.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.756+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.1 2024-09-22T09:06:40.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.2 2024-09-22T09:06:40.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.3 2024-09-22T09:06:40.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.4 2024-09-22T09:06:40.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.5 2024-09-22T09:06:40.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.6 2024-09-22T09:06:40.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.760+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.7 2024-09-22T09:06:40.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.764+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.8 2024-09-22T09:06:40.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.764+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.9 2024-09-22T09:06:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.764+0000 7f0c61dcd9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.21.10 2024-09-22T09:06:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.764+0000 7f0c61dcd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.764+0000 7f0c61dcd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 2024-09-22T09:06:40.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0c61dcd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0c61dcd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0c61dcd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0c61dcd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21, ofs0, ns] 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0b3effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300778 cookie 93861076006080 notifier 6152 bl.length()=881 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0b3effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 info.flags=0x17 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0b3effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 to cache LRU end 2024-09-22T09:06:40.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.768+0000 7f0b3effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:40.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.772+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_sources= new_sources= 2024-09-22T09:06:40.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.772+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential sources added=[] removed=[] 2024-09-22T09:06:40.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.772+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): orig_dests= new_dests= 2024-09-22T09:06:40.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.772+0000 7f0c61dcd9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[986dc61f-9105-405d-8643-e22bb2945f7f.4459.21]): potential dests added=[] removed=[] 2024-09-22T09:06:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.776+0000 7f0c61dcd9c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 11 shards to 12 shards completed successfully 2024-09-22T09:06:40.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.780+0000 7f0b15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.784+0000 7f0c61dcd9c0 20 remove_watcher() i=0 2024-09-22T09:06:40.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.784+0000 7f0c61dcd9c0 2 removed watcher, disabling cache 2024-09-22T09:06:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.784+0000 7f0c61dcd9c0 20 remove_watcher() i=1 2024-09-22T09:06:40.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.788+0000 7f0c61dcd9c0 20 remove_watcher() i=2 2024-09-22T09:06:40.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.788+0000 7f0c61dcd9c0 20 remove_watcher() i=3 2024-09-22T09:06:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.792+0000 7f0c61dcd9c0 20 remove_watcher() i=4 2024-09-22T09:06:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.792+0000 7f0c61dcd9c0 20 remove_watcher() i=5 2024-09-22T09:06:40.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.792+0000 7f0c61dcd9c0 20 remove_watcher() i=6 2024-09-22T09:06:40.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:40.796+0000 7f0c61dcd9c0 20 remove_watcher() i=7 2024-09-22T09:06:40.817 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-22T09:06:40.844 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:40.844 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:41.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.068+0000 7f712a616640 0 --2- 172.21.15.84:0/199878214 >> [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] conn(0x558885842570 0x55888598a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:06:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.092+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 realm 2024-09-22T09:06:41.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:41.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:41.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.096+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.100+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:41.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.100+0000 7f712d3119c0 20 searching for the correct realm 2024-09-22T09:06:41.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.104+0000 7f712a616640 0 -- 172.21.15.84:0/3574990034 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f711c0ff320 msgr2=0x7f711c11aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:41.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.320+0000 7f712ae17640 0 -- 172.21.15.84:0/3574990034 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f7114064920 msgr2=0x7f7114016450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.536+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:41.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 zone default found 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 4 Realm: () 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 zonegroup default 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.540+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.544+0000 7f712d3119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:41.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.544+0000 7f712d3119c0 20 started sync module instance, tier type = 2024-09-22T09:06:41.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.544+0000 7f712d3119c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=0 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=1 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=2 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=3 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=4 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=5 2024-09-22T09:06:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=6 2024-09-22T09:06:41.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 20 add_watcher() i=7 2024-09-22T09:06:41.573 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.568+0000 7f712d3119c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:41.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.572+0000 7f6fe17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:41.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:41.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:41.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 5 note: GC not initialized 2024-09-22T09:06:41.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f6f5bfff640 20 reqs_thread_entry: start 2024-09-22T09:06:41.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:41.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 Filter name: none 2024-09-22T09:06:41.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f6f59ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:41.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:41.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.576+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:41.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:41.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-22T09:06:41.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:41.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-22T09:06:41.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.580+0000 7f712d3119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:41.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.584+0000 7f6fe17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:41.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.588+0000 7f712d3119c0 20 remove_watcher() i=0 2024-09-22T09:06:41.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.588+0000 7f712d3119c0 2 removed watcher, disabling cache 2024-09-22T09:06:41.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.588+0000 7f712d3119c0 20 remove_watcher() i=1 2024-09-22T09:06:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.592+0000 7f712d3119c0 20 remove_watcher() i=2 2024-09-22T09:06:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.592+0000 7f712d3119c0 20 remove_watcher() i=3 2024-09-22T09:06:41.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.596+0000 7f712d3119c0 20 remove_watcher() i=4 2024-09-22T09:06:41.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.596+0000 7f712d3119c0 20 remove_watcher() i=5 2024-09-22T09:06:41.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.600+0000 7f712d3119c0 20 remove_watcher() i=6 2024-09-22T09:06:41.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:41.600+0000 7f712d3119c0 20 remove_watcher() i=7 2024-09-22T09:06:41.620 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:41.620 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:41.620 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-init-indext id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.21 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:06:41.620 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:41.621 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:41.622 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:41.645 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:41.646 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.191 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.191 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.573 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-22T09:06:42.573 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:42.576 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.576 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.713 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.713 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.801 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.801 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.906 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.906 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:42.987 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:42.987 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.081 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.081 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.172 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.172 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.274 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.274 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.375 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.375 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.476 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.476 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.575 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.575 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.675 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.675 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.771 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.772 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.870 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.870 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:43.970 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:43.971 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.062 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.062 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.161 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.162 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.256 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.256 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.349 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.349 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.444 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.445 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.542 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.542 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.638 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:44.638 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:44.733 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:06:44.764 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:44.764 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:44.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.804+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 realm 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:44.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:44.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:44.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.808+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:44.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.812+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:44.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.812+0000 7f5543dae9c0 20 searching for the correct realm 2024-09-22T09:06:44.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:44.816+0000 7f55420b5640 0 -- 172.21.15.84:0/2674600882 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f552c02c040 msgr2=0x7f552c02c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:45.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.032+0000 7f55418b4640 0 -- 172.21.15.84:0/2674600882 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x558021294d10 msgr2=0x558021297100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:45.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.040+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 zone default found 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 4 Realm: () 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 zonegroup default 2024-09-22T09:06:45.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 started sync module instance, tier type = 2024-09-22T09:06:45.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.044+0000 7f5543dae9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:45.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=0 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=1 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=2 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=3 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=4 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=5 2024-09-22T09:06:45.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.068+0000 7f5543dae9c0 20 add_watcher() i=6 2024-09-22T09:06:45.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.072+0000 7f5543dae9c0 20 add_watcher() i=7 2024-09-22T09:06:45.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.072+0000 7f5543dae9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:45.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f53f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:45.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:45.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 5 note: GC not initialized 2024-09-22T09:06:45.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f53f27fc640 20 reqs_thread_entry: start 2024-09-22T09:06:45.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:45.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 Filter name: none 2024-09-22T09:06:45.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5363fff640 20 reqs_thread_entry: start 2024-09-22T09:06:45.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:45.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.080+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:45.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:45.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:45.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:45.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f5543dae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:45.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.084+0000 7f53f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.088+0000 7f5543dae9c0 20 remove_watcher() i=0 2024-09-22T09:06:45.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.088+0000 7f5543dae9c0 2 removed watcher, disabling cache 2024-09-22T09:06:45.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.096+0000 7f5543dae9c0 20 remove_watcher() i=1 2024-09-22T09:06:45.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.096+0000 7f5543dae9c0 20 remove_watcher() i=2 2024-09-22T09:06:45.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.096+0000 7f5543dae9c0 20 remove_watcher() i=3 2024-09-22T09:06:45.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.100+0000 7f5543dae9c0 20 remove_watcher() i=4 2024-09-22T09:06:45.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.100+0000 7f5543dae9c0 20 remove_watcher() i=5 2024-09-22T09:06:45.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.100+0000 7f5543dae9c0 20 remove_watcher() i=6 2024-09-22T09:06:45.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.104+0000 7f5543dae9c0 20 remove_watcher() i=7 2024-09-22T09:06:45.119 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:45.120 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:45.120 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:45.120 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:45.120 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-22T09:06:45.153 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:45.153 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:45.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.196+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 realm 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.200+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.204+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:45.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.204+0000 7fbe279e59c0 20 searching for the correct realm 2024-09-22T09:06:45.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.208+0000 7fbe1ffff640 0 -- 172.21.15.84:0/817933648 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fbe1813c2d0 msgr2=0x7fbe18117400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:45.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.216+0000 7fbe1ffff640 0 -- 172.21.15.84:0/817933648 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fbcf0082310 msgr2=0x7fbcf0084740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:45.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.220+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 zone default found 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 4 Realm: () 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 zonegroup default 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 started sync module instance, tier type = 2024-09-22T09:06:45.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.224+0000 7fbe279e59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:45.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=0 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=1 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=2 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=3 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=4 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=5 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=6 2024-09-22T09:06:45.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 20 add_watcher() i=7 2024-09-22T09:06:45.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.240+0000 7fbe279e59c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:45.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbcdbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 5 note: GC not initialized 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbcdafe5640 20 reqs_thread_entry: start 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:45.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 Filter name: none 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbcd8fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:06:45.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 : miss 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.244+0000 7fbe279e59c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:45.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:45.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:45.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.248+0000 7fbe279e59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 2024-09-22T09:06:45.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.252+0000 7fbe279e59c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-22T09:06:45.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.252+0000 7fbe279e59c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-22T09:06:45.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.260+0000 7fbcdbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.268+0000 7fbe279e59c0 20 remove_watcher() i=0 2024-09-22T09:06:45.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.268+0000 7fbe279e59c0 2 removed watcher, disabling cache 2024-09-22T09:06:45.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.268+0000 7fbe279e59c0 20 remove_watcher() i=1 2024-09-22T09:06:45.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.268+0000 7fbe279e59c0 20 remove_watcher() i=2 2024-09-22T09:06:45.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.272+0000 7fbe279e59c0 20 remove_watcher() i=3 2024-09-22T09:06:45.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.272+0000 7fbe279e59c0 20 remove_watcher() i=4 2024-09-22T09:06:45.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.276+0000 7fbe279e59c0 20 remove_watcher() i=5 2024-09-22T09:06:45.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.276+0000 7fbe279e59c0 20 remove_watcher() i=6 2024-09-22T09:06:45.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.276+0000 7fbe279e59c0 20 remove_watcher() i=7 2024-09-22T09:06:45.290 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:06:45.317 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:45.317 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:45.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.360+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 realm 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.364+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.368+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:45.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.368+0000 7ff8325c89c0 20 searching for the correct realm 2024-09-22T09:06:45.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.372+0000 7ff827fff640 0 -- 172.21.15.84:0/360797397 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7ff820053c20 msgr2=0x7ff82000a650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:45.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.380+0000 7ff8300ce640 0 -- 172.21.15.84:0/360797397 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7ff818008040 msgr2=0x7ff818062920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.596+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 zone default found 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 4 Realm: () 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 zonegroup default 2024-09-22T09:06:45.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.600+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.604+0000 7ff8325c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.604+0000 7ff8325c89c0 20 started sync module instance, tier type = 2024-09-22T09:06:45.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.604+0000 7ff8325c89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:45.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=0 2024-09-22T09:06:45.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=1 2024-09-22T09:06:45.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=2 2024-09-22T09:06:45.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=3 2024-09-22T09:06:45.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=4 2024-09-22T09:06:45.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=5 2024-09-22T09:06:45.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=6 2024-09-22T09:06:45.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 20 add_watcher() i=7 2024-09-22T09:06:45.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.624+0000 7ff8325c89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.628+0000 7ff6e77de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.628+0000 7ff8325c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.628+0000 7ff8325c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.628+0000 7ff8325c89c0 5 note: GC not initialized 2024-09-22T09:06:45.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff6e67dc640 20 reqs_thread_entry: start 2024-09-22T09:06:45.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:45.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 Filter name: none 2024-09-22T09:06:45.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff6df7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:45.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:45.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:45.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:45.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:45.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:45.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.632+0000 7ff8325c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:45.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.636+0000 7ff6e77de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:45.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.640+0000 7ff8325c89c0 20 remove_watcher() i=0 2024-09-22T09:06:45.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.640+0000 7ff8325c89c0 2 removed watcher, disabling cache 2024-09-22T09:06:45.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.644+0000 7ff8325c89c0 20 remove_watcher() i=1 2024-09-22T09:06:45.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.648+0000 7ff8325c89c0 20 remove_watcher() i=2 2024-09-22T09:06:45.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.648+0000 7ff8325c89c0 20 remove_watcher() i=3 2024-09-22T09:06:45.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.652+0000 7ff8325c89c0 20 remove_watcher() i=4 2024-09-22T09:06:45.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.652+0000 7ff8325c89c0 20 remove_watcher() i=5 2024-09-22T09:06:45.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.652+0000 7ff8325c89c0 20 remove_watcher() i=6 2024-09-22T09:06:45.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.656+0000 7ff8325c89c0 20 remove_watcher() i=7 2024-09-22T09:06:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:45.672 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:45.672 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:45.775 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:06:45.811 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:45.811 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:45.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.856+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 realm 2024-09-22T09:06:45.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:45.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:45.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.860+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.864+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.864+0000 7f79025ce9c0 20 searching for the correct realm 2024-09-22T09:06:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:45.868+0000 7f79008d5640 0 -- 172.21.15.84:0/1291226695 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f78e801a040 msgr2=0x7f78e800f030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:46.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.084+0000 7f79000d4640 0 -- 172.21.15.84:0/1291226695 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x563808e0a7b0 msgr2=0x563808e0cbe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:46.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:46.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.092+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:46.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 zone default found 2024-09-22T09:06:46.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 4 Realm: () 2024-09-22T09:06:46.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:46.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:46.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:46.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 zonegroup default 2024-09-22T09:06:46.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 started sync module instance, tier type = 2024-09-22T09:06:46.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.096+0000 7f79025ce9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=0 2024-09-22T09:06:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=1 2024-09-22T09:06:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=2 2024-09-22T09:06:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=3 2024-09-22T09:06:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=4 2024-09-22T09:06:46.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=5 2024-09-22T09:06:46.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.120+0000 7f79025ce9c0 20 add_watcher() i=6 2024-09-22T09:06:46.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.124+0000 7f79025ce9c0 20 add_watcher() i=7 2024-09-22T09:06:46.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.124+0000 7f79025ce9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:46.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f77b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:46.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:46.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:46.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 5 note: GC not initialized 2024-09-22T09:06:46.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f77b5fdb640 20 reqs_thread_entry: start 2024-09-22T09:06:46.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:46.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 20 Filter name: none 2024-09-22T09:06:46.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f77277fe640 20 reqs_thread_entry: start 2024-09-22T09:06:46.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:06:46.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.128+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:46.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:06:46.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:06:46.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 : miss 2024-09-22T09:06:46.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.132+0000 7f79025ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 2024-09-22T09:06:46.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.140+0000 7f79025ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.140+0000 7f79025ce9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.140+0000 7f79025ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.140+0000 7f79025ce9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22, ofs0, ns] 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f77d77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300779 cookie 94798667105936 notifier 6236 bl.length()=925 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f77d77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f77d77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f77d77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_sources= new_sources= 2024-09-22T09:06:46.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential sources added=[] removed=[] 2024-09-22T09:06:46.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_dests= new_dests= 2024-09-22T09:06:46.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.144+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential dests added=[] removed=[] 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.0 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.0 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.1 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.1 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.2 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.2 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.3 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.3 2024-09-22T09:06:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.4 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.4 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.5 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.5 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.6 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.6 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.7 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.7 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.8 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.8 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.9 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.9 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.10 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.10 2024-09-22T09:06:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.11 2024-09-22T09:06:46.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1.11 2024-09-22T09:06:46.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.0 2024-09-22T09:06:46.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1 2024-09-22T09:06:46.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.2 2024-09-22T09:06:46.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.156+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.3 2024-09-22T09:06:46.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.160+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.4 2024-09-22T09:06:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.160+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.5 2024-09-22T09:06:46.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.160+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.6 2024-09-22T09:06:46.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.164+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.7 2024-09-22T09:06:46.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.164+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.8 2024-09-22T09:06:46.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.164+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.9 2024-09-22T09:06:46.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.164+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.10 2024-09-22T09:06:46.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.172+0000 7f79025ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:46.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.172+0000 7f79025ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 2024-09-22T09:06:46.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f79025ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f79025ce9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f79025ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f79025ce9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22, ofs0, ns] 2024-09-22T09:06:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f77d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300780 cookie 94798667105936 notifier 6236 bl.length()=925 2024-09-22T09:06:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f77d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f77d6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.176+0000 7f77d6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.180+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_sources= new_sources= 2024-09-22T09:06:46.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.180+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential sources added=[] removed=[] 2024-09-22T09:06:46.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.180+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_dests= new_dests= 2024-09-22T09:06:46.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.180+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential dests added=[] removed=[] 2024-09-22T09:06:46.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.184+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.0 2024-09-22T09:06:46.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.184+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.1 2024-09-22T09:06:46.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.184+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.2 2024-09-22T09:06:46.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.184+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.3 2024-09-22T09:06:46.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.188+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.4 2024-09-22T09:06:46.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.188+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.5 2024-09-22T09:06:46.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.188+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.6 2024-09-22T09:06:46.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.188+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.7 2024-09-22T09:06:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.188+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.8 2024-09-22T09:06:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.9 2024-09-22T09:06:46.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.22.10 2024-09-22T09:06:46.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:46.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 2024-09-22T09:06:46.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.192+0000 7f79025ce9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22, ofs0, ns] 2024-09-22T09:06:46.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f77d77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300781 cookie 94798667105936 notifier 6236 bl.length()=893 2024-09-22T09:06:46.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f77d77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 info.flags=0x17 2024-09-22T09:06:46.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f77d77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 to cache LRU end 2024-09-22T09:06:46.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f77d77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:46.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_sources= new_sources= 2024-09-22T09:06:46.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential sources added=[] removed=[] 2024-09-22T09:06:46.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): orig_dests= new_dests= 2024-09-22T09:06:46.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.196+0000 7f79025ce9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.22]): potential dests added=[] removed=[] 2024-09-22T09:06:46.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.204+0000 7f79025ce9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:06:46.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.208+0000 7f77b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:46.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.212+0000 7f79025ce9c0 20 remove_watcher() i=0 2024-09-22T09:06:46.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.212+0000 7f79025ce9c0 2 removed watcher, disabling cache 2024-09-22T09:06:46.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.216+0000 7f79025ce9c0 20 remove_watcher() i=1 2024-09-22T09:06:46.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.216+0000 7f79025ce9c0 20 remove_watcher() i=2 2024-09-22T09:06:46.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.220+0000 7f79025ce9c0 20 remove_watcher() i=3 2024-09-22T09:06:46.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.220+0000 7f79025ce9c0 20 remove_watcher() i=4 2024-09-22T09:06:46.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.224+0000 7f79025ce9c0 20 remove_watcher() i=5 2024-09-22T09:06:46.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.224+0000 7f79025ce9c0 20 remove_watcher() i=6 2024-09-22T09:06:46.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.224+0000 7f79025ce9c0 20 remove_watcher() i=7 2024-09-22T09:06:46.242 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:06:46.271 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:46.272 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:46.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.316+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 realm 2024-09-22T09:06:46.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:46.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:46.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.320+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.324+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:46.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.324+0000 7fe15e9139c0 20 searching for the correct realm 2024-09-22T09:06:46.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.328+0000 7fe15cc1a640 0 -- 172.21.15.84:0/1677698295 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe144008030 msgr2=0x7fe144075570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:46.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.544+0000 7fe15c419640 0 -- 172.21.15.84:0/1677698295 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55b44a512e30 msgr2=0x55b44a515220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:46.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:46.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:46.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:46.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:46.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:46.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:46.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.552+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:46.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 zone default found 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 4 Realm: () 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 zonegroup default 2024-09-22T09:06:46.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.556+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.560+0000 7fe15e9139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:46.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.560+0000 7fe15e9139c0 20 started sync module instance, tier type = 2024-09-22T09:06:46.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.560+0000 7fe15e9139c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=0 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=1 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=2 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=3 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=4 2024-09-22T09:06:46.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=5 2024-09-22T09:06:46.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=6 2024-09-22T09:06:46.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 20 add_watcher() i=7 2024-09-22T09:06:46.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.584+0000 7fe15e9139c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:46.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.588+0000 7fe012fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:46.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:46.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 5 note: GC not initialized 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe011fdb640 20 reqs_thread_entry: start 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 Filter name: none 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fdf837fe640 20 reqs_thread_entry: start 2024-09-22T09:06:46.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:46.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.592+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:46.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:46.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:46.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:46.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:46.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.596+0000 7fe15e9139c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:46.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.600+0000 7fe012fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:46.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.604+0000 7fe15e9139c0 20 remove_watcher() i=0 2024-09-22T09:06:46.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.604+0000 7fe15e9139c0 2 removed watcher, disabling cache 2024-09-22T09:06:46.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.604+0000 7fe15e9139c0 20 remove_watcher() i=1 2024-09-22T09:06:46.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.608+0000 7fe15e9139c0 20 remove_watcher() i=2 2024-09-22T09:06:46.609 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.612+0000 7fe15e9139c0 20 remove_watcher() i=3 2024-09-22T09:06:46.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.612+0000 7fe15e9139c0 20 remove_watcher() i=4 2024-09-22T09:06:46.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.612+0000 7fe15e9139c0 20 remove_watcher() i=5 2024-09-22T09:06:46.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.616+0000 7fe15e9139c0 20 remove_watcher() i=6 2024-09-22T09:06:46.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:46.616+0000 7fe15e9139c0 20 remove_watcher() i=7 2024-09-22T09:06:46.631 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:46.632 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:46.632 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.22 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:06:46.632 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:46.633 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:46.633 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:46.689 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:47.287 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:47.287 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:47.672 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-22T09:06:47.672 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:47.675 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:47.675 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:47.799 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:47.800 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:47.885 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:47.885 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:47.982 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:47.982 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.085 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.086 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.187 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.187 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.281 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.281 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.370 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.370 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.470 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.470 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.561 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.561 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.658 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.659 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.758 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.759 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.858 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.859 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:48.960 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:48.960 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.051 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.051 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.142 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.142 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.248 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.248 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.348 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.348 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.447 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.448 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.546 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.546 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.638 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.638 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.729 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:49.730 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:49.828 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:06:49.861 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:49.862 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:49.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 realm 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.908+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.912+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:49.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.912+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.912+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:49.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.912+0000 7f79ea79e9c0 20 searching for the correct realm 2024-09-22T09:06:49.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.916+0000 7f79e7aa3640 0 -- 172.21.15.84:0/491259701 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55585d099d80 msgr2=0x55585d09c200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:49.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.924+0000 7f79e82a4640 0 -- 172.21.15.84:0/491259701 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f79dc04d440 msgr2=0x7f79dc04d880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:49.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:49.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:49.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:49.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:49.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 zone default found 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 4 Realm: () 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:49.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 zonegroup default 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.932+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.936+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.936+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.936+0000 7f79ea79e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:49.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.936+0000 7f79ea79e9c0 20 started sync module instance, tier type = 2024-09-22T09:06:49.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.936+0000 7f79ea79e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=0 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=1 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=2 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=3 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=4 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=5 2024-09-22T09:06:49.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.948+0000 7f79ea79e9c0 20 add_watcher() i=6 2024-09-22T09:06:49.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 20 add_watcher() i=7 2024-09-22T09:06:49.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:49.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f789efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:49.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:49.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:49.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 5 note: GC not initialized 2024-09-22T09:06:49.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f789dfdb640 20 reqs_thread_entry: start 2024-09-22T09:06:49.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.952+0000 7f79ea79e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:49.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 Filter name: none 2024-09-22T09:06:49.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f780f7fe640 20 reqs_thread_entry: start 2024-09-22T09:06:49.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:49.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:49.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:49.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:49.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:49.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:49.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.956+0000 7f79ea79e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:49.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.960+0000 7f789efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:49.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.964+0000 7f79ea79e9c0 20 remove_watcher() i=0 2024-09-22T09:06:49.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.964+0000 7f79ea79e9c0 2 removed watcher, disabling cache 2024-09-22T09:06:49.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.968+0000 7f79ea79e9c0 20 remove_watcher() i=1 2024-09-22T09:06:49.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.968+0000 7f79ea79e9c0 20 remove_watcher() i=2 2024-09-22T09:06:49.970 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.972+0000 7f79ea79e9c0 20 remove_watcher() i=3 2024-09-22T09:06:49.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.972+0000 7f79ea79e9c0 20 remove_watcher() i=4 2024-09-22T09:06:49.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.972+0000 7f79ea79e9c0 20 remove_watcher() i=5 2024-09-22T09:06:49.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.976+0000 7f79ea79e9c0 20 remove_watcher() i=6 2024-09-22T09:06:49.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:49.976+0000 7f79ea79e9c0 20 remove_watcher() i=7 2024-09-22T09:06:49.989 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:49.989 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:49.989 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:49.990 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:49.990 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-22T09:06:50.024 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:50.024 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:50.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.068+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 realm 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:50.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:50.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.072+0000 7f19bbc679c0 20 searching for the correct realm 2024-09-22T09:06:50.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.080+0000 7f19b9f6e640 0 -- 172.21.15.84:0/800042347 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f19b0106a70 msgr2=0x7f19b00c5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:50.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.296+0000 7f19b976d640 0 -- 172.21.15.84:0/800042347 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5600047b59f0 msgr2=0x5600047b7de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:50.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:50.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:50.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:50.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:50.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:50.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:50.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:50.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:50.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 zone default found 2024-09-22T09:06:50.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 4 Realm: () 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 zonegroup default 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.304+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.308+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.308+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.308+0000 7f19bbc679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.308+0000 7f19bbc679c0 20 started sync module instance, tier type = 2024-09-22T09:06:50.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.308+0000 7f19bbc679c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=0 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=1 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=2 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=3 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=4 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=5 2024-09-22T09:06:50.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=6 2024-09-22T09:06:50.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 20 add_watcher() i=7 2024-09-22T09:06:50.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.332+0000 7f19bbc679c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:50.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f186ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:50.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:50.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:50.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 5 note: GC not initialized 2024-09-22T09:06:50.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f186efe5640 20 reqs_thread_entry: start 2024-09-22T09:06:50.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:50.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 Filter name: none 2024-09-22T09:06:50.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f186cfe1640 20 reqs_thread_entry: start 2024-09-22T09:06:50.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-22T09:06:50.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 : miss 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.340+0000 7f19bbc679c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:50.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:50.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.344+0000 7f19bbc679c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 2024-09-22T09:06:50.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.352+0000 7f19bbc679c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-22T09:06:50.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.352+0000 7f19bbc679c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.352+0000 7f19bbc679c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.352+0000 7f19bbc679c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.352+0000 7f19bbc679c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23, ofs0, ns] 2024-09-22T09:06:50.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f188bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300784 cookie 94558075189520 notifier 6290 bl.length()=925 2024-09-22T09:06:50.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f188bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f188bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f188bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_sources= new_sources= 2024-09-22T09:06:50.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential sources added=[] removed=[] 2024-09-22T09:06:50.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_dests= new_dests= 2024-09-22T09:06:50.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.356+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential dests added=[] removed=[] 2024-09-22T09:06:50.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.0 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.0 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.1 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.1 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.2 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.2 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.3 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.3 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.4 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.4 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.5 2024-09-22T09:06:50.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.5 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.6 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.6 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.7 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.7 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.8 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.8 2024-09-22T09:06:50.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.9 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.9 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.10 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.10 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.11 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1.11 2024-09-22T09:06:50.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.0 2024-09-22T09:06:50.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1 2024-09-22T09:06:50.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.2 2024-09-22T09:06:50.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.368+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.3 2024-09-22T09:06:50.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.372+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.4 2024-09-22T09:06:50.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.372+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.5 2024-09-22T09:06:50.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.372+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.6 2024-09-22T09:06:50.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.372+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.7 2024-09-22T09:06:50.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.376+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.8 2024-09-22T09:06:50.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.376+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.9 2024-09-22T09:06:50.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.376+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.10 2024-09-22T09:06:50.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.380+0000 7f19bbc679c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:50.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.380+0000 7f19bbc679c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 2024-09-22T09:06:50.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f19bbc679c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f19bbc679c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f19bbc679c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f19bbc679c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23, ofs0, ns] 2024-09-22T09:06:50.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f188bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300785 cookie 94558075189520 notifier 6290 bl.length()=925 2024-09-22T09:06:50.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f188bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f188bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.384+0000 7f188bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.388+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_sources= new_sources= 2024-09-22T09:06:50.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.388+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential sources added=[] removed=[] 2024-09-22T09:06:50.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.388+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_dests= new_dests= 2024-09-22T09:06:50.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.388+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential dests added=[] removed=[] 2024-09-22T09:06:50.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.0 2024-09-22T09:06:50.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.1 2024-09-22T09:06:50.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.2 2024-09-22T09:06:50.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.3 2024-09-22T09:06:50.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.4 2024-09-22T09:06:50.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.396+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.5 2024-09-22T09:06:50.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.6 2024-09-22T09:06:50.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.7 2024-09-22T09:06:50.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.8 2024-09-22T09:06:50.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.9 2024-09-22T09:06:50.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.23.10 2024-09-22T09:06:50.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 : hit (requested=0x17, cached=0x17) 2024-09-22T09:06:50.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.400+0000 7f19bbc679c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f19bbc679c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f19bbc679c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f19bbc679c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f19bbc679c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23, ofs0, ns] 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f189cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94558075189520 notifier 6290 bl.length()=893 2024-09-22T09:06:50.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f189cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 info.flags=0x17 2024-09-22T09:06:50.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f189cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 to cache LRU end 2024-09-22T09:06:50.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.404+0000 7f189cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:50.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.408+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_sources= new_sources= 2024-09-22T09:06:50.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.408+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential sources added=[] removed=[] 2024-09-22T09:06:50.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.408+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): orig_dests= new_dests= 2024-09-22T09:06:50.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.408+0000 7f19bbc679c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.23]): potential dests added=[] removed=[] 2024-09-22T09:06:50.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.412+0000 7f19bbc679c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:06:50.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.416+0000 7f186ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:50.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.420+0000 7f19bbc679c0 20 remove_watcher() i=0 2024-09-22T09:06:50.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.420+0000 7f19bbc679c0 2 removed watcher, disabling cache 2024-09-22T09:06:50.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.424+0000 7f19bbc679c0 20 remove_watcher() i=1 2024-09-22T09:06:50.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.428+0000 7f19bbc679c0 20 remove_watcher() i=2 2024-09-22T09:06:50.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.428+0000 7f19bbc679c0 20 remove_watcher() i=3 2024-09-22T09:06:50.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.432+0000 7f19bbc679c0 20 remove_watcher() i=4 2024-09-22T09:06:50.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.432+0000 7f19bbc679c0 20 remove_watcher() i=5 2024-09-22T09:06:50.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.432+0000 7f19bbc679c0 20 remove_watcher() i=6 2024-09-22T09:06:50.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.436+0000 7f19bbc679c0 20 remove_watcher() i=7 2024-09-22T09:06:50.452 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-22T09:06:50.486 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:50.486 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:50.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.716+0000 7f569b13e640 0 --2- 172.21.15.84:0/3619826000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560257f0f670 0x5602580ae600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:06:50.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 realm 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.744+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.748+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:50.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.748+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.748+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:50.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.748+0000 7f569d6389c0 20 searching for the correct realm 2024-09-22T09:06:50.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.752+0000 7f569b13e640 0 -- 172.21.15.84:0/2930186506 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f5690008040 msgr2=0x7f569001a410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:50.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.968+0000 7f569a93d640 0 -- 172.21.15.84:0/2930186506 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x560258168370 msgr2=0x56025816a760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:50.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:50.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 zone default found 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 4 Realm: () 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:50.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:50.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 zonegroup default 2024-09-22T09:06:50.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.984+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:50.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:50.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 started sync module instance, tier type = 2024-09-22T09:06:50.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:50.988+0000 7f569d6389c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:51.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=0 2024-09-22T09:06:51.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=1 2024-09-22T09:06:51.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=2 2024-09-22T09:06:51.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=3 2024-09-22T09:06:51.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=4 2024-09-22T09:06:51.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=5 2024-09-22T09:06:51.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.012+0000 7f569d6389c0 20 add_watcher() i=6 2024-09-22T09:06:51.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.016+0000 7f569d6389c0 20 add_watcher() i=7 2024-09-22T09:06:51.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.016+0000 7f569d6389c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:51.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f5551fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:51.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:51.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:51.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 5 note: GC not initialized 2024-09-22T09:06:51.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f5550fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 Filter name: none 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f54ca7fc640 20 reqs_thread_entry: start 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:51.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.020+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:51.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.024+0000 7f569d6389c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.028+0000 7f5551fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:51.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.032+0000 7f569d6389c0 20 remove_watcher() i=0 2024-09-22T09:06:51.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.032+0000 7f569d6389c0 2 removed watcher, disabling cache 2024-09-22T09:06:51.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.036+0000 7f569d6389c0 20 remove_watcher() i=1 2024-09-22T09:06:51.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.036+0000 7f569d6389c0 20 remove_watcher() i=2 2024-09-22T09:06:51.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.040+0000 7f569d6389c0 20 remove_watcher() i=3 2024-09-22T09:06:51.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.040+0000 7f569d6389c0 20 remove_watcher() i=4 2024-09-22T09:06:51.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.044+0000 7f569d6389c0 20 remove_watcher() i=5 2024-09-22T09:06:51.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.044+0000 7f569d6389c0 20 remove_watcher() i=6 2024-09-22T09:06:51.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:51.048+0000 7f569d6389c0 20 remove_watcher() i=7 2024-09-22T09:06:51.062 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.23 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-22T09:06:51.062 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:51.063 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:51.083 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:51.083 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:51.662 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:51.662 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.031 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-22T09:06:52.031 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:52.034 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.034 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.166 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.167 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.254 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.254 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.357 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.357 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.462 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.463 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.562 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.562 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.662 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.662 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.759 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.759 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.859 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.859 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:52.956 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:52.956 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.058 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.058 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.155 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.155 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.249 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.249 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.350 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.350 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.446 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.446 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.547 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.547 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.642 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.643 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.737 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.737 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.839 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.839 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:53.937 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:53.937 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:54.031 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:54.031 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:54.127 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:54.127 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:54.225 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:06:54.258 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:54.259 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:54.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.304+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 realm 2024-09-22T09:06:54.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:54.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:54.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.308+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.312+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:54.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.312+0000 7fa9420689c0 20 searching for the correct realm 2024-09-22T09:06:54.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.312+0000 7fa93f36d640 0 -- 172.21.15.84:0/122078576 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fa930010040 msgr2=0x7fa9300643c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:06:54.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.528+0000 7fa93fb6e640 0 -- 172.21.15.84:0/122078576 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fa934068570 msgr2=0x7fa9340837e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:54.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:54.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 zone default found 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 4 Realm: () 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 zonegroup default 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.748+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 started sync module instance, tier type = 2024-09-22T09:06:54.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.752+0000 7fa9420689c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:54.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=0 2024-09-22T09:06:54.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=1 2024-09-22T09:06:54.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=2 2024-09-22T09:06:54.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=3 2024-09-22T09:06:54.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=4 2024-09-22T09:06:54.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=5 2024-09-22T09:06:54.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.776+0000 7fa9420689c0 20 add_watcher() i=6 2024-09-22T09:06:54.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.780+0000 7fa9420689c0 20 add_watcher() i=7 2024-09-22T09:06:54.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.780+0000 7fa9420689c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:54.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa7f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:54.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:54.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:54.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 5 note: GC not initialized 2024-09-22T09:06:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa7f4fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 20 Filter name: none 2024-09-22T09:06:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa76e7fc640 20 reqs_thread_entry: start 2024-09-22T09:06:54.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.784+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:54.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:54.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:54.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:54.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:54.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.788+0000 7fa9420689c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:54.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.792+0000 7fa7f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:54.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.796+0000 7fa9420689c0 20 remove_watcher() i=0 2024-09-22T09:06:54.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.796+0000 7fa9420689c0 2 removed watcher, disabling cache 2024-09-22T09:06:54.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.800+0000 7fa9420689c0 20 remove_watcher() i=1 2024-09-22T09:06:54.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.804+0000 7fa9420689c0 20 remove_watcher() i=2 2024-09-22T09:06:54.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.804+0000 7fa9420689c0 20 remove_watcher() i=3 2024-09-22T09:06:54.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.808+0000 7fa9420689c0 20 remove_watcher() i=4 2024-09-22T09:06:54.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.808+0000 7fa9420689c0 20 remove_watcher() i=5 2024-09-22T09:06:54.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.812+0000 7fa9420689c0 20 remove_watcher() i=6 2024-09-22T09:06:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.812+0000 7fa9420689c0 20 remove_watcher() i=7 2024-09-22T09:06:54.826 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:54.826 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:54.826 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:54.826 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:54.826 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-22T09:06:54.859 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:54.859 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:54.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 realm 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:54.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:54.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:54.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:55.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 searching for the correct realm 2024-09-22T09:06:55.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.120+0000 7f8b233df640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55e9f7aa06f0 msgr2=0x55e9f7aa2b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.128+0000 7f8b223dd640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f8b140c5040 msgr2=0x7f8b140f1940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:55.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zone default found 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Realm: () 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zonegroup default 2024-09-22T09:06:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started sync module instance, tier type = 2024-09-22T09:06:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=0 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=1 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=2 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=3 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=4 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=5 2024-09-22T09:06:55.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=6 2024-09-22T09:06:55.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=7 2024-09-22T09:06:55.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.164+0000 7f8b250d89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:55.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f89d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:55.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:55.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 note: GC not initialized 2024-09-22T09:06:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f89d8fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 Filter name: none 2024-09-22T09:06:55.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.168+0000 7f89d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:55.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:06:55.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:55.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:06:55.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:06:55.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : miss 2024-09-22T09:06:55.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:55.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:06:55.179 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b250d89c0 time 2024-09-22T09:06:55.182048+0000 2024-09-22T09:06:55.179 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:55.180 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.180 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b289b22eb] 2024-09-22T09:06:55.180 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.180 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.180 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b250d89c0 time 2024-09-22T09:06:55.182048+0000 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b289b22eb] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.181 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:06:55.182 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f8b250d89c0 thread_name:radosgw-admin 2024-09-22T09:06:55.196 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b27831520] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b289b2345] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:55.197 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f8b250d89c0 thread_name:radosgw-admin 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b27831520] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b289b2345] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.198 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f78fd180 auth_method 0 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.199 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6621 payload 274 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:06:54.880+0000 7f8b223dd640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:06:54.880+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f786e860 auth_method 0 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: dump: 2024-09-22T09:06:55.200 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6621 2024-09-22T09:06:55.201 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: dump: 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.202 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 4 set_mon_vals no callback set 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: shutdown 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) unregister_commands rotate-key 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.203 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.204 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: starting msgr at 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: starting objecter 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests hook 0x55e9f7841030 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: setting wanted keys 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: calling monclient init 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.205 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key hook 0x55e9f79b71a8 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:55.206 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f786e860 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f78fcda0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f78fd180 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.036888s 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f78fd180 auth_method 0 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f786e860 auth_method 0 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.207 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_done global_id 6329 payload 824 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:06:54.884+0000 7f8b233df640 1 monclient: found mon.noname-c 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:55.208 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: dump: 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.209 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: dump: 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:06:54.884+0000 7f8a10e09640 4 set_mon_vals no callback set 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6329 2024-09-22T09:06:55.210 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: init done 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:06:54.888+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8a08071c10 auth_method 0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:06:54.888+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f79e7b60 auth_method 0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:06:54.888+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f7a01e00 auth_method 0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:06:54.888+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7a06350 auth_method 0 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.212 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.213 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests cmddesc objecter_requests hook 0x55e9f7a0eb30 EEXIST 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.214 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x55e9f7a099d0 EEXIST 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a32ce0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a32610 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a30ff0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.215 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.048030s 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a32610 auth_method 0 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f7a30ff0 auth_method 0 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.216 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f7a32ce0 auth_method 0 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_done global_id 6627 payload 824 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:06:54.896+0000 7f8b233df640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: dump: 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.217 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: dump: 2024-09-22T09:06:55.218 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6627 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:06:54.896+0000 7f8b23be0640 4 set_mon_vals no callback set 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.219 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f89fc071b20 auth_method 0 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.220 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.221 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.222 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.223 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x7ffda37095a8 EEXIST 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a80c20 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a81000 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a824c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.051984s 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a81000 auth_method 0 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.224 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f7a824c0 auth_method 0 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6630 payload 274 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:06:54.900+0000 7f8b223dd640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.225 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: dump: 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.226 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: dump: 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.227 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6630 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 4 set_mon_vals no callback set 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: shutdown 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.228 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.229 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: starting msgr at 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: starting objecter 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests cmddesc objecter_requests hook 0x55e9f7a30c60 EEXIST 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: setting wanted keys 2024-09-22T09:06:55.230 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: calling monclient init 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.231 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x55e9f7a34c48 EEXIST 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a80c20 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a824c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a74860 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.232 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.054550s 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a824c0 auth_method 0 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f7a80c20 auth_method 0 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.233 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6338 payload 824 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:06:54.900+0000 7f8b223dd640 1 monclient: found mon.noname-c 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: dump: 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.234 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: dump: 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.235 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:06:54.900+0000 7f8a067fc640 4 set_mon_vals no callback set 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6338 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.236 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: init done 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cr dump hook 0x55e9f7a7b1f8 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:06:54.904+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f89ec071c10 auth_method 0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:06:54.904+0000 7f8b233df640 10 monclient: get_auth_request con 0x55e9f7aa06f0 auth_method 0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 realm 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.237 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:06:54.904+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f7aa49b0 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:06:54.908+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa81f0 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:06:55.112+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa81f0 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 searching for the correct realm 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:06:55.112+0000 7f8b233df640 10 monclient: get_auth_request con 0x55e9f7aacf70 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:06:55.116+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8b1801abd0 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:06:55.116+0000 7f8b223dd640 10 monclient: get_auth_request con 0x7f8b140c5040 auth_method 0 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:06:55.120+0000 7f8b233df640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55e9f7aa06f0 msgr2=0x55e9f7aa2b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 1 client.6338.objecter ms_handle_reset 0x55e9f7aa06f0 session 0x55e9f7aa0070 osd.1 2024-09-22T09:06:55.238 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 10 monclient: _renew_subs 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:06:55.120+0000 7f8b233df640 10 monclient: get_auth_request con 0x7f89ec0823c0 auth_method 0 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:06:55.120+0000 7f8b233df640 10 monclient: get_auth_request con 0x7f8b180652e0 auth_method 0 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:06:55.128+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8b1806e580 auth_method 0 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:06:55.128+0000 7f8b223dd640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f8b140c5040 msgr2=0x7f8b140f1940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:06:55.128+0000 7f8a04ff9640 1 client.6338.objecter ms_handle_reset 0x7f8b140c5040 session 0x7f8b140cd040 osd.4 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:06:55.128+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa06f0 auth_method 0 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:55.239 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zone default found 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Realm: () 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zonegroup default 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.240 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started sync module instance, tier type = 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=0 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=1 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=2 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=3 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=4 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=5 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=6 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=7 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:55.241 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:06:55.168+0000 7f89d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.242 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache list hook 0x55e9f7a79cf0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache inspect hook 0x55e9f7a79cf0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache erase hook 0x55e9f7a79cf0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache zap hook 0x55e9f7a79cf0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 note: GC not initialized 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:06:55.168+0000 7f89d8fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace show hook 0x7f8b1c0046d0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace history hook 0x7f8b1c0046d0 2024-09-22T09:06:55.243 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace active hook 0x7f8b1c0046d0 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace active_short hook 0x7f8b1c0046d0 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 Filter name: none 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:06:55.168+0000 7f89d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : miss 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:06:55.244 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b250d89c0 time 2024-09-22T09:06:55.182048+0000 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b289b22eb] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.245 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f8b250d89c0 thread_name:radosgw-admin 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b27831520] 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b289b2345] 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.246 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:55.247 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:55.248 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:06:55.249 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:06:55.250 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:06:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:55.252 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:55.253 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d1ffb640 / http_manager 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d8fe1640 / http_manager 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d9fe3640 / rgw_dt_lg_renew 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a04ff9640 / ms_dispatch 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a067fc640 / io_context_pool 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a0ce01640 / ms_dispatch 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a0f606640 / ms_dispatch 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a10e09640 / io_context_pool 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b223dd640 / msgr-worker-2 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b22bde640 / msgr-worker-1 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b233df640 / msgr-worker-0 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b23be0640 / io_context_pool 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b250d89c0 / radosgw-admin 2024-09-22T09:06:55.254 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.90923.log 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f78fd180 auth_method 0 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.255 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:06:54.880+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6621 payload 274 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:06:54.880+0000 7f8b223dd640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:06:54.880+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:06:54.880+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f786e860 auth_method 0 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: dump: 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.256 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6621 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.257 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:06:54.880+0000 7f8a10e09640 10 monclient: dump: 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:55.258 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 4 set_mon_vals no callback set 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: shutdown 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) unregister_commands rotate-key 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.259 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding auth protocol: cephx 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.260 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: crc 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:06:54.880+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b92b0) adding con mode: secure 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: starting msgr at 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: starting objecter 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests hook 0x55e9f7841030 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: setting wanted keys 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: calling monclient init 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding auth protocol: cephx 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.261 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: crc 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f79b7060) adding con mode: secure 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.262 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key hook 0x55e9f79b71a8 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f786e860 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f78fcda0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f78fd180 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.036888s 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f78fd180 auth_method 0 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.263 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f786e860 auth_method 0 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:06:54.884+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient(hunting): handle_auth_done global_id 6329 payload 824 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:06:54.884+0000 7f8b233df640 1 monclient: found mon.noname-c 2024-09-22T09:06:55.264 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:06:54.884+0000 7f8b233df640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: dump: 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.265 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:06:54.884+0000 7f8a0f606640 10 monclient: dump: 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.266 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:06:54.884+0000 7f8a10e09640 4 set_mon_vals no callback set 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6329 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:06:54.884+0000 7f8b250d89c0 1 librados: init done 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:06:54.888+0000 7f8a0f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:06:54.888+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8a08071c10 auth_method 0 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:06:54.888+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f79e7b60 auth_method 0 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:06:54.888+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f7a01e00 auth_method 0 2024-09-22T09:06:55.267 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:06:54.888+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7a06350 auth_method 0 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.268 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding auth protocol: cephx 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.269 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: crc 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a0b160) adding con mode: secure 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests cmddesc objecter_requests hook 0x55e9f7a0eb30 EEXIST 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding auth protocol: cephx 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.270 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: crc 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a09888) adding con mode: secure 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x55e9f7a099d0 EEXIST 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:06:55.271 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a32ce0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:06:54.892+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a32610 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a30ff0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.048030s 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a32610 auth_method 0 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f7a30ff0 auth_method 0 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.272 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:06:54.896+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f7a32ce0 auth_method 0 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient(hunting): handle_auth_done global_id 6627 payload 824 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:06:54.896+0000 7f8b233df640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:06:54.896+0000 7f8b233df640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.273 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: dump: 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.274 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 10 monclient: dump: 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.275 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6627 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:06:54.896+0000 7f8b23be0640 4 set_mon_vals no callback set 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:06:54.896+0000 7f8a0ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:06:54.896+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f89fc071b20 auth_method 0 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: get_monmap_and_config 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.276 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.277 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding auth protocol: cephx 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: crc 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a52630) adding con mode: secure 2024-09-22T09:06:55.278 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding auth protocol: cephx 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.279 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: crc 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709460) adding con mode: secure 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x7ffda37095a8 EEXIST 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a80c20 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a81000 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a824c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.280 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:06:54.896+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.051984s 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a81000 auth_method 0 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): get_auth_request con 0x55e9f7a824c0 auth_method 0 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.281 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:06:54.900+0000 7f8b233df640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6630 payload 274 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:06:54.900+0000 7f8b223dd640 1 monclient: found mon.noname-a 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: dump: 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.282 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:06:54.900+0000 7f8a067fc640 10 monclient: dump: 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.283 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6630 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 4 set_mon_vals no callback set 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: shutdown 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: build_initial_monmap 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 build_initial for_mkfs: 0 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: monmap: 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:06:55.284 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding auth protocol: cephx 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.285 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: crc 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a79180) adding con mode: secure 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: starting msgr at 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: starting objecter 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command objecter_requests cmddesc objecter_requests hook 0x55e9f7a30c60 EEXIST 2024-09-22T09:06:55.286 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: setting wanted keys 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: calling monclient init 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: init 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding auth protocol: cephx 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.287 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: crc 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 AuthRegistry(0x55e9f7a34b00) adding con mode: secure 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command rotate-key cmddesc rotate-key hook 0x55e9f7a34c48 EEXIST 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-a con 0x55e9f7a80c20 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-c con 0x55e9f7a824c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): picked mon.noname-b con 0x55e9f7a74860 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:06:55.288 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient(hunting): authenticate will time out at 2586.054550s 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request con 0x55e9f7a824c0 auth_method 0 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): get_auth_request con 0x55e9f7a80c20 auth_method 0 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:06:55.289 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:06:54.900+0000 7f8b22bde640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient(hunting): handle_auth_done global_id 6338 payload 824 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _finish_hunting 0 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:06:54.900+0000 7f8b223dd640 1 monclient: found mon.noname-c 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:06:54.900+0000 7f8b223dd640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: dump: 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.290 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: _finish_auth 0 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:06:54.900+0000 7f8a04ff9640 10 monclient: dump: 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.291 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:06:54.900+0000 7f8a067fc640 4 set_mon_vals no callback set 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 monclient: authenticate success, global_id 6338 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _renew_subs 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 1 librados: init done 2024-09-22T09:06:55.292 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:06:54.900+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cr dump hook 0x55e9f7a7b1f8 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:06:54.904+0000 7f8a04ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:06:54.904+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f89ec071c10 auth_method 0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:06:54.904+0000 7f8b233df640 10 monclient: get_auth_request con 0x55e9f7aa06f0 auth_method 0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 realm 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:06:54.904+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.293 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:06:54.904+0000 7f8b22bde640 10 monclient: get_auth_request con 0x55e9f7aa49b0 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:06:54.908+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:06:54.908+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa81f0 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:06:55.112+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa81f0 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:06:55.112+0000 7f8b250d89c0 20 searching for the correct realm 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:06:55.112+0000 7f8b233df640 10 monclient: get_auth_request con 0x55e9f7aacf70 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:06:55.116+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8b1801abd0 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:06:55.116+0000 7f8b223dd640 10 monclient: get_auth_request con 0x7f8b140c5040 auth_method 0 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:06:55.120+0000 7f8b233df640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55e9f7aa06f0 msgr2=0x55e9f7aa2b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 1 client.6338.objecter ms_handle_reset 0x55e9f7aa06f0 session 0x55e9f7aa0070 osd.1 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 10 monclient: _renew_subs 2024-09-22T09:06:55.294 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:06:55.120+0000 7f8a04ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:06:55.120+0000 7f8b233df640 10 monclient: get_auth_request con 0x7f89ec0823c0 auth_method 0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:06:55.120+0000 7f8b233df640 10 monclient: get_auth_request con 0x7f8b180652e0 auth_method 0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:06:55.128+0000 7f8b22bde640 10 monclient: get_auth_request con 0x7f8b1806e580 auth_method 0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:06:55.128+0000 7f8b223dd640 0 -- 172.21.15.84:0/2707930015 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f8b140c5040 msgr2=0x7f8b140f1940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:06:55.128+0000 7f8a04ff9640 1 client.6338.objecter ms_handle_reset 0x7f8b140c5040 session 0x7f8b140cd040 osd.4 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:06:55.128+0000 7f8b223dd640 10 monclient: get_auth_request con 0x55e9f7aa06f0 auth_method 0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.295 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zone default found 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Realm: () 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 zonegroup default 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:06:55.140+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.296 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started sync module instance, tier type = 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:06:55.144+0000 7f8b250d89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=0 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=1 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=2 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=3 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=4 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=5 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=6 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 20 add_watcher() i=7 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:06:55.164+0000 7f8b250d89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:55.297 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding auth protocol: cephx 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:06:55.168+0000 7f89d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: crc 2024-09-22T09:06:55.298 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 AuthRegistry(0x7ffda3709930) adding con mode: secure 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache list hook 0x55e9f7a79cf0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache inspect hook 0x55e9f7a79cf0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache erase hook 0x55e9f7a79cf0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command cache zap hook 0x55e9f7a79cf0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 note: GC not initialized 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:06:55.168+0000 7f89d8fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace show hook 0x7f8b1c0046d0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace history hook 0x7f8b1c0046d0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace active hook 0x7f8b1c0046d0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 5 asok(0x55e9f77aa250) register_command sync trace active_short hook 0x7f8b1c0046d0 2024-09-22T09:06:55.299 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:06:55.168+0000 7f8b250d89c0 20 Filter name: none 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:06:55.168+0000 7f89d1ffb640 20 reqs_thread_entry: start 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : miss 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:55.300 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:06:55.172+0000 7f8b250d89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8b250d89c0 time 2024-09-22T09:06:55.182048+0000 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f8b289b22eb] 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:06:55.301 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:06:55.180+0000 7f8b250d89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f8b250d89c0 thread_name:radosgw-admin 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f8b27831520] 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f8b289b2345] 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f8b289b249f] 2024-09-22T09:06:55.302 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e9f498c901] 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141b888) [0x55e9f53e9888] 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e9f49a1d6d] 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f8b27818d90] 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:06:55.303 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:06:55.304 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:06:55.305 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:06:55.306 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:06:55.307 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:06:55.308 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:06:55.309 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d1ffb640 / http_manager 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d8fe1640 / http_manager 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f89d9fe3640 / rgw_dt_lg_renew 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a04ff9640 / ms_dispatch 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a067fc640 / io_context_pool 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a0ce01640 / ms_dispatch 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a0f606640 / ms_dispatch 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8a10e09640 / io_context_pool 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b223dd640 / msgr-worker-2 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b22bde640 / msgr-worker-1 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b233df640 / msgr-worker-0 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b23be0640 / io_context_pool 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8b250d89c0 / radosgw-admin 2024-09-22T09:06:55.310 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:06:55.311 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:06:55.311 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:06:55.184555Z_99d0c622-b869-4e26-ba0d-c233d1b6c5ae/log 2024-09-22T09:06:55.311 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:06:55.311 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:06:55.311 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 realm 2024-09-22T09:06:55.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.272+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.276+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.276+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.276+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.276+0000 7f5027c219c0 20 searching for the correct realm 2024-09-22T09:06:55.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.280+0000 7f5024f26640 0 -- 172.21.15.84:0/3318552904 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f501812ba80 msgr2=0x7f50181009a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.496+0000 7f5025727640 0 -- 172.21.15.84:0/3318552904 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f5010003100 msgr2=0x7f501c0189f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:55.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.712+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 zone default found 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 4 Realm: () 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:55.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 zonegroup default 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.716+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.720+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.720+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.720+0000 7f5027c219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.720+0000 7f5027c219c0 20 started sync module instance, tier type = 2024-09-22T09:06:55.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.720+0000 7f5027c219c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=0 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=1 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=2 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=3 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=4 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=5 2024-09-22T09:06:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=6 2024-09-22T09:06:55.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 20 add_watcher() i=7 2024-09-22T09:06:55.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.740+0000 7f5027c219c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:55.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.744+0000 7f4edbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:55.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:55.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:55.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 5 note: GC not initialized 2024-09-22T09:06:55.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f4edafe5640 20 reqs_thread_entry: start 2024-09-22T09:06:55.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:55.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 Filter name: none 2024-09-22T09:06:55.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f4ed8fe1640 20 reqs_thread_entry: start 2024-09-22T09:06:55.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:55.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:55.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:55.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.748+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.752+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:55.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.752+0000 7f5027c219c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.752+0000 7f5027c219c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:55.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.752+0000 7f5027c219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:06:55.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.756+0000 7f4edbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:55.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.760+0000 7f5027c219c0 20 remove_watcher() i=0 2024-09-22T09:06:55.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.760+0000 7f5027c219c0 2 removed watcher, disabling cache 2024-09-22T09:06:55.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.760+0000 7f5027c219c0 20 remove_watcher() i=1 2024-09-22T09:06:55.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.764+0000 7f5027c219c0 20 remove_watcher() i=2 2024-09-22T09:06:55.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.768+0000 7f5027c219c0 20 remove_watcher() i=3 2024-09-22T09:06:55.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.768+0000 7f5027c219c0 20 remove_watcher() i=4 2024-09-22T09:06:55.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.768+0000 7f5027c219c0 20 remove_watcher() i=5 2024-09-22T09:06:55.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.772+0000 7f5027c219c0 20 remove_watcher() i=6 2024-09-22T09:06:55.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.772+0000 7f5027c219c0 20 remove_watcher() i=7 2024-09-22T09:06:55.787 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.787 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:06:55.787 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:06:55.787 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:06:55.788 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:55.788 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:55.835 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:06:55.835 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:06:55.895 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:06:55.930 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:06:55.930 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:06:55.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 realm 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.976+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.980+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:55.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.980+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:55.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.980+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:06:55.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.980+0000 7fd5b9de69c0 20 searching for the correct realm 2024-09-22T09:06:55.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:55.988+0000 7fd5b80ed640 0 -- 172.21.15.84:0/4030658178 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd5b0037bb0 msgr2=0x7fd5b0058910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:56.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.204+0000 7fd5b78ec640 0 -- 172.21.15.84:0/4030658178 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x560a74ee5f90 msgr2=0x560a74ee83c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:06:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.212+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:06:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 zone default found 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 4 Realm: () 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:06:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 zonegroup default 2024-09-22T09:06:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:06:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 started sync module instance, tier type = 2024-09-22T09:06:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.216+0000 7fd5b9de69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:06:56.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=0 2024-09-22T09:06:56.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=1 2024-09-22T09:06:56.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=2 2024-09-22T09:06:56.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=3 2024-09-22T09:06:56.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=4 2024-09-22T09:06:56.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=5 2024-09-22T09:06:56.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.240+0000 7fd5b9de69c0 20 add_watcher() i=6 2024-09-22T09:06:56.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.244+0000 7fd5b9de69c0 20 add_watcher() i=7 2024-09-22T09:06:56.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.244+0000 7fd5b9de69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:06:56.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd46dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:06:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:06:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 5 note: GC not initialized 2024-09-22T09:06:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd46cfe1640 20 reqs_thread_entry: start 2024-09-22T09:06:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 init_complete bucket index max shards: 11 2024-09-22T09:06:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 Filter name: none 2024-09-22T09:06:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd3e67fc640 20 reqs_thread_entry: start 2024-09-22T09:06:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:06:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:06:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:06:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:06:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : miss 2024-09-22T09:06:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.248+0000 7fd5b9de69c0 20 rados->read ofs=0 len=0 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:06:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:06:56.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.252+0000 7fd5b9de69c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to be held by another RGW process; skipping for now 2024-09-22T09:06:56.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.256+0000 7fd46dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:06:56.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.260+0000 7fd5b9de69c0 20 remove_watcher() i=0 2024-09-22T09:06:56.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.260+0000 7fd5b9de69c0 2 removed watcher, disabling cache 2024-09-22T09:06:56.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.264+0000 7fd5b9de69c0 20 remove_watcher() i=1 2024-09-22T09:06:56.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.264+0000 7fd5b9de69c0 20 remove_watcher() i=2 2024-09-22T09:06:56.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.268+0000 7fd5b9de69c0 20 remove_watcher() i=3 2024-09-22T09:06:56.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.268+0000 7fd5b9de69c0 20 remove_watcher() i=4 2024-09-22T09:06:56.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.272+0000 7fd5b9de69c0 20 remove_watcher() i=5 2024-09-22T09:06:56.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.272+0000 7fd5b9de69c0 20 remove_watcher() i=6 2024-09-22T09:06:56.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:06:56.276+0000 7fd5b9de69c0 20 remove_watcher() i=7 2024-09-22T09:06:56.290 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:07:26.307 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:07:26.345 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:26.345 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:26.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 realm 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.391+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.395+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:26.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.395+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.395+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:26.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.395+0000 7f6c2c7f99c0 20 searching for the correct realm 2024-09-22T09:07:26.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.399+0000 7f6c2ab00640 0 -- 172.21.15.84:0/1438467591 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6c20065370 msgr2=0x7f6c2006dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:26.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.615+0000 7f6c2a2ff640 0 -- 172.21.15.84:0/1438467591 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55e9619438d0 msgr2=0x55e961945d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:26.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:26.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:26.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 zone default found 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 4 Realm: () 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 zonegroup default 2024-09-22T09:07:26.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.623+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:26.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 started sync module instance, tier type = 2024-09-22T09:07:26.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.627+0000 7f6c2c7f99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=0 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=1 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=2 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=3 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=4 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=5 2024-09-22T09:07:26.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.647+0000 7f6c2c7f99c0 20 add_watcher() i=6 2024-09-22T09:07:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.651+0000 7f6c2c7f99c0 20 add_watcher() i=7 2024-09-22T09:07:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.651+0000 7f6c2c7f99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:26.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6ae0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 5 note: GC not initialized 2024-09-22T09:07:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6a5b7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:26.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 Filter name: none 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6a597fa640 20 reqs_thread_entry: start 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-22T09:07:26.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : miss 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.655+0000 7f6c2c7f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6c2c7f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6c2c7f99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6c2c7f99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6c2c7f99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24, ofs0, ns] 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6b0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300774 cookie 94460852903552 notifier 6681 bl.length()=925 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6b0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6b0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.663+0000 7f6b0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.667+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_sources= new_sources= 2024-09-22T09:07:26.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.667+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential sources added=[] removed=[] 2024-09-22T09:07:26.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.667+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_dests= new_dests= 2024-09-22T09:07:26.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.667+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential dests added=[] removed=[] 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.0 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.0 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.1 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.1 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.2 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.2 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.3 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.3 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.4 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.4 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.5 2024-09-22T09:07:26.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.5 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.6 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.6 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.7 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.7 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.8 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.8 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.9 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.9 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.10 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.10 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.11 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1.11 2024-09-22T09:07:26.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.0 2024-09-22T09:07:26.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1 2024-09-22T09:07:26.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.2 2024-09-22T09:07:26.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.675+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.3 2024-09-22T09:07:26.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.4 2024-09-22T09:07:26.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.5 2024-09-22T09:07:26.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.6 2024-09-22T09:07:26.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.7 2024-09-22T09:07:26.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.8 2024-09-22T09:07:26.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.679+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.9 2024-09-22T09:07:26.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.683+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.10 2024-09-22T09:07:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:26.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.687+0000 7f6c2c7f99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24, ofs0, ns] 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6b0d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300775 cookie 94460852903552 notifier 6681 bl.length()=925 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6b0d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6b0d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6b0d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_sources= new_sources= 2024-09-22T09:07:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential sources added=[] removed=[] 2024-09-22T09:07:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_dests= new_dests= 2024-09-22T09:07:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.691+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential dests added=[] removed=[] 2024-09-22T09:07:26.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.695+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.0 2024-09-22T09:07:26.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.695+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.1 2024-09-22T09:07:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.2 2024-09-22T09:07:26.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.3 2024-09-22T09:07:26.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.4 2024-09-22T09:07:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.5 2024-09-22T09:07:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.6 2024-09-22T09:07:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.7 2024-09-22T09:07:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.8 2024-09-22T09:07:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.699+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.9 2024-09-22T09:07:26.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.24.10 2024-09-22T09:07:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6c2c7f99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24, ofs0, ns] 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6b0dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300776 cookie 94460852903552 notifier 6681 bl.length()=893 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6b0dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 info.flags=0x17 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6b0dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 to cache LRU end 2024-09-22T09:07:26.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.703+0000 7f6b0dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:26.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.707+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_sources= new_sources= 2024-09-22T09:07:26.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.707+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential sources added=[] removed=[] 2024-09-22T09:07:26.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.707+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): orig_dests= new_dests= 2024-09-22T09:07:26.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.707+0000 7f6c2c7f99c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.24]): potential dests added=[] removed=[] 2024-09-22T09:07:26.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.711+0000 7f6c2c7f99c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:07:26.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.715+0000 7f6ae0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:26.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.719+0000 7f6c2c7f99c0 20 remove_watcher() i=0 2024-09-22T09:07:26.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.719+0000 7f6c2c7f99c0 2 removed watcher, disabling cache 2024-09-22T09:07:26.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.719+0000 7f6c2c7f99c0 20 remove_watcher() i=1 2024-09-22T09:07:26.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.723+0000 7f6c2c7f99c0 20 remove_watcher() i=2 2024-09-22T09:07:26.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.723+0000 7f6c2c7f99c0 20 remove_watcher() i=3 2024-09-22T09:07:26.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.727+0000 7f6c2c7f99c0 20 remove_watcher() i=4 2024-09-22T09:07:26.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.727+0000 7f6c2c7f99c0 20 remove_watcher() i=5 2024-09-22T09:07:26.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.731+0000 7f6c2c7f99c0 20 remove_watcher() i=6 2024-09-22T09:07:26.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:26.731+0000 7f6c2c7f99c0 20 remove_watcher() i=7 2024-09-22T09:07:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-22T09:07:26.774 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:26.774 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:27.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.023+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 realm 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:27.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.027+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.031+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:27.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.031+0000 7fcb2f38e9c0 20 searching for the correct realm 2024-09-22T09:07:27.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.035+0000 7fcb2c693640 0 -- 172.21.15.84:0/3534295966 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fcb1c038070 msgr2=0x7fcb1c044920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:27.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.039+0000 7fcb2ce94640 0 -- 172.21.15.84:0/3534295966 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fcb20076b80 msgr2=0x7fcb200687a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:27.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:27.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.255+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:27.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:27.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 zone default found 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 4 Realm: () 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 zonegroup default 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.259+0000 7fcb2f38e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:27.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.263+0000 7fcb2f38e9c0 20 started sync module instance, tier type = 2024-09-22T09:07:27.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.263+0000 7fcb2f38e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=0 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=1 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=2 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=3 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=4 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=5 2024-09-22T09:07:27.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.283+0000 7fcb2f38e9c0 20 add_watcher() i=6 2024-09-22T09:07:27.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.287+0000 7fcb2f38e9c0 20 add_watcher() i=7 2024-09-22T09:07:27.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.287+0000 7fcb2f38e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:27.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fc9e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:27.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:27.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:27.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 5 note: GC not initialized 2024-09-22T09:07:27.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fc9e27e4640 20 reqs_thread_entry: start 2024-09-22T09:07:27.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:27.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 20 Filter name: none 2024-09-22T09:07:27.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fc9db7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:27.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.291+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:07:27.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:07:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-22T09:07:27.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:27.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-22T09:07:27.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.295+0000 7fcb2f38e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:27.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.299+0000 7fc9e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:27.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.307+0000 7fcb2f38e9c0 20 remove_watcher() i=0 2024-09-22T09:07:27.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.307+0000 7fcb2f38e9c0 2 removed watcher, disabling cache 2024-09-22T09:07:27.309 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.307+0000 7fcb2f38e9c0 20 remove_watcher() i=1 2024-09-22T09:07:27.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.311+0000 7fcb2f38e9c0 20 remove_watcher() i=2 2024-09-22T09:07:27.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.311+0000 7fcb2f38e9c0 20 remove_watcher() i=3 2024-09-22T09:07:27.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.315+0000 7fcb2f38e9c0 20 remove_watcher() i=4 2024-09-22T09:07:27.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.315+0000 7fcb2f38e9c0 20 remove_watcher() i=5 2024-09-22T09:07:27.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.319+0000 7fcb2f38e9c0 20 remove_watcher() i=6 2024-09-22T09:07:27.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:27.319+0000 7fcb2f38e9c0 20 remove_watcher() i=7 2024-09-22T09:07:27.339 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:27.339 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:27.339 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-set-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.24 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:07:27.339 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:27.340 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:27.340 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:27.361 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:27.361 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:27.963 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:27.963 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.337 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-22T09:07:28.337 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:28.340 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.340 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.474 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.474 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.562 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.562 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.667 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.667 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.762 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.763 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.866 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.866 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:28.966 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:28.966 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.058 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.058 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.156 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.156 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.250 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.250 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.343 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.343 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.439 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.439 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.538 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.539 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.684 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.684 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.777 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.777 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.880 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.880 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:29.977 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:29.977 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.077 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:30.077 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.178 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:30.178 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.277 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:30.278 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.377 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:30.377 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.479 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:30.479 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:30.572 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:07:30.604 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:30.604 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:30.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 realm 2024-09-22T09:07:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:30.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.651+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.655+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:30.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.655+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.655+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:30.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.655+0000 7fbb3a4619c0 20 searching for the correct realm 2024-09-22T09:07:30.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.663+0000 7fbb38768640 0 -- 172.21.15.84:0/617445253 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fbb2005dcd0 msgr2=0x7fbb20091a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:30.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.879+0000 7fbb37f67640 0 -- 172.21.15.84:0/617445253 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x563887e10270 msgr2=0x563887e12660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.887+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:30.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:30.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 zone default found 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 4 Realm: () 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 zonegroup default 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.891+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.895+0000 7fbb3a4619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:30.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.895+0000 7fbb3a4619c0 20 started sync module instance, tier type = 2024-09-22T09:07:30.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.895+0000 7fbb3a4619c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:30.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=0 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=1 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=2 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=3 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=4 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=5 2024-09-22T09:07:30.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.915+0000 7fbb3a4619c0 20 add_watcher() i=6 2024-09-22T09:07:30.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.919+0000 7fbb3a4619c0 20 add_watcher() i=7 2024-09-22T09:07:30.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.919+0000 7fbb3a4619c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:30.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.923+0000 7fb9ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:30.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.923+0000 7fbb3a4619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:30.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.923+0000 7fbb3a4619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:30.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.923+0000 7fbb3a4619c0 5 note: GC not initialized 2024-09-22T09:07:30.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fb9ed7e2640 20 reqs_thread_entry: start 2024-09-22T09:07:30.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:30.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 Filter name: none 2024-09-22T09:07:30.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fb9e67fc640 20 reqs_thread_entry: start 2024-09-22T09:07:30.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:30.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:30.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:30.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.927+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.931+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:30.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.931+0000 7fbb3a4619c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:30.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.931+0000 7fbb3a4619c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:30.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.931+0000 7fbb3a4619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:30.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.935+0000 7fb9ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:30.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.939+0000 7fbb3a4619c0 20 remove_watcher() i=0 2024-09-22T09:07:30.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.939+0000 7fbb3a4619c0 2 removed watcher, disabling cache 2024-09-22T09:07:30.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.943+0000 7fbb3a4619c0 20 remove_watcher() i=1 2024-09-22T09:07:30.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.943+0000 7fbb3a4619c0 20 remove_watcher() i=2 2024-09-22T09:07:30.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.947+0000 7fbb3a4619c0 20 remove_watcher() i=3 2024-09-22T09:07:30.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.947+0000 7fbb3a4619c0 20 remove_watcher() i=4 2024-09-22T09:07:30.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.951+0000 7fbb3a4619c0 20 remove_watcher() i=5 2024-09-22T09:07:30.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.951+0000 7fbb3a4619c0 20 remove_watcher() i=6 2024-09-22T09:07:30.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:30.955+0000 7fbb3a4619c0 20 remove_watcher() i=7 2024-09-22T09:07:30.969 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:30.969 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:30.969 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:07:30.969 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:30.970 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-22T09:07:31.007 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:31.007 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:31.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.051+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 realm 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:31.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.055+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.059+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:31.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.059+0000 7f4e2a3049c0 20 searching for the correct realm 2024-09-22T09:07:31.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.063+0000 7f4e27609640 0 -- 172.21.15.84:0/212512782 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4e180c0070 msgr2=0x7f4e180ffa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.071+0000 7f4e27609640 0 -- 172.21.15.84:0/212512782 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4cf0082310 msgr2=0x7f4cf0084740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.075+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:31.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 zone default found 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 4 Realm: () 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 zonegroup default 2024-09-22T09:07:31.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 started sync module instance, tier type = 2024-09-22T09:07:31.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.079+0000 7f4e2a3049c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=0 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=1 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=2 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=3 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=4 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=5 2024-09-22T09:07:31.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.095+0000 7f4e2a3049c0 20 add_watcher() i=6 2024-09-22T09:07:31.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 add_watcher() i=7 2024-09-22T09:07:31.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:31.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4cddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 5 note: GC not initialized 2024-09-22T09:07:31.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4cdcfe1640 20 reqs_thread_entry: start 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 Filter name: none 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4c567fc640 20 reqs_thread_entry: start 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.099+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 : miss 2024-09-22T09:07:31.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:31.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:31.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.103+0000 7f4e2a3049c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 2024-09-22T09:07:31.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4e2a3049c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:31.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4e2a3049c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:31.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4e2a3049c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:31.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4e2a3049c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25, ofs0, ns] 2024-09-22T09:07:31.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4d067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300779 cookie 94445653519904 notifier 6440 bl.length()=939 2024-09-22T09:07:31.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4d067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:31.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4d067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:31.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.115+0000 7f4d067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_sources= new_sources= 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential sources added=[] removed=[] 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_dests= new_dests= 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential dests added=[] removed=[] 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-22T09:07:31.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.119+0000 7f4e2a3049c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-22T09:07:31.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.123+0000 7f4cddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:31.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.127+0000 7f4e2a3049c0 20 remove_watcher() i=0 2024-09-22T09:07:31.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.127+0000 7f4e2a3049c0 2 removed watcher, disabling cache 2024-09-22T09:07:31.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.127+0000 7f4e2a3049c0 20 remove_watcher() i=1 2024-09-22T09:07:31.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.131+0000 7f4e2a3049c0 20 remove_watcher() i=2 2024-09-22T09:07:31.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.131+0000 7f4e2a3049c0 20 remove_watcher() i=3 2024-09-22T09:07:31.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.135+0000 7f4e2a3049c0 20 remove_watcher() i=4 2024-09-22T09:07:31.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.135+0000 7f4e2a3049c0 20 remove_watcher() i=5 2024-09-22T09:07:31.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.139+0000 7f4e2a3049c0 20 remove_watcher() i=6 2024-09-22T09:07:31.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.139+0000 7f4e2a3049c0 20 remove_watcher() i=7 2024-09-22T09:07:31.153 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:07:31.180 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:31.180 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:31.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.223+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 realm 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:31.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.227+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.231+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:31.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.231+0000 7fd9810ec9c0 20 searching for the correct realm 2024-09-22T09:07:31.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.235+0000 7fd97f3f3640 0 -- 172.21.15.84:0/2659349638 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd9680f4910 msgr2=0x7fd9680bf3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.451+0000 7fd97ebf2640 0 -- 172.21.15.84:0/2659349638 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x56373b8db880 msgr2=0x56373b8ddc70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:31.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.459+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:31.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 zone default found 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 4 Realm: () 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 zonegroup default 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 started sync module instance, tier type = 2024-09-22T09:07:31.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.463+0000 7fd9810ec9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:31.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=0 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=1 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=2 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=3 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=4 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=5 2024-09-22T09:07:31.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.487+0000 7fd9810ec9c0 20 add_watcher() i=6 2024-09-22T09:07:31.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.491+0000 7fd9810ec9c0 20 add_watcher() i=7 2024-09-22T09:07:31.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.491+0000 7fd9810ec9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:31.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.495+0000 7fd8357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:31.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.495+0000 7fd9810ec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:31.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.495+0000 7fd9810ec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:31.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.495+0000 7fd9810ec9c0 5 note: GC not initialized 2024-09-22T09:07:31.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.495+0000 7fd7affff640 20 reqs_thread_entry: start 2024-09-22T09:07:31.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:31.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 Filter name: none 2024-09-22T09:07:31.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd7adffb640 20 reqs_thread_entry: start 2024-09-22T09:07:31.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:31.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:31.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:31.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.499+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.503+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:31.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.503+0000 7fd9810ec9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.503+0000 7fd9810ec9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:31.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.503+0000 7fd9810ec9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:31.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.507+0000 7fd8357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:31.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.511+0000 7fd9810ec9c0 20 remove_watcher() i=0 2024-09-22T09:07:31.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.511+0000 7fd9810ec9c0 2 removed watcher, disabling cache 2024-09-22T09:07:31.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.511+0000 7fd9810ec9c0 20 remove_watcher() i=1 2024-09-22T09:07:31.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.515+0000 7fd9810ec9c0 20 remove_watcher() i=2 2024-09-22T09:07:31.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.519+0000 7fd9810ec9c0 20 remove_watcher() i=3 2024-09-22T09:07:31.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.519+0000 7fd9810ec9c0 20 remove_watcher() i=4 2024-09-22T09:07:31.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.519+0000 7fd9810ec9c0 20 remove_watcher() i=5 2024-09-22T09:07:31.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.523+0000 7fd9810ec9c0 20 remove_watcher() i=6 2024-09-22T09:07:31.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.523+0000 7fd9810ec9c0 20 remove_watcher() i=7 2024-09-22T09:07:31.540 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:31.540 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:31.540 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:07:31.540 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:31.542 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:31.542 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:31.601 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:31.602 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:31.683 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:07:31.719 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:31.720 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:31.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.763+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 realm 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:31.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.767+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.771+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:31.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.771+0000 7f8f1831e9c0 20 searching for the correct realm 2024-09-22T09:07:31.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.775+0000 7f8f16625640 0 -- 172.21.15.84:0/1519662609 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f8f0c038040 msgr2=0x7f8f0c0900c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.991+0000 7f8f15e24640 0 -- 172.21.15.84:0/1519662609 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55ed44a8bd30 msgr2=0x55ed44a8e120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:31.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:31.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:31.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:32.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 zone default found 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 4 Realm: () 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 zonegroup default 2024-09-22T09:07:32.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:31.999+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.003+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.003+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.003+0000 7f8f1831e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.003+0000 7f8f1831e9c0 20 started sync module instance, tier type = 2024-09-22T09:07:32.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.003+0000 7f8f1831e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=0 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=1 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=2 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=3 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=4 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=5 2024-09-22T09:07:32.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.027+0000 7f8f1831e9c0 20 add_watcher() i=6 2024-09-22T09:07:32.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.031+0000 7f8f1831e9c0 20 add_watcher() i=7 2024-09-22T09:07:32.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.031+0000 7f8f1831e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:32.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8dcbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:32.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:32.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:32.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 5 note: GC not initialized 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8dcafe5640 20 reqs_thread_entry: start 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 20 Filter name: none 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8dc8fe1640 20 reqs_thread_entry: start 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:07:32.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.035+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:32.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:32.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:32.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 : miss 2024-09-22T09:07:32.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:32.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:32.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.039+0000 7f8f1831e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 2024-09-22T09:07:32.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.043+0000 7f8f1831e9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8f1831e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8f1831e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8f1831e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8f1831e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25, ofs0, ns] 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8df97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300780 cookie 94477547576976 notifier 6476 bl.length()=939 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8df97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8df97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.055+0000 7f8df97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.059+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_sources= new_sources= 2024-09-22T09:07:32.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.059+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential sources added=[] removed=[] 2024-09-22T09:07:32.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.059+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_dests= new_dests= 2024-09-22T09:07:32.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.059+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential dests added=[] removed=[] 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.0 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.0 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.1 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.1 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.2 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.2 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.3 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.3 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.4 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.4 2024-09-22T09:07:32.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.5 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.5 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.6 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.6 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.7 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.7 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.8 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.8 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.9 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.9 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.10 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.10 2024-09-22T09:07:32.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.11 2024-09-22T09:07:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2.11 2024-09-22T09:07:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.0 2024-09-22T09:07:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.1 2024-09-22T09:07:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2 2024-09-22T09:07:32.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.071+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.3 2024-09-22T09:07:32.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.075+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.4 2024-09-22T09:07:32.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.075+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.5 2024-09-22T09:07:32.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.075+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.6 2024-09-22T09:07:32.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.075+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.7 2024-09-22T09:07:32.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.075+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.8 2024-09-22T09:07:32.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.079+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.9 2024-09-22T09:07:32.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.079+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.10 2024-09-22T09:07:32.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.087+0000 7f8f1831e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:32.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.087+0000 7f8f1831e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 2024-09-22T09:07:32.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8f1831e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8f1831e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8f1831e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8f1831e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25, ofs0, ns] 2024-09-22T09:07:32.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8df8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300781 cookie 94477547576976 notifier 6476 bl.length()=939 2024-09-22T09:07:32.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8df8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8df8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.091+0000 7f8df8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.095+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_sources= new_sources= 2024-09-22T09:07:32.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.095+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential sources added=[] removed=[] 2024-09-22T09:07:32.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.095+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_dests= new_dests= 2024-09-22T09:07:32.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.095+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential dests added=[] removed=[] 2024-09-22T09:07:32.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.099+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.0 2024-09-22T09:07:32.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.099+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.1 2024-09-22T09:07:32.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.099+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.2 2024-09-22T09:07:32.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.099+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.3 2024-09-22T09:07:32.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.103+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.4 2024-09-22T09:07:32.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.103+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.5 2024-09-22T09:07:32.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.103+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.6 2024-09-22T09:07:32.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.103+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.7 2024-09-22T09:07:32.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.103+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.8 2024-09-22T09:07:32.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.107+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.9 2024-09-22T09:07:32.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.107+0000 7f8f1831e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.25.10 2024-09-22T09:07:32.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.107+0000 7f8f1831e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:32.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.107+0000 7f8f1831e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 2024-09-22T09:07:32.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8f1831e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8f1831e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8f1831e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8f1831e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25, ofs0, ns] 2024-09-22T09:07:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8df8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300782 cookie 94477547576976 notifier 6476 bl.length()=907 2024-09-22T09:07:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8df8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 info.flags=0x17 2024-09-22T09:07:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8df8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 to cache LRU end 2024-09-22T09:07:32.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.111+0000 7f8df8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:32.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.115+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_sources= new_sources= 2024-09-22T09:07:32.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.115+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential sources added=[] removed=[] 2024-09-22T09:07:32.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.115+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): orig_dests= new_dests= 2024-09-22T09:07:32.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.115+0000 7f8f1831e9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.25]): potential dests added=[] removed=[] 2024-09-22T09:07:32.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.119+0000 7f8f1831e9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-22T09:07:32.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.123+0000 7f8dcbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:32.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.131+0000 7f8f1831e9c0 20 remove_watcher() i=0 2024-09-22T09:07:32.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.131+0000 7f8f1831e9c0 2 removed watcher, disabling cache 2024-09-22T09:07:32.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.135+0000 7f8f1831e9c0 20 remove_watcher() i=1 2024-09-22T09:07:32.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.135+0000 7f8f1831e9c0 20 remove_watcher() i=2 2024-09-22T09:07:32.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.139+0000 7f8f1831e9c0 20 remove_watcher() i=3 2024-09-22T09:07:32.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.143+0000 7f8f1831e9c0 20 remove_watcher() i=4 2024-09-22T09:07:32.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.143+0000 7f8f1831e9c0 20 remove_watcher() i=5 2024-09-22T09:07:32.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.143+0000 7f8f1831e9c0 20 remove_watcher() i=6 2024-09-22T09:07:32.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.147+0000 7f8f1831e9c0 20 remove_watcher() i=7 2024-09-22T09:07:32.162 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:07:32.192 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:32.192 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:32.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.235+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 realm 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:32.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.239+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.243+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:32.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.243+0000 7f5e1d0179c0 20 searching for the correct realm 2024-09-22T09:07:32.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.247+0000 7f5e1b31e640 0 -- 172.21.15.84:0/195330200 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f5e1000e070 msgr2=0x7f5e10038910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:32.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.463+0000 7f5e1ab1d640 0 -- 172.21.15.84:0/195330200 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x558a0325b4d0 msgr2=0x558a0325d8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:32.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:32.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 zone default found 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 4 Realm: () 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 zonegroup default 2024-09-22T09:07:32.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.471+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:32.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 started sync module instance, tier type = 2024-09-22T09:07:32.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.475+0000 7f5e1d0179c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=0 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=1 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=2 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=3 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=4 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=5 2024-09-22T09:07:32.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.499+0000 7f5e1d0179c0 20 add_watcher() i=6 2024-09-22T09:07:32.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.503+0000 7f5e1d0179c0 20 add_watcher() i=7 2024-09-22T09:07:32.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.503+0000 7f5e1d0179c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:32.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.507+0000 7f5cd17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:32.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.507+0000 7f5e1d0179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:32.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.507+0000 7f5e1d0179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:32.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.507+0000 7f5e1d0179c0 5 note: GC not initialized 2024-09-22T09:07:32.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5c4bfff640 20 reqs_thread_entry: start 2024-09-22T09:07:32.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:32.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 Filter name: none 2024-09-22T09:07:32.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5c49ffb640 20 reqs_thread_entry: start 2024-09-22T09:07:32.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:32.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:32.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:32.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.511+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.515+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:32.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.515+0000 7f5e1d0179c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:32.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.515+0000 7f5e1d0179c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:32.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.515+0000 7f5e1d0179c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:32.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.519+0000 7f5cd17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:32.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.523+0000 7f5e1d0179c0 20 remove_watcher() i=0 2024-09-22T09:07:32.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.523+0000 7f5e1d0179c0 2 removed watcher, disabling cache 2024-09-22T09:07:32.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.527+0000 7f5e1d0179c0 20 remove_watcher() i=1 2024-09-22T09:07:32.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.531+0000 7f5e1d0179c0 20 remove_watcher() i=2 2024-09-22T09:07:32.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.531+0000 7f5e1d0179c0 20 remove_watcher() i=3 2024-09-22T09:07:32.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.535+0000 7f5e1d0179c0 20 remove_watcher() i=4 2024-09-22T09:07:32.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.535+0000 7f5e1d0179c0 20 remove_watcher() i=5 2024-09-22T09:07:32.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.539+0000 7f5e1d0179c0 20 remove_watcher() i=6 2024-09-22T09:07:32.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:32.539+0000 7f5e1d0179c0 20 remove_watcher() i=7 2024-09-22T09:07:32.556 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:32.557 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:32.557 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.25 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:07:32.557 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:32.558 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:32.558 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:32.580 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:32.581 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.085 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.085 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.461 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-22T09:07:33.461 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:33.465 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.465 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.599 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.599 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.685 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.685 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.779 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.779 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.879 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.879 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:33.980 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:33.980 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.083 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.083 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.180 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.180 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.269 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.269 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.370 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.370 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.463 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.463 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.562 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.562 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.655 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.655 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.752 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.752 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.850 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.850 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:34.948 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:34.948 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.038 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.038 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.143 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.143 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.232 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.232 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.322 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.323 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.404 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.404 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.506 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:35.506 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:35.601 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:07:35.632 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:35.632 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:35.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.887+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 realm 2024-09-22T09:07:35.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:35.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:35.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:35.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.891+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:35.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.895+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:35.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.895+0000 7f3703b2a9c0 20 searching for the correct realm 2024-09-22T09:07:35.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.899+0000 7f3700e2f640 0 -- 172.21.15.84:0/2967635651 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f36f4094bd0 msgr2=0x7f36f4082dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:35.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:35.907+0000 7f3701630640 0 -- 172.21.15.84:0/2967635651 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f36f80fff20 msgr2=0x7f36f8106880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.123+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 zone default found 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 4 Realm: () 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 zonegroup default 2024-09-22T09:07:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.127+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.131+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.131+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.131+0000 7f3703b2a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.131+0000 7f3703b2a9c0 20 started sync module instance, tier type = 2024-09-22T09:07:36.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.131+0000 7f3703b2a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=0 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=1 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=2 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=3 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=4 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=5 2024-09-22T09:07:36.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.155+0000 7f3703b2a9c0 20 add_watcher() i=6 2024-09-22T09:07:36.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.159+0000 7f3703b2a9c0 20 add_watcher() i=7 2024-09-22T09:07:36.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.159+0000 7f3703b2a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:36.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f35b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:36.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:36.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 5 note: GC not initialized 2024-09-22T09:07:36.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f35b67e4640 20 reqs_thread_entry: start 2024-09-22T09:07:36.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:36.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 20 Filter name: none 2024-09-22T09:07:36.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3527fff640 20 reqs_thread_entry: start 2024-09-22T09:07:36.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.163+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:36.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:36.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:36.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:36.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.167+0000 7f3703b2a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.171+0000 7f3703b2a9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:36.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.171+0000 7f3703b2a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:36.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.171+0000 7f35b77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.179+0000 7f3703b2a9c0 20 remove_watcher() i=0 2024-09-22T09:07:36.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.179+0000 7f3703b2a9c0 2 removed watcher, disabling cache 2024-09-22T09:07:36.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.179+0000 7f3703b2a9c0 20 remove_watcher() i=1 2024-09-22T09:07:36.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.183+0000 7f3703b2a9c0 20 remove_watcher() i=2 2024-09-22T09:07:36.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.183+0000 7f3703b2a9c0 20 remove_watcher() i=3 2024-09-22T09:07:36.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.187+0000 7f3703b2a9c0 20 remove_watcher() i=4 2024-09-22T09:07:36.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.187+0000 7f3703b2a9c0 20 remove_watcher() i=5 2024-09-22T09:07:36.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.191+0000 7f3703b2a9c0 20 remove_watcher() i=6 2024-09-22T09:07:36.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.191+0000 7f3703b2a9c0 20 remove_watcher() i=7 2024-09-22T09:07:36.211 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:36.212 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:36.212 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:07:36.212 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:36.212 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-22T09:07:36.249 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:36.249 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:36.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.291+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 realm 2024-09-22T09:07:36.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:36.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.295+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.299+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:36.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.299+0000 7fe16b0709c0 20 searching for the correct realm 2024-09-22T09:07:36.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.303+0000 7fe169377640 0 -- 172.21.15.84:0/1350833251 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe15c0ce040 msgr2=0x7fe15c102440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.519+0000 7fe168b76640 0 -- 172.21.15.84:0/1350833251 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55ea790db200 msgr2=0x55ea790dd630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:36.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:36.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:36.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.527+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 zone default found 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 4 Realm: () 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 zonegroup default 2024-09-22T09:07:36.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 started sync module instance, tier type = 2024-09-22T09:07:36.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.531+0000 7fe16b0709c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:36.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=0 2024-09-22T09:07:36.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=1 2024-09-22T09:07:36.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=2 2024-09-22T09:07:36.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=3 2024-09-22T09:07:36.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=4 2024-09-22T09:07:36.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=5 2024-09-22T09:07:36.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=6 2024-09-22T09:07:36.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 20 add_watcher() i=7 2024-09-22T09:07:36.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.555+0000 7fe16b0709c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:36.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.559+0000 7fe01efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:36.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:36.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 5 note: GC not initialized 2024-09-22T09:07:36.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe01dfe3640 20 reqs_thread_entry: start 2024-09-22T09:07:36.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:36.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 Filter name: none 2024-09-22T09:07:36.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fdf8f7fe640 20 reqs_thread_entry: start 2024-09-22T09:07:36.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-22T09:07:36.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:36.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:36.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:36.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 : miss 2024-09-22T09:07:36.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.563+0000 7fe16b0709c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:36.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 info.flags=0x17 2024-09-22T09:07:36.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 to cache LRU end 2024-09-22T09:07:36.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:36.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:36.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.567+0000 7fe16b0709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 2024-09-22T09:07:36.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe16b0709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 info.flags=0x17 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe16b0709c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 to cache LRU end 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe16b0709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe16b0709c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26, ofs0, ns] 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe03f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300785 cookie 94465541707936 notifier 6527 bl.length()=939 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe03f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 info.flags=0x17 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe03f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 to cache LRU end 2024-09-22T09:07:36.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.575+0000 7fe03f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:36.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): orig_sources= new_sources= 2024-09-22T09:07:36.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): potential sources added=[] removed=[] 2024-09-22T09:07:36.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): orig_dests= new_dests= 2024-09-22T09:07:36.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): potential dests added=[] removed=[] 2024-09-22T09:07:36.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-22T09:07:36.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.579+0000 7fe16b0709c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.0 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.0 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.1 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.1 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.2 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.2 2024-09-22T09:07:36.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.3 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.3 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.4 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.4 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.5 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.5 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.6 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.6 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.7 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.7 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.8 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.8 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.9 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.9 2024-09-22T09:07:36.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.10 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.10 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.11 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1.11 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.583+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.0 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.587+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.1 2024-09-22T09:07:36.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.587+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.2 2024-09-22T09:07:36.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.587+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.3 2024-09-22T09:07:36.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.591+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.4 2024-09-22T09:07:36.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.591+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.5 2024-09-22T09:07:36.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.591+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.6 2024-09-22T09:07:36.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.595+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.7 2024-09-22T09:07:36.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.595+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.8 2024-09-22T09:07:36.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.595+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.9 2024-09-22T09:07:36.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.595+0000 7fe16b0709c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.26.10 2024-09-22T09:07:36.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 : hit (requested=0x17, cached=0x17) 2024-09-22T09:07:36.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 2024-09-22T09:07:36.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 info.flags=0x17 2024-09-22T09:07:36.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 to cache LRU end 2024-09-22T09:07:36.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:36.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe16b0709c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26, ofs0, ns] 2024-09-22T09:07:36.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe03ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300786 cookie 94465541707936 notifier 6527 bl.length()=907 2024-09-22T09:07:36.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe03ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 info.flags=0x17 2024-09-22T09:07:36.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe03ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 to cache LRU end 2024-09-22T09:07:36.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.603+0000 7fe03ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:36.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.607+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): orig_sources= new_sources= 2024-09-22T09:07:36.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.607+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): potential sources added=[] removed=[] 2024-09-22T09:07:36.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.607+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): orig_dests= new_dests= 2024-09-22T09:07:36.608 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.607+0000 7fe16b0709c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.26]): potential dests added=[] removed=[] 2024-09-22T09:07:36.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.615+0000 7fe16b0709c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-22T09:07:36.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.619+0000 7fe01efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.623+0000 7fe16b0709c0 20 remove_watcher() i=0 2024-09-22T09:07:36.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.623+0000 7fe16b0709c0 2 removed watcher, disabling cache 2024-09-22T09:07:36.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.627+0000 7fe16b0709c0 20 remove_watcher() i=1 2024-09-22T09:07:36.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.627+0000 7fe16b0709c0 20 remove_watcher() i=2 2024-09-22T09:07:36.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.631+0000 7fe16b0709c0 20 remove_watcher() i=3 2024-09-22T09:07:36.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.635+0000 7fe16b0709c0 20 remove_watcher() i=4 2024-09-22T09:07:36.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.635+0000 7fe16b0709c0 20 remove_watcher() i=5 2024-09-22T09:07:36.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.635+0000 7fe16b0709c0 20 remove_watcher() i=6 2024-09-22T09:07:36.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.639+0000 7fe16b0709c0 20 remove_watcher() i=7 2024-09-22T09:07:36.653 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-22T09:07:36.683 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:36.683 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:36.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 realm 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.727+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.731+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.731+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.731+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:36.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.731+0000 7f1501eae9c0 20 searching for the correct realm 2024-09-22T09:07:36.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.739+0000 7f15001b5640 0 -- 172.21.15.84:0/1943877886 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f14f406c480 msgr2=0x7f14f40407c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.955+0000 7f14ff9b4640 0 -- 172.21.15.84:0/1943877886 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55a41ce81f60 msgr2=0x55a41ce84350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:36.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:36.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.963+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 zone default found 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 4 Realm: () 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:36.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 zonegroup default 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:36.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 started sync module instance, tier type = 2024-09-22T09:07:36.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.967+0000 7f1501eae9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=0 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=1 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=2 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=3 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=4 2024-09-22T09:07:36.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=5 2024-09-22T09:07:36.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=6 2024-09-22T09:07:36.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 20 add_watcher() i=7 2024-09-22T09:07:36.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.991+0000 7f1501eae9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:36.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f13b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:36.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f1501eae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:36.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f1501eae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:36.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f1501eae9c0 5 note: GC not initialized 2024-09-22T09:07:36.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f13b4fe1640 20 reqs_thread_entry: start 2024-09-22T09:07:36.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.995+0000 7f1501eae9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:36.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 Filter name: none 2024-09-22T09:07:36.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f132e7fc640 20 reqs_thread_entry: start 2024-09-22T09:07:36.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:36.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:36.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:37.000 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:37.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:37.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:37.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:37.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:37.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:37.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:36.999+0000 7f1501eae9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:37.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.003+0000 7f13b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:37.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.011+0000 7f1501eae9c0 20 remove_watcher() i=0 2024-09-22T09:07:37.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.011+0000 7f1501eae9c0 2 removed watcher, disabling cache 2024-09-22T09:07:37.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.011+0000 7f1501eae9c0 20 remove_watcher() i=1 2024-09-22T09:07:37.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.015+0000 7f1501eae9c0 20 remove_watcher() i=2 2024-09-22T09:07:37.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.015+0000 7f1501eae9c0 20 remove_watcher() i=3 2024-09-22T09:07:37.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.019+0000 7f1501eae9c0 20 remove_watcher() i=4 2024-09-22T09:07:37.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.019+0000 7f1501eae9c0 20 remove_watcher() i=5 2024-09-22T09:07:37.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.023+0000 7f1501eae9c0 20 remove_watcher() i=6 2024-09-22T09:07:37.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:37.023+0000 7f1501eae9c0 20 remove_watcher() i=7 2024-09-22T09:07:37.038 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:37.038 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:37.038 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.26 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-22T09:07:37.038 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:37.040 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:37.040 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:37.063 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:37.063 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:37.612 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:37.612 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:37.986 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-22T09:07:37.986 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:37.991 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:37.991 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.125 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.125 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.210 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.210 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.308 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.308 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.403 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.403 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.500 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.501 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.604 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.604 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.700 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.700 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.797 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.797 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.898 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.899 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:38.993 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:38.993 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.092 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.092 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.195 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.195 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.294 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.294 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.393 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.393 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.491 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.491 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.582 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.583 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.689 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.689 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.792 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.792 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.893 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.893 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:39.988 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:39.988 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:40.084 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:40.085 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:40.187 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:07:40.220 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:40.220 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:40.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.263+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 realm 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.267+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.271+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:40.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.271+0000 7f650f7a69c0 20 searching for the correct realm 2024-09-22T09:07:40.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.275+0000 7f650daad640 0 -- 172.21.15.84:0/3566527516 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6504047950 msgr2=0x7f650401c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:40.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.487+0000 7f650caab640 0 -- 172.21.15.84:0/3566527516 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x5592378ec500 msgr2=0x5592378ee8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.499+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 zone default found 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 4 Realm: () 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 zonegroup default 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.504 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 started sync module instance, tier type = 2024-09-22T09:07:40.506 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.503+0000 7f650f7a69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:40.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=0 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=1 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=2 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=3 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=4 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=5 2024-09-22T09:07:40.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=6 2024-09-22T09:07:40.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 20 add_watcher() i=7 2024-09-22T09:07:40.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.531+0000 7f650f7a69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:40.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.535+0000 7f63c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:40.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:40.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 5 note: GC not initialized 2024-09-22T09:07:40.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f63c27e4640 20 reqs_thread_entry: start 2024-09-22T09:07:40.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:40.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 Filter name: none 2024-09-22T09:07:40.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f6333fff640 20 reqs_thread_entry: start 2024-09-22T09:07:40.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.539+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:40.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:40.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:40.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.543+0000 7f650f7a69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:40.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.547+0000 7f63c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.551+0000 7f650f7a69c0 20 remove_watcher() i=0 2024-09-22T09:07:40.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.551+0000 7f650f7a69c0 2 removed watcher, disabling cache 2024-09-22T09:07:40.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.555+0000 7f650f7a69c0 20 remove_watcher() i=1 2024-09-22T09:07:40.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.555+0000 7f650f7a69c0 20 remove_watcher() i=2 2024-09-22T09:07:40.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.559+0000 7f650f7a69c0 20 remove_watcher() i=3 2024-09-22T09:07:40.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.559+0000 7f650f7a69c0 20 remove_watcher() i=4 2024-09-22T09:07:40.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.563+0000 7f650f7a69c0 20 remove_watcher() i=5 2024-09-22T09:07:40.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.563+0000 7f650f7a69c0 20 remove_watcher() i=6 2024-09-22T09:07:40.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.567+0000 7f650f7a69c0 20 remove_watcher() i=7 2024-09-22T09:07:40.590 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.590 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:40.590 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:07:40.590 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.591 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-22T09:07:40.628 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:40.628 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:40.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 realm 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:40.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 searching for the correct realm 2024-09-22T09:07:40.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.683+0000 7f3a3d6c8640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560c02d488a0 msgr2=0x560c02d4ad40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.691+0000 7f3a3dec9640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f3a28036900 msgr2=0x7f3a2804d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:40.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:40.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:40.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zone default found 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Realm: () 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:40.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zonegroup default 2024-09-22T09:07:40.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started sync module instance, tier type = 2024-09-22T09:07:40.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=0 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=1 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=2 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=3 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=4 2024-09-22T09:07:40.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=5 2024-09-22T09:07:40.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=6 2024-09-22T09:07:40.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=7 2024-09-22T09:07:40.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.719+0000 7f3a403c39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f38ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:40.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 note: GC not initialized 2024-09-22T09:07:40.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f38ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:07:40.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:40.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 Filter name: none 2024-09-22T09:07:40.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f385ffff640 20 reqs_thread_entry: start 2024-09-22T09:07:40.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:07:40.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : miss 2024-09-22T09:07:40.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:07:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:07:40.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94609587156784 notifier 6885 bl.length()=939 2024-09-22T09:07:40.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:07:40.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:07:40.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:07:40.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:07:40.744 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3a403c39c0 time 2024-09-22T09:07:40.746229+0000 2024-09-22T09:07:40.744 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:07:40.745 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.745 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3a43c9d2eb] 2024-09-22T09:07:40.745 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.743+0000 7f3a403c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3a403c39c0 time 2024-09-22T09:07:40.746229+0000 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3a43c9d2eb] 2024-09-22T09:07:40.746 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:07:40.747 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3a403c39c0 thread_name:radosgw-admin 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3a42b1c520] 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3a43c9d345] 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.763 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.747+0000 7f3a403c39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3a403c39c0 thread_name:radosgw-admin 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3a42b1c520] 2024-09-22T09:07:40.764 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3a43c9d345] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:07:40.765 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6566 payload 274 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 1 monclient: found mon.noname-c 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02c627c0 auth_method 0 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: dump: 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.766 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.767 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6566 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 4 set_mon_vals no callback set 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: dump: 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.768 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: shutdown 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) unregister_commands rotate-key 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.769 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.770 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: starting msgr at 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: starting objecter 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests hook 0x560c02a1d040 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: setting wanted keys 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: calling monclient init 2024-09-22T09:07:40.771 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.772 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key hook 0x560c02c5f4d8 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02aec3b0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02b18510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02c627c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.773 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.807437s 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02aec3b0 auth_method 0 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): get_auth_request con 0x560c02b18510 auth_method 0 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.774 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02c627c0 auth_method 0 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6876 payload 824 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.775 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: dump: 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.776 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: dump: 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.777 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:07:40.655+0000 7f392be07640 4 set_mon_vals no callback set 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6876 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 1 librados: init done 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:07:40.655+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3924071be0 auth_method 0 2024-09-22T09:07:40.778 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:07:40.655+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02c8b090 auth_method 0 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:07:40.659+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02caa340 auth_method 0 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:07:40.659+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02cae6a0 auth_method 0 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.779 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.780 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests cmddesc objecter_requests hook 0x560c02cb6ec0 EEXIST 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.781 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x560c02cb1cd0 EEXIST 2024-09-22T09:07:40.782 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02cdb070 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02cda9a0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02cd9380 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.818746s 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02cdb070 auth_method 0 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.783 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02cd9380 auth_method 0 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6572 payload 824 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 1 monclient: found mon.noname-c 2024-09-22T09:07:40.784 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:07:40.663+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02cda9a0 auth_method 0 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: dump: 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.785 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: dump: 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.786 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6572 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:07:40.663+0000 7f3a37fff640 4 set_mon_vals no callback set 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.787 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:07:40.667+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3918071b20 auth_method 0 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: get_monmap_and_config 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.788 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.789 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.790 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x7ffc42d8c2b8 EEXIST 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02d2e8a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.791 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02cfe2c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02d2a070 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.822890s 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02d2e8a0 auth_method 0 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02d2a070 auth_method 0 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.792 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_done global_id 6882 payload 274 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.793 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: dump: 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.794 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: dump: 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.795 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6882 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 4 set_mon_vals no callback set 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: shutdown 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.796 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.797 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: starting msgr at 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: starting objecter 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests cmddesc objecter_requests hook 0x560c02d217e0 EEXIST 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: setting wanted keys 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: calling monclient init 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.798 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x560c02cdcfd8 EEXIST 2024-09-22T09:07:40.799 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02cfe2c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02d2a070 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02d2e8a0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.825648s 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02d2e8a0 auth_method 0 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.800 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02cfe2c0 auth_method 0 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_done global_id 6885 payload 824 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:07:40.671+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d2a070 auth_method 0 2024-09-22T09:07:40.801 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: dump: 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.802 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: dump: 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.803 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6885 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:07:40.671+0000 7f39217fa640 4 set_mon_vals no callback set 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: init done 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cr dump hook 0x560c02d1ba28 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:07:40.675+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3908071be0 auth_method 0 2024-09-22T09:07:40.804 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:07:40.675+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d488a0 auth_method 0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 realm 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:07:40.675+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02d4cb30 auth_method 0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:07:40.679+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d50390 auth_method 0 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:40.805 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 searching for the correct realm 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:07:40.679+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02d550e0 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:07:40.683+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3a2801c040 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3a38008050 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560c02d488a0 msgr2=0x560c02d4ad40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:07:40.683+0000 7f390f7fe640 1 client.6885.objecter ms_handle_reset 0x560c02d488a0 session 0x560c02d481d0 osd.1 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:07:40.683+0000 7f390f7fe640 10 monclient: _renew_subs 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:07:40.683+0000 7f390f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3908082390 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:07:40.687+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x7f3a2804f040 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3a28036900 auth_method 0 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f3a28036900 msgr2=0x7f3a2804d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.806 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:07:40.691+0000 7f390f7fe640 1 client.6885.objecter ms_handle_reset 0x7f3a28036900 session 0x7f3a28057040 osd.0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02d488a0 auth_method 0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zone default found 2024-09-22T09:07:40.807 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Realm: () 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zonegroup default 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started sync module instance, tier type = 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:40.808 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=0 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=1 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=2 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=3 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=4 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=5 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=6 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=7 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.809 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:07:40.723+0000 7f38ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache list hook 0x560c02d25990 2024-09-22T09:07:40.810 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache inspect hook 0x560c02d25990 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache erase hook 0x560c02d25990 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache zap hook 0x560c02d25990 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 note: GC not initialized 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:07:40.723+0000 7f38ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace show hook 0x7f3a300aa8d0 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace history hook 0x7f3a300aa8d0 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace active hook 0x7f3a300aa8d0 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace active_short hook 0x7f3a300aa8d0 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 Filter name: none 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:07:40.723+0000 7f385ffff640 20 reqs_thread_entry: start 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.811 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : miss 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.812 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94609587156784 notifier 6885 bl.length()=939 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3a403c39c0 time 2024-09-22T09:07:40.746229+0000 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3a43c9d2eb] 2024-09-22T09:07:40.813 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:07:40.747+0000 7f3a403c39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3a403c39c0 thread_name:radosgw-admin 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.814 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3a42b1c520] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3a43c9d345] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.815 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:07:40.816 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:07:40.817 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:07:40.818 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:07:40.819 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:07:40.820 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:07:40.821 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 7f385ffff640 / http_manager 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 7f38ee7fc640 / http_manager 2024-09-22T09:07:40.822 INFO:tasks.workunit.client.0.smithi084.stderr: 7f38ef7fe640 / rgw_dt_lg_renew 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f390f7fe640 / ms_dispatch 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f39217fa640 / io_context_pool 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f39237fe640 / ms_dispatch 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f392a604640 / ms_dispatch 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f392be07640 / io_context_pool 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a37fff640 / io_context_pool 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3d6c8640 / msgr-worker-2 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3dec9640 / msgr-worker-1 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3e6ca640 / msgr-worker-0 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a403c39c0 / radosgw-admin 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.99187.log 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:07:40.823 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6566 payload 274 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 1 monclient: found mon.noname-c 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02c627c0 auth_method 0 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: dump: 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.824 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6566 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 4 set_mon_vals no callback set 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:07:40.825 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:07:40.651+0000 7f392be07640 10 monclient: dump: 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: shutdown 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) unregister_commands rotate-key 2024-09-22T09:07:40.826 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.827 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding auth protocol: cephx 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: crc 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c615e0) adding con mode: secure 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.828 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: starting msgr at 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: starting objecter 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests hook 0x560c02a1d040 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: setting wanted keys 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 1 librados: calling monclient init 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding auth protocol: cephx 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.829 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: crc 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 AuthRegistry(0x560c02c5f390) adding con mode: secure 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key hook 0x560c02c5f4d8 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02aec3b0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.830 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02b18510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02c627c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:07:40.651+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.807437s 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02aec3b0 auth_method 0 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): get_auth_request con 0x560c02b18510 auth_method 0 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.831 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:07:40.651+0000 7f3a3d6c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02c627c0 auth_method 0 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:07:40.651+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6876 payload 824 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:07:40.651+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.832 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: dump: 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.833 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:07:40.655+0000 7f392a604640 10 monclient: dump: 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.834 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:07:40.655+0000 7f392be07640 4 set_mon_vals no callback set 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6876 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:07:40.655+0000 7f3a403c39c0 1 librados: init done 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:07:40.655+0000 7f392a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:07:40.655+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3924071be0 auth_method 0 2024-09-22T09:07:40.835 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:07:40.655+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02c8b090 auth_method 0 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:07:40.659+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02caa340 auth_method 0 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:07:40.659+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02cae6a0 auth_method 0 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.836 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding auth protocol: cephx 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.837 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: crc 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb3560) adding con mode: secure 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests cmddesc objecter_requests hook 0x560c02cb6ec0 EEXIST 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding auth protocol: cephx 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.838 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: crc 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cb1b88) adding con mode: secure 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x560c02cb1cd0 EEXIST 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.839 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02cdb070 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02cda9a0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02cd9380 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.818746s 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02cdb070 auth_method 0 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.840 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02cd9380 auth_method 0 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:07:40.663+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_done global_id 6572 payload 824 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 1 monclient: found mon.noname-c 2024-09-22T09:07:40.841 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:07:40.663+0000 7f3a3dec9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:07:40.663+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02cda9a0 auth_method 0 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: dump: 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.842 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:07:40.663+0000 7f39237fe640 10 monclient: dump: 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.843 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6572 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:07:40.663+0000 7f3a37fff640 4 set_mon_vals no callback set 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:07:40.663+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:07:40.667+0000 7f39237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:07:40.667+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3918071b20 auth_method 0 2024-09-22T09:07:40.844 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: get_monmap_and_config 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.845 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding auth protocol: cephx 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.846 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: crc 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cfa380) adding con mode: secure 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding auth protocol: cephx 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.847 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: crc 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c170) adding con mode: secure 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x7ffc42d8c2b8 EEXIST 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02d2e8a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.848 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02cfe2c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02d2a070 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.822890s 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02d2e8a0 auth_method 0 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02d2a070 auth_method 0 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.849 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:07:40.667+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_done global_id 6882 payload 274 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:07:40.667+0000 7f3a3e6ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.850 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: dump: 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.851 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:07:40.667+0000 7f39217fa640 10 monclient: dump: 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.852 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6882 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 10 monclient: get_monmap_and_config success 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:07:40.667+0000 7f3a403c39c0 4 set_mon_vals no callback set 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: shutdown 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: build_initial_monmap 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 build_initial for_mkfs: 0 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: monmap: 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:07:40.853 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding auth protocol: cephx 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.854 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: crc 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02d28a00) adding con mode: secure 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: starting msgr at 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: starting objecter 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command objecter_requests cmddesc objecter_requests hook 0x560c02d217e0 EEXIST 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: setting wanted keys 2024-09-22T09:07:40.855 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: calling monclient init 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: init 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding auth protocol: cephx 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.856 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: crc 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 AuthRegistry(0x560c02cdce90) adding con mode: secure 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command rotate-key cmddesc rotate-key hook 0x560c02cdcfd8 EEXIST 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _reopen_session rank -1 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-c con 0x560c02cfe2c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-b con 0x560c02d2a070 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): picked mon.noname-a con 0x560c02d2e8a0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:07:40.857 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): _renew_subs 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient(hunting): authenticate will time out at 2631.825648s 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request con 0x560c02d2e8a0 auth_method 0 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request con 0x560c02cfe2c0 auth_method 0 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.858 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:07:40.671+0000 7f3a3dec9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient(hunting): handle_auth_done global_id 6885 payload 824 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient: _finish_hunting 0 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 1 monclient: found mon.noname-a 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:07:40.671+0000 7f3a3e6ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:07:40.671+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d2a070 auth_method 0 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: dump: 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.859 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: _finish_auth 0 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: _check_auth_tickets 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:07:40.671+0000 7f390f7fe640 10 monclient: dump: 2024-09-22T09:07:40.860 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 monclient: authenticate success, global_id 6885 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:07:40.671+0000 7f39217fa640 4 set_mon_vals no callback set 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.861 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _renew_subs 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 1 librados: init done 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:07:40.671+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cr dump hook 0x560c02d1ba28 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:07:40.675+0000 7f390f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:07:40.675+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3908071be0 auth_method 0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:07:40.675+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d488a0 auth_method 0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 realm 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.862 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:07:40.675+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:07:40.675+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02d4cb30 auth_method 0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:07:40.679+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x560c02d50390 auth_method 0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:07:40.679+0000 7f3a403c39c0 20 searching for the correct realm 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:07:40.679+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x560c02d550e0 auth_method 0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:07:40.683+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3a2801c040 auth_method 0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3a38008050 auth_method 0 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560c02d488a0 msgr2=0x560c02d4ad40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:07:40.683+0000 7f390f7fe640 1 client.6885.objecter ms_handle_reset 0x560c02d488a0 session 0x560c02d481d0 osd.1 2024-09-22T09:07:40.863 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:07:40.683+0000 7f390f7fe640 10 monclient: _renew_subs 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:07:40.683+0000 7f390f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:07:40.683+0000 7f3a3d6c8640 10 monclient: get_auth_request con 0x7f3908082390 auth_method 0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:07:40.687+0000 7f3a3e6ca640 10 monclient: get_auth_request con 0x7f3a2804f040 auth_method 0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x7f3a28036900 auth_method 0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 0 -- 172.21.15.84:0/1761418833 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f3a28036900 msgr2=0x7f3a2804d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:07:40.691+0000 7f390f7fe640 1 client.6885.objecter ms_handle_reset 0x7f3a28036900 session 0x7f3a28057040 osd.0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:07:40.691+0000 7f3a3dec9640 10 monclient: get_auth_request con 0x560c02d488a0 auth_method 0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.864 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zone default found 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Realm: () 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 zonegroup default 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.865 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:07:40.699+0000 7f3a403c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started sync module instance, tier type = 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:07:40.703+0000 7f3a403c39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=0 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=1 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=2 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=3 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=4 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=5 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=6 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 20 add_watcher() i=7 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:07:40.719+0000 7f3a403c39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.866 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding auth protocol: cephx 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:07:40.723+0000 7f38ef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: crc 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 AuthRegistry(0x7ffc42d8c640) adding con mode: secure 2024-09-22T09:07:40.867 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache list hook 0x560c02d25990 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache inspect hook 0x560c02d25990 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache erase hook 0x560c02d25990 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command cache zap hook 0x560c02d25990 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 note: GC not initialized 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:07:40.723+0000 7f38ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace show hook 0x7f3a300aa8d0 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace history hook 0x7f3a300aa8d0 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace active hook 0x7f3a300aa8d0 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 5 asok(0x560c02a52250) register_command sync trace active_short hook 0x7f3a300aa8d0 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:40.868 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 Filter name: none 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:07:40.723+0000 7f385ffff640 20 reqs_thread_entry: start 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : miss 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:07:40.723+0000 7f3a403c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:07:40.869 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:07:40.739+0000 7f3a403c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300789 cookie 94609587156784 notifier 6885 bl.length()=939 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:07:40.739+0000 7f39217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:07:40.743+0000 7f3a403c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3a403c39c0 time 2024-09-22T09:07:40.746229+0000 2024-09-22T09:07:40.870 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f3a43c9d2eb] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:07:40.747+0000 7f3a403c39c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3a403c39c0 thread_name:radosgw-admin 2024-09-22T09:07:40.871 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f3a42b1c520] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3a43c9d345] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f3a43c9d49f] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x560c01827901] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c24e) [0x560c0228524e] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x560c0183cd6d] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f3a42b03d90] 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:07:40.872 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:07:40.873 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:07:40.874 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:07:40.875 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:07:40.876 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:07:40.877 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:07:40.878 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f385ffff640 / http_manager 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f38ee7fc640 / http_manager 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f38ef7fe640 / rgw_dt_lg_renew 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f390f7fe640 / ms_dispatch 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f39217fa640 / io_context_pool 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f39237fe640 / ms_dispatch 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f392a604640 / ms_dispatch 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f392be07640 / io_context_pool 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a37fff640 / io_context_pool 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3d6c8640 / msgr-worker-2 2024-09-22T09:07:40.879 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3dec9640 / msgr-worker-1 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a3e6ca640 / msgr-worker-0 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3a403c39c0 / radosgw-admin 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:07:40.750131Z_b35771fa-fb62-4874-9e64-c06953210cc9/log 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:07:40.880 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:07:40.883 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 realm 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.835+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.839+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.839+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.839+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:40.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.839+0000 7fa2599579c0 20 searching for the correct realm 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.843+0000 7fa257c5e640 0 -- 172.21.15.84:0/1051915871 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55f82fecd090 msgr2=0x55f82fecf4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.851+0000 7fa256c5c640 0 -- 172.21.15.84:0/1051915871 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fa248124070 msgr2=0x7fa24811e4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 zone default found 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 4 Realm: () 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 zonegroup default 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 started sync module instance, tier type = 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.859+0000 7fa2599579c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=0 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=1 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=2 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=3 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=4 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=5 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.875+0000 7fa2599579c0 20 add_watcher() i=6 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 add_watcher() i=7 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa10dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:40.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 5 note: GC not initialized 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa10cfe1640 20 reqs_thread_entry: start 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 Filter name: none 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa0867fc640 20 reqs_thread_entry: start 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.879+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.883+0000 7fa2599579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:07:40.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.887+0000 7fa10dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:40.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.891+0000 7fa2599579c0 20 remove_watcher() i=0 2024-09-22T09:07:40.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.891+0000 7fa2599579c0 2 removed watcher, disabling cache 2024-09-22T09:07:40.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.895+0000 7fa2599579c0 20 remove_watcher() i=1 2024-09-22T09:07:40.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.895+0000 7fa2599579c0 20 remove_watcher() i=2 2024-09-22T09:07:40.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.899+0000 7fa2599579c0 20 remove_watcher() i=3 2024-09-22T09:07:40.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.899+0000 7fa2599579c0 20 remove_watcher() i=4 2024-09-22T09:07:40.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.899+0000 7fa2599579c0 20 remove_watcher() i=5 2024-09-22T09:07:40.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.903+0000 7fa2599579c0 20 remove_watcher() i=6 2024-09-22T09:07:40.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:40.903+0000 7fa2599579c0 20 remove_watcher() i=7 2024-09-22T09:07:40.917 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.917 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:07:40.918 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:07:40.918 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:07:40.919 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:40.919 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:40.957 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:07:40.957 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:07:41.015 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:07:41.051 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:07:41.051 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:07:41.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 realm 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.095+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.099+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:41.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.099+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.099+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:07:41.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.099+0000 7f645e7819c0 20 searching for the correct realm 2024-09-22T09:07:41.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.107+0000 7f645ca88640 0 -- 172.21.15.84:0/2616946815 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f644404c910 msgr2=0x7f644403d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:41.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.323+0000 7f645c287640 0 -- 172.21.15.84:0/2616946815 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55b4bf94ab10 msgr2=0x55b4bf94cf40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:07:41.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 zone default found 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 4 Realm: () 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 zonegroup default 2024-09-22T09:07:41.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.331+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:07:41.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 started sync module instance, tier type = 2024-09-22T09:07:41.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.335+0000 7f645e7819c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:07:41.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=0 2024-09-22T09:07:41.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=1 2024-09-22T09:07:41.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=2 2024-09-22T09:07:41.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=3 2024-09-22T09:07:41.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=4 2024-09-22T09:07:41.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=5 2024-09-22T09:07:41.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.363+0000 7f645e7819c0 20 add_watcher() i=6 2024-09-22T09:07:41.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.367+0000 7f645e7819c0 20 add_watcher() i=7 2024-09-22T09:07:41.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.367+0000 7f645e7819c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:07:41.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.371+0000 7f6312fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:41.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:07:41.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:07:41.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 5 note: GC not initialized 2024-09-22T09:07:41.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f6311fdb640 20 reqs_thread_entry: start 2024-09-22T09:07:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 init_complete bucket index max shards: 11 2024-09-22T09:07:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 Filter name: none 2024-09-22T09:07:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f62837fe640 20 reqs_thread_entry: start 2024-09-22T09:07:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:07:41.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:07:41.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:07:41.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:07:41.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : miss 2024-09-22T09:07:41.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.375+0000 7f645e7819c0 20 rados->read ofs=0 len=0 2024-09-22T09:07:41.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:07:41.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:07:41.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:07:41.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:07:41.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:07:41.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:07:41.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.379+0000 7f645e7819c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to be held by another RGW process; skipping for now 2024-09-22T09:07:41.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.383+0000 7f6312fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:07:41.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.387+0000 7f645e7819c0 20 remove_watcher() i=0 2024-09-22T09:07:41.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.387+0000 7f645e7819c0 2 removed watcher, disabling cache 2024-09-22T09:07:41.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.391+0000 7f645e7819c0 20 remove_watcher() i=1 2024-09-22T09:07:41.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.395+0000 7f645e7819c0 20 remove_watcher() i=2 2024-09-22T09:07:41.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.399+0000 7f645e7819c0 20 remove_watcher() i=3 2024-09-22T09:07:41.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.403+0000 7f645e7819c0 20 remove_watcher() i=4 2024-09-22T09:07:41.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.403+0000 7f645e7819c0 20 remove_watcher() i=5 2024-09-22T09:07:41.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.407+0000 7f645e7819c0 20 remove_watcher() i=6 2024-09-22T09:07:41.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:07:41.407+0000 7f645e7819c0 20 remove_watcher() i=7 2024-09-22T09:07:41.431 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:08:11.462 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:08:11.499 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:11.499 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:11.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.542+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 realm 2024-09-22T09:08:11.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:11.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.546+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.550+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:11.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.550+0000 7f1a2248e9c0 20 searching for the correct realm 2024-09-22T09:08:11.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.554+0000 7f1a1f793640 0 -- 172.21.15.84:0/737665696 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x559b432828c0 msgr2=0x559b43284cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:11.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.562+0000 7f1a1ff94640 0 -- 172.21.15.84:0/737665696 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f1a1405a230 msgr2=0x7f1a1405cbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:11.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:11.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:11.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 zone default found 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 4 Realm: () 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 zonegroup default 2024-09-22T09:08:11.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.782+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.786+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.786+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.786+0000 7f1a2248e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:11.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.786+0000 7f1a2248e9c0 20 started sync module instance, tier type = 2024-09-22T09:08:11.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.786+0000 7f1a2248e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=0 2024-09-22T09:08:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=1 2024-09-22T09:08:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=2 2024-09-22T09:08:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=3 2024-09-22T09:08:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=4 2024-09-22T09:08:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=5 2024-09-22T09:08:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=6 2024-09-22T09:08:11.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 20 add_watcher() i=7 2024-09-22T09:08:11.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.818+0000 7f1a2248e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:11.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.822+0000 7f18d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:11.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:11.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:11.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 5 note: GC not initialized 2024-09-22T09:08:11.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f18d57e2640 20 reqs_thread_entry: start 2024-09-22T09:08:11.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:11.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 Filter name: none 2024-09-22T09:08:11.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f18ce7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:11.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-22T09:08:11.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:08:11.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-22T09:08:11.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-22T09:08:11.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : miss 2024-09-22T09:08:11.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.826+0000 7f1a2248e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:08:11.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.830+0000 7f1a2248e9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:08:11.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f1a2248e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f1a2248e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f1a2248e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f1a2248e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:08:11.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f18fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300790 cookie 94125335042880 notifier 6626 bl.length()=939 2024-09-22T09:08:11.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f18fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f18fe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.850+0000 7f18fe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.854+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:08:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.854+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:08:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.854+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:08:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.854+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:08:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.0 2024-09-22T09:08:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.0 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.1 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.1 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.2 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.2 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.3 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.3 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.4 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.4 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.5 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.5 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.6 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.6 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.7 2024-09-22T09:08:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.7 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.8 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.8 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.9 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.9 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.10 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.10 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.11 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2.11 2024-09-22T09:08:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.0 2024-09-22T09:08:11.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.1 2024-09-22T09:08:11.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.862+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2 2024-09-22T09:08:11.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.866+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.3 2024-09-22T09:08:11.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.866+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.4 2024-09-22T09:08:11.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.866+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.5 2024-09-22T09:08:11.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.866+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.6 2024-09-22T09:08:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.870+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.7 2024-09-22T09:08:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.870+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.8 2024-09-22T09:08:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.870+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.9 2024-09-22T09:08:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.870+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.10 2024-09-22T09:08:11.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.878+0000 7f1a2248e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:11.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.878+0000 7f1a2248e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:08:11.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f18feffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300791 cookie 94125335042880 notifier 6626 bl.length()=939 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f18feffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f18feffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f18feffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:08:11.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:08:11.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:08:11.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.882+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:08:11.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.890+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.0 2024-09-22T09:08:11.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.890+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.1 2024-09-22T09:08:11.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.890+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.2 2024-09-22T09:08:11.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.890+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.3 2024-09-22T09:08:11.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.890+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.4 2024-09-22T09:08:11.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.5 2024-09-22T09:08:11.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.6 2024-09-22T09:08:11.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.7 2024-09-22T09:08:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.8 2024-09-22T09:08:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.9 2024-09-22T09:08:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.894+0000 7f1a2248e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.27.10 2024-09-22T09:08:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 2024-09-22T09:08:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f1a2248e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27, ofs0, ns] 2024-09-22T09:08:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f18fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300792 cookie 94125335042880 notifier 6626 bl.length()=907 2024-09-22T09:08:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f18fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 info.flags=0x17 2024-09-22T09:08:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f18fe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 to cache LRU end 2024-09-22T09:08:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.898+0000 7f18fe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:11.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.902+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_sources= new_sources= 2024-09-22T09:08:11.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.902+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential sources added=[] removed=[] 2024-09-22T09:08:11.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.902+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): orig_dests= new_dests= 2024-09-22T09:08:11.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.902+0000 7f1a2248e9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[986dc61f-9105-405d-8643-e22bb2945f7f.4459.27]): potential dests added=[] removed=[] 2024-09-22T09:08:11.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.910+0000 7f1a2248e9c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-22T09:08:11.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.910+0000 7f18d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:11.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.918+0000 7f1a2248e9c0 20 remove_watcher() i=0 2024-09-22T09:08:11.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.918+0000 7f1a2248e9c0 2 removed watcher, disabling cache 2024-09-22T09:08:11.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.918+0000 7f1a2248e9c0 20 remove_watcher() i=1 2024-09-22T09:08:11.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.922+0000 7f1a2248e9c0 20 remove_watcher() i=2 2024-09-22T09:08:11.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.922+0000 7f1a2248e9c0 20 remove_watcher() i=3 2024-09-22T09:08:11.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.926+0000 7f1a2248e9c0 20 remove_watcher() i=4 2024-09-22T09:08:11.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.926+0000 7f1a2248e9c0 20 remove_watcher() i=5 2024-09-22T09:08:11.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.926+0000 7f1a2248e9c0 20 remove_watcher() i=6 2024-09-22T09:08:11.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:11.930+0000 7f1a2248e9c0 20 remove_watcher() i=7 2024-09-22T09:08:11.946 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-22T09:08:11.976 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:11.976 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:12.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.018+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 realm 2024-09-22T09:08:12.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:12.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:12.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.022+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.026+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:12.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.026+0000 7f5e6445f9c0 20 searching for the correct realm 2024-09-22T09:08:12.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.030+0000 7f5e61764640 0 -- 172.21.15.84:0/878880867 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5e54055040 msgr2=0x7f5e54066320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:12.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.038+0000 7f5e61764640 0 -- 172.21.15.84:0/878880867 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5d2c0823c0 msgr2=0x7f5d2c0847f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:12.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.042+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 zone default found 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 4 Realm: () 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 zonegroup default 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:12.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 started sync module instance, tier type = 2024-09-22T09:08:12.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.046+0000 7f5e6445f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=0 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=1 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=2 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=3 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=4 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=5 2024-09-22T09:08:12.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=6 2024-09-22T09:08:12.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 20 add_watcher() i=7 2024-09-22T09:08:12.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.062+0000 7f5e6445f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:12.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5d137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 5 note: GC not initialized 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5d127fc640 20 reqs_thread_entry: start 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:12.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 Filter name: none 2024-09-22T09:08:12.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5c83fff640 20 reqs_thread_entry: start 2024-09-22T09:08:12.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:08:12.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:08:12.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:12.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.066+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.070+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-22T09:08:12.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.070+0000 7f5e6445f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:12.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.070+0000 7f5e6445f9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-22T09:08:12.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.070+0000 7f5e6445f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:12.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.070+0000 7f5d137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:12.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.074+0000 7f5e6445f9c0 20 remove_watcher() i=0 2024-09-22T09:08:12.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.074+0000 7f5e6445f9c0 2 removed watcher, disabling cache 2024-09-22T09:08:12.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.078+0000 7f5e6445f9c0 20 remove_watcher() i=1 2024-09-22T09:08:12.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.078+0000 7f5e6445f9c0 20 remove_watcher() i=2 2024-09-22T09:08:12.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.082+0000 7f5e6445f9c0 20 remove_watcher() i=3 2024-09-22T09:08:12.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.082+0000 7f5e6445f9c0 20 remove_watcher() i=4 2024-09-22T09:08:12.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.086+0000 7f5e6445f9c0 20 remove_watcher() i=5 2024-09-22T09:08:12.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.086+0000 7f5e6445f9c0 20 remove_watcher() i=6 2024-09-22T09:08:12.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:12.086+0000 7f5e6445f9c0 20 remove_watcher() i=7 2024-09-22T09:08:12.102 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:12.102 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:12.102 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-trim-reshard-log-entries id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.27 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:08:12.102 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:12.103 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:12.103 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:12.125 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:12.125 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:12.589 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:12.589 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:12.963 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-22T09:08:12.963 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:12.966 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:12.966 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.098 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.098 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.186 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.186 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.289 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.289 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.381 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.381 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.480 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.480 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.581 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.581 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.682 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.683 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.779 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.780 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.879 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.879 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:13.974 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:13.974 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.068 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.068 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.168 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.168 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.263 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.263 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.363 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.363 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.463 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.463 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.557 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.558 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.653 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.653 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.754 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.755 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.855 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.855 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:14.956 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:14.956 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:15.048 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:15.048 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:15.147 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:08:15.180 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:15.181 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:15.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 realm 2024-09-22T09:08:15.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:15.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.226+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.230+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.230+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.230+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:15.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.230+0000 7f08c41929c0 20 searching for the correct realm 2024-09-22T09:08:15.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.234+0000 7f08c2499640 0 -- 172.21.15.84:0/3049955061 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5645fc19eab0 msgr2=0x5645fc1a0f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:15.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.242+0000 7f08c1c98640 0 -- 172.21.15.84:0/3049955061 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f08b8070080 msgr2=0x7f08b806d010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.250+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:15.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 zone default found 2024-09-22T09:08:15.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 4 Realm: () 2024-09-22T09:08:15.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 zonegroup default 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 started sync module instance, tier type = 2024-09-22T09:08:15.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.254+0000 7f08c41929c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:15.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=0 2024-09-22T09:08:15.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=1 2024-09-22T09:08:15.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=2 2024-09-22T09:08:15.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=3 2024-09-22T09:08:15.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=4 2024-09-22T09:08:15.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=5 2024-09-22T09:08:15.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=6 2024-09-22T09:08:15.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 20 add_watcher() i=7 2024-09-22T09:08:15.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.270+0000 7f08c41929c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f07737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 5 note: GC not initialized 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f07727fc640 20 reqs_thread_entry: start 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 20 Filter name: none 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f06e3fff640 20 reqs_thread_entry: start 2024-09-22T09:08:15.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.274+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:15.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:15.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:15.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:15.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:15.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.278+0000 7f08c41929c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:15.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.282+0000 7f07737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.286+0000 7f08c41929c0 20 remove_watcher() i=0 2024-09-22T09:08:15.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.286+0000 7f08c41929c0 2 removed watcher, disabling cache 2024-09-22T09:08:15.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.290+0000 7f08c41929c0 20 remove_watcher() i=1 2024-09-22T09:08:15.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.290+0000 7f08c41929c0 20 remove_watcher() i=2 2024-09-22T09:08:15.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.294+0000 7f08c41929c0 20 remove_watcher() i=3 2024-09-22T09:08:15.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.294+0000 7f08c41929c0 20 remove_watcher() i=4 2024-09-22T09:08:15.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.298+0000 7f08c41929c0 20 remove_watcher() i=5 2024-09-22T09:08:15.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.298+0000 7f08c41929c0 20 remove_watcher() i=6 2024-09-22T09:08:15.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.298+0000 7f08c41929c0 20 remove_watcher() i=7 2024-09-22T09:08:15.315 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:15.315 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:15.315 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:15.315 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:15.315 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-22T09:08:15.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:15.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:15.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.390+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 realm 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.394+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.398+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:15.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.398+0000 7f1c24aee9c0 20 searching for the correct realm 2024-09-22T09:08:15.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.402+0000 7f1c22df5640 0 -- 172.21.15.84:0/2124914081 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f1c18024b70 msgr2=0x7f1c18043950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:15.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.618+0000 7f1c225f4640 0 -- 172.21.15.84:0/2124914081 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556f77c3a3c0 msgr2=0x556f77c3c7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:15.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:15.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:15.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:15.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 zone default found 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 4 Realm: () 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 zonegroup default 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.626+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.630+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.630+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.630+0000 7f1c24aee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.630+0000 7f1c24aee9c0 20 started sync module instance, tier type = 2024-09-22T09:08:15.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.630+0000 7f1c24aee9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=0 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=1 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=2 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=3 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=4 2024-09-22T09:08:15.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=5 2024-09-22T09:08:15.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=6 2024-09-22T09:08:15.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 20 add_watcher() i=7 2024-09-22T09:08:15.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.654+0000 7f1c24aee9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:15.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.658+0000 7f1ad97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:15.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:15.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 5 note: GC not initialized 2024-09-22T09:08:15.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1ad37fe640 20 reqs_thread_entry: start 2024-09-22T09:08:15.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:15.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 Filter name: none 2024-09-22T09:08:15.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1ad17fa640 20 reqs_thread_entry: start 2024-09-22T09:08:15.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-22T09:08:15.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:15.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-22T09:08:15.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-22T09:08:15.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : miss 2024-09-22T09:08:15.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.662+0000 7f1c24aee9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:15.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:15.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.666+0000 7f1c24aee9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:15.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1c24aee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1c24aee9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1c24aee9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1c24aee9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:15.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1b05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300795 cookie 93937239100752 notifier 7008 bl.length()=915 2024-09-22T09:08:15.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1b05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1b05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.678+0000 7f1b05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.682+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:15.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.682+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:15.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.682+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:15.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.682+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.0 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.0 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.1 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.1 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.2 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.2 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.3 2024-09-22T09:08:15.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.3 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.4 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.4 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.5 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.5 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.6 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.6 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.7 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.7 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.8 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.8 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.9 2024-09-22T09:08:15.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.9 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.10 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.10 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.11 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.11 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.0 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1 2024-09-22T09:08:15.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.694+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.2 2024-09-22T09:08:15.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.698+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.3 2024-09-22T09:08:15.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.698+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.4 2024-09-22T09:08:15.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.698+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.5 2024-09-22T09:08:15.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.698+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.6 2024-09-22T09:08:15.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.702+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.7 2024-09-22T09:08:15.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.702+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.8 2024-09-22T09:08:15.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.702+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.9 2024-09-22T09:08:15.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.702+0000 7f1c24aee9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.10 2024-09-22T09:08:15.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:15.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.714+0000 7f1c24aee9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1b05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300796 cookie 93937239100752 notifier 7008 bl.length()=915 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1b05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1b05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1b05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 -1 Injecting error=-5 at location=block_writes 2024-09-22T09:08:15.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.718+0000 7f1c24aee9c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-22T09:08:15.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.730+0000 7f1c24aee9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:15.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.730+0000 7f1c24aee9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:15.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:15.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1b05ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 93937239100752 notifier 7008 bl.length()=883 2024-09-22T09:08:15.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1b05ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:15.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1b05ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:15.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1b05ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:15.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:15.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:15.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:15.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.734+0000 7f1c24aee9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:15.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.742+0000 7f1c24aee9c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-22T09:08:15.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.746+0000 7f1ad97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.750+0000 7f1c24aee9c0 20 remove_watcher() i=0 2024-09-22T09:08:15.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.750+0000 7f1c24aee9c0 2 removed watcher, disabling cache 2024-09-22T09:08:15.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.754+0000 7f1c24aee9c0 20 remove_watcher() i=1 2024-09-22T09:08:15.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.754+0000 7f1c24aee9c0 20 remove_watcher() i=2 2024-09-22T09:08:15.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.758+0000 7f1c24aee9c0 20 remove_watcher() i=3 2024-09-22T09:08:15.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.758+0000 7f1c24aee9c0 20 remove_watcher() i=4 2024-09-22T09:08:15.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.762+0000 7f1c24aee9c0 20 remove_watcher() i=5 2024-09-22T09:08:15.764 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.762+0000 7f1c24aee9c0 20 remove_watcher() i=6 2024-09-22T09:08:15.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.762+0000 7f1c24aee9c0 20 remove_watcher() i=7 2024-09-22T09:08:15.780 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:08:15.811 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:15.811 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:15.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.854+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 realm 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.858+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.862+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:15.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.862+0000 7fc0f436d9c0 20 searching for the correct realm 2024-09-22T09:08:15.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.866+0000 7fc0f1672640 0 -- 172.21.15.84:0/3123590472 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fc0e401d040 msgr2=0x7fc0e404a910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:15.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.874+0000 7fc0f1672640 0 -- 172.21.15.84:0/3123590472 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fbfbc082390 msgr2=0x7fbfbc0847c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:15.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:15.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:15.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 zone default found 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 4 Realm: () 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:15.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 zonegroup default 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 started sync module instance, tier type = 2024-09-22T09:08:15.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.882+0000 7fc0f436d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=0 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=1 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=2 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=3 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=4 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=5 2024-09-22T09:08:15.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=6 2024-09-22T09:08:15.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 20 add_watcher() i=7 2024-09-22T09:08:15.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.898+0000 7fc0f436d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:15.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fbfa7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 5 note: GC not initialized 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fbfa6fe5640 20 reqs_thread_entry: start 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 Filter name: none 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fbfa4fe1640 20 reqs_thread_entry: start 2024-09-22T09:08:15.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:15.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.902+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:15.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:15.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:15.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:15.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:15.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.906+0000 7fc0f436d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:15.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.910+0000 7fbfa7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:15.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.914+0000 7fc0f436d9c0 20 remove_watcher() i=0 2024-09-22T09:08:15.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.914+0000 7fc0f436d9c0 2 removed watcher, disabling cache 2024-09-22T09:08:15.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.914+0000 7fc0f436d9c0 20 remove_watcher() i=1 2024-09-22T09:08:15.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.918+0000 7fc0f436d9c0 20 remove_watcher() i=2 2024-09-22T09:08:15.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.918+0000 7fc0f436d9c0 20 remove_watcher() i=3 2024-09-22T09:08:15.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.922+0000 7fc0f436d9c0 20 remove_watcher() i=4 2024-09-22T09:08:15.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.922+0000 7fc0f436d9c0 20 remove_watcher() i=5 2024-09-22T09:08:15.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.922+0000 7fc0f436d9c0 20 remove_watcher() i=6 2024-09-22T09:08:15.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:15.926+0000 7fc0f436d9c0 20 remove_watcher() i=7 2024-09-22T09:08:15.939 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:15.939 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:15.939 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:15.939 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:15.940 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:15.940 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:15.982 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:15.982 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:16.040 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:08:16.074 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:16.074 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:16.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 realm 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:16.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.118+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.122+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:16.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.122+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.122+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:16.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.122+0000 7f3c0e50e9c0 20 searching for the correct realm 2024-09-22T09:08:16.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.130+0000 7f3c0c815640 0 -- 172.21.15.84:0/1289752072 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3bf4027040 msgr2=0x7f3bf4044410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:16.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.346+0000 7f3c0c014640 0 -- 172.21.15.84:0/1289752072 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55841e8ebe90 msgr2=0x55841e8ee2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:16.356 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:16.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:16.358 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.354+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 zone default found 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 4 Realm: () 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 zonegroup default 2024-09-22T09:08:16.359 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.360 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 started sync module instance, tier type = 2024-09-22T09:08:16.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.358+0000 7f3c0e50e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:16.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=0 2024-09-22T09:08:16.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=1 2024-09-22T09:08:16.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=2 2024-09-22T09:08:16.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=3 2024-09-22T09:08:16.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=4 2024-09-22T09:08:16.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=5 2024-09-22T09:08:16.383 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=6 2024-09-22T09:08:16.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 20 add_watcher() i=7 2024-09-22T09:08:16.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.382+0000 7f3c0e50e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:16.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3ac2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:16.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:16.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:16.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 5 note: GC not initialized 2024-09-22T09:08:16.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3ac1fdb640 20 reqs_thread_entry: start 2024-09-22T09:08:16.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:16.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 20 Filter name: none 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3a337fe640 20 reqs_thread_entry: start 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.386+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-22T09:08:16.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-22T09:08:16.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : miss 2024-09-22T09:08:16.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.390+0000 7f3c0e50e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:16.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3c0e50e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3c0e50e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3c0e50e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3c0e50e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:16.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3ae2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 94025936774064 notifier 6707 bl.length()=915 2024-09-22T09:08:16.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3ae2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3ae2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.402+0000 7f3ae2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.406+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:16.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.406+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:16.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.406+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:16.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.406+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.0 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.0 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.1 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.1 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.2 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.2 2024-09-22T09:08:16.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.3 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.3 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.4 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.4 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.5 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.5 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.6 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.6 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.7 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.7 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.8 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.8 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.9 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.9 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.10 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.10 2024-09-22T09:08:16.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.11 2024-09-22T09:08:16.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1.11 2024-09-22T09:08:16.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.0 2024-09-22T09:08:16.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1 2024-09-22T09:08:16.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.418+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.2 2024-09-22T09:08:16.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.422+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.3 2024-09-22T09:08:16.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.422+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.4 2024-09-22T09:08:16.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.422+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.5 2024-09-22T09:08:16.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.422+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.6 2024-09-22T09:08:16.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.426+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.7 2024-09-22T09:08:16.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.426+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.8 2024-09-22T09:08:16.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.426+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.9 2024-09-22T09:08:16.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.426+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.10 2024-09-22T09:08:16.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.434+0000 7f3c0e50e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:16.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.434+0000 7f3c0e50e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3c0e50e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3c0e50e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3c0e50e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3c0e50e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3ae2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300799 cookie 94025936774064 notifier 6707 bl.length()=915 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3ae2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3ae2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.438+0000 7f3ae2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.442+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:16.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.442+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:16.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.442+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:16.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.442+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:16.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.446+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.0 2024-09-22T09:08:16.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.1 2024-09-22T09:08:16.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.2 2024-09-22T09:08:16.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.3 2024-09-22T09:08:16.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.4 2024-09-22T09:08:16.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.5 2024-09-22T09:08:16.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.450+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.6 2024-09-22T09:08:16.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.454+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.7 2024-09-22T09:08:16.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.454+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.8 2024-09-22T09:08:16.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.454+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.9 2024-09-22T09:08:16.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.454+0000 7f3c0e50e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.28.10 2024-09-22T09:08:16.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:16.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.458+0000 7f3c0e50e9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28, ofs0, ns] 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3ae37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300800 cookie 94025936774064 notifier 6707 bl.length()=883 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3ae37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 info.flags=0x17 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3ae37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 to cache LRU end 2024-09-22T09:08:16.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3ae37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:16.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_sources= new_sources= 2024-09-22T09:08:16.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential sources added=[] removed=[] 2024-09-22T09:08:16.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): orig_dests= new_dests= 2024-09-22T09:08:16.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.462+0000 7f3c0e50e9c0 20 handle_bi_update(): bucket=:error-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.28]): potential dests added=[] removed=[] 2024-09-22T09:08:16.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.466+0000 7f3c0e50e9c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-22T09:08:16.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.474+0000 7f3ac2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:16.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.478+0000 7f3c0e50e9c0 20 remove_watcher() i=0 2024-09-22T09:08:16.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.478+0000 7f3c0e50e9c0 2 removed watcher, disabling cache 2024-09-22T09:08:16.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.478+0000 7f3c0e50e9c0 20 remove_watcher() i=1 2024-09-22T09:08:16.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.482+0000 7f3c0e50e9c0 20 remove_watcher() i=2 2024-09-22T09:08:16.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.482+0000 7f3c0e50e9c0 20 remove_watcher() i=3 2024-09-22T09:08:16.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.486+0000 7f3c0e50e9c0 20 remove_watcher() i=4 2024-09-22T09:08:16.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.486+0000 7f3c0e50e9c0 20 remove_watcher() i=5 2024-09-22T09:08:16.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.490+0000 7f3c0e50e9c0 20 remove_watcher() i=6 2024-09-22T09:08:16.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.490+0000 7f3c0e50e9c0 20 remove_watcher() i=7 2024-09-22T09:08:16.511 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-22T09:08:16.541 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:16.542 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:16.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.586+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 realm 2024-09-22T09:08:16.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:16.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:16.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.590+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.594+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:16.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.594+0000 7f9dcc6d89c0 20 searching for the correct realm 2024-09-22T09:08:16.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.598+0000 7f9dc99dd640 0 -- 172.21.15.84:0/1526660462 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560d4f5bd400 msgr2=0x560d4f5bf860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:16.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.602+0000 7f9dca1de640 0 -- 172.21.15.84:0/1526660462 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f9dc002f940 msgr2=0x7f9dc001d400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:16.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.610+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 zone default found 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 4 Realm: () 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:16.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:16.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:16.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 zonegroup default 2024-09-22T09:08:16.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 started sync module instance, tier type = 2024-09-22T09:08:16.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.614+0000 7f9dcc6d89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=0 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=1 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=2 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=3 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=4 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=5 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=6 2024-09-22T09:08:16.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 20 add_watcher() i=7 2024-09-22T09:08:16.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.630+0000 7f9dcc6d89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:16.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9c817e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:16.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:16.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:16.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 5 note: GC not initialized 2024-09-22T09:08:16.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9c7b7fe640 20 reqs_thread_entry: start 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 Filter name: none 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9c797fa640 20 reqs_thread_entry: start 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:16.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:16.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:16.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.634+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.638+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:16.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.638+0000 7f9dcc6d89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:16.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.638+0000 7f9dcc6d89c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:16.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.638+0000 7f9dcc6d89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:16.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.642+0000 7f9c817e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:16.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.646+0000 7f9dcc6d89c0 20 remove_watcher() i=0 2024-09-22T09:08:16.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.646+0000 7f9dcc6d89c0 2 removed watcher, disabling cache 2024-09-22T09:08:16.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.650+0000 7f9dcc6d89c0 20 remove_watcher() i=1 2024-09-22T09:08:16.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.650+0000 7f9dcc6d89c0 20 remove_watcher() i=2 2024-09-22T09:08:16.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.654+0000 7f9dcc6d89c0 20 remove_watcher() i=3 2024-09-22T09:08:16.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.654+0000 7f9dcc6d89c0 20 remove_watcher() i=4 2024-09-22T09:08:16.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.658+0000 7f9dcc6d89c0 20 remove_watcher() i=5 2024-09-22T09:08:16.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.658+0000 7f9dcc6d89c0 20 remove_watcher() i=6 2024-09-22T09:08:16.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:16.658+0000 7f9dcc6d89c0 20 remove_watcher() i=7 2024-09-22T09:08:16.674 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:16.675 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:16.675 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.28 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:08:16.675 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:16.676 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:16.676 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:16.698 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:16.698 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:17.225 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:17.225 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:17.596 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at block_writes 2024-09-22T09:08:17.597 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:17.601 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:17.602 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:17.730 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:17.730 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:17.818 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:17.819 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:17.921 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:17.921 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.021 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.021 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.123 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.123 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.222 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.222 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.313 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.313 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.410 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.410 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.497 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.497 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.599 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.599 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.700 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.700 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.804 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.804 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:18.906 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:18.906 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.003 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.003 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.100 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.100 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.197 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.197 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.299 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.299 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.394 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.394 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.495 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.594 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.594 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.691 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:19.691 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:19.788 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:08:19.822 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:19.822 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:19.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 realm 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.866+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:19.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:19.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.870+0000 7f7ee88579c0 20 searching for the correct realm 2024-09-22T09:08:19.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.878+0000 7f7ee6b5e640 0 -- 172.21.15.84:0/1951017270 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55c593371070 msgr2=0x55c593373510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:19.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.882+0000 7f7ee635d640 0 -- 172.21.15.84:0/1951017270 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f7ed00840d0 msgr2=0x7f7ed0080900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:19.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:19.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 zone default found 2024-09-22T09:08:19.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 4 Realm: () 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 zonegroup default 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.890+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.894+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.894+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.894+0000 7f7ee88579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:19.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.894+0000 7f7ee88579c0 20 started sync module instance, tier type = 2024-09-22T09:08:19.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.894+0000 7f7ee88579c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:19.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=0 2024-09-22T09:08:19.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=1 2024-09-22T09:08:19.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=2 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=3 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=4 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=5 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.906+0000 7f7ee88579c0 20 add_watcher() i=6 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 20 add_watcher() i=7 2024-09-22T09:08:19.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:19.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7d9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 5 note: GC not initialized 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7d977fe640 20 reqs_thread_entry: start 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.910+0000 7f7ee88579c0 20 Filter name: none 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7d957fa640 20 reqs_thread_entry: start 2024-09-22T09:08:19.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:19.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:19.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:19.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:19.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.914+0000 7f7ee88579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:19.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.918+0000 7f7d9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:19.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.922+0000 7f7ee88579c0 20 remove_watcher() i=0 2024-09-22T09:08:19.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.922+0000 7f7ee88579c0 2 removed watcher, disabling cache 2024-09-22T09:08:19.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.922+0000 7f7ee88579c0 20 remove_watcher() i=1 2024-09-22T09:08:19.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.926+0000 7f7ee88579c0 20 remove_watcher() i=2 2024-09-22T09:08:19.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.926+0000 7f7ee88579c0 20 remove_watcher() i=3 2024-09-22T09:08:19.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.930+0000 7f7ee88579c0 20 remove_watcher() i=4 2024-09-22T09:08:19.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.930+0000 7f7ee88579c0 20 remove_watcher() i=5 2024-09-22T09:08:19.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.930+0000 7f7ee88579c0 20 remove_watcher() i=6 2024-09-22T09:08:19.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:19.934+0000 7f7ee88579c0 20 remove_watcher() i=7 2024-09-22T09:08:19.947 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:19.947 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:19.947 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:19.948 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:19.948 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-22T09:08:19.979 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:19.979 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:20.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 realm 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:20.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:20.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 searching for the correct realm 2024-09-22T09:08:20.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.030+0000 7fe079025640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe06c02abb0 msgr2=0x7fe06c050910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.246+0000 7fe078824640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x559193e74d40 msgr2=0x559193e77130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:20.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zone default found 2024-09-22T09:08:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Realm: () 2024-09-22T09:08:20.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zonegroup default 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started sync module instance, tier type = 2024-09-22T09:08:20.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=0 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=1 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=2 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=3 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=4 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=5 2024-09-22T09:08:20.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=6 2024-09-22T09:08:20.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 20 add_watcher() i=7 2024-09-22T09:08:20.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:20.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fdf2f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:20.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:20.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:20.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 note: GC not initialized 2024-09-22T09:08:20.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fdf2e7e4640 20 reqs_thread_entry: start 2024-09-22T09:08:20.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:20.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 Filter name: none 2024-09-22T09:08:20.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fdf277fe640 20 reqs_thread_entry: start 2024-09-22T09:08:20.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:08:20.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : miss 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300803 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.0 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1 2024-09-22T09:08:20.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2 2024-09-22T09:08:20.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.3 2024-09-22T09:08:20.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.4 2024-09-22T09:08:20.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.5 2024-09-22T09:08:20.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.6 2024-09-22T09:08:20.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.7 2024-09-22T09:08:20.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.8 2024-09-22T09:08:20.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.9 2024-09-22T09:08:20.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.10 2024-09-22T09:08:20.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:20.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300804 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe07ad1e9c0 time 2024-09-22T09:08:20.344696+0000 2024-09-22T09:08:20.342 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:08:20.343 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.343 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe07e5f82eb] 2024-09-22T09:08:20.343 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.343 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.343 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fe07ad1e9c0 thread_name:radosgw-admin 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe07ad1e9c0 time 2024-09-22T09:08:20.344696+0000 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe07e5f82eb] 2024-09-22T09:08:20.344 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:08:20.345 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe07d477520] 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe07e5f8345] 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.360 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fe07ad1e9c0 thread_name:radosgw-admin 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe07d477520] 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:08:20.361 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe07e5f8345] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.362 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key hook 0x559193d87bf8 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.363 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193c17010 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193cce0d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193cd0e10 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.157894s 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193c17010 auth_method 0 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193cd0e10 auth_method 0 2024-09-22T09:08:20.364 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_done global_id 7089 payload 824 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:08:20.002+0000 7fe078824640 1 monclient: found mon.noname-a 2024-09-22T09:08:20.365 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: dump: 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.366 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: dump: 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.367 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 7089 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:08:20.002+0000 7fdf66e0d640 4 set_mon_vals no callback set 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 1 librados: init done 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.368 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:08:20.006+0000 7fe078023640 10 monclient: get_auth_request con 0x7fdf60071c10 auth_method 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:08:20.006+0000 7fe079025640 10 monclient: get_auth_request con 0x559193dc8ce0 auth_method 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:08:20.006+0000 7fe078824640 10 monclient: get_auth_request con 0x559193dd2990 auth_method 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:08:20.006+0000 7fe078023640 10 monclient: get_auth_request con 0x559193dd6cf0 auth_method 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.369 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.370 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command objecter_requests cmddesc objecter_requests hook 0x559193ddf4a0 EEXIST 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.371 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x559193dda2c0 EEXIST 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:08:20.372 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e03650 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e02f80 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e01960 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.167208s 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193e03650 auth_method 0 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e02f80 auth_method 0 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.373 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e01960 auth_method 0 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:08:20.010+0000 7fe078824640 1 monclient: found mon.noname-a 2024-09-22T09:08:20.374 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: dump: 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.375 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: dump: 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.376 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:08:20.010+0000 7fe079826640 4 set_mon_vals no callback set 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 7092 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient: get_auth_request con 0x7fdf50071b20 auth_method 0 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: get_monmap_and_config 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.377 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.378 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.379 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.380 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x7ffd68ec1548 EEXIST 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e57460 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.381 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e52850 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e531d0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.171205s 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e52850 auth_method 0 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e531d0 auth_method 0 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.382 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193e57460 auth_method 0 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_done global_id 6752 payload 274 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.383 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:08:20.014+0000 7fe079025640 1 monclient: found mon.noname-c 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: dump: 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.384 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: dump: 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.385 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 6752 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 4 set_mon_vals no callback set 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: shutdown 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.386 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.387 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: starting msgr at 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: starting objecter 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command objecter_requests cmddesc objecter_requests hook 0x559193e22c30 EEXIST 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: setting wanted keys 2024-09-22T09:08:20.388 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: calling monclient init 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.389 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x559193e055b8 EEXIST 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e52850 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e531d0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e57460 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.390 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.173703s 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e531d0 auth_method 0 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e57460 auth_method 0 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.391 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_done global_id 6755 payload 824 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:08:20.018+0000 7fe079025640 1 monclient: found mon.noname-c 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: dump: 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.392 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: dump: 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.393 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 6755 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:08:20.018+0000 7fdf4ffff640 4 set_mon_vals no callback set 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.394 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: init done 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cr dump hook 0x559193e47b18 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:08:20.022+0000 7fe078824640 10 monclient: get_auth_request con 0x7fdf44071c10 auth_method 0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:08:20.022+0000 7fe078023640 10 monclient: get_auth_request con 0x559193e70950 auth_method 0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 realm 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:20.395 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:08:20.022+0000 7fe078824640 10 monclient: get_auth_request con 0x559193e74d40 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:08:20.026+0000 7fe078023640 10 monclient: get_auth_request con 0x559193e78480 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 searching for the correct realm 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:08:20.026+0000 7fe079025640 10 monclient: get_auth_request con 0x559193e7d180 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:08:20.026+0000 7fe078824640 10 monclient: get_auth_request con 0x7fe06c01b040 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:08:20.030+0000 7fe078023640 10 monclient: get_auth_request con 0x7fe068017020 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:08:20.030+0000 7fe079025640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe06c02abb0 msgr2=0x7fe06c050910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:08:20.234+0000 7fe079025640 10 monclient: get_auth_request con 0x7fe06c02abb0 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:08:20.242+0000 7fe078824640 10 monclient: get_auth_request con 0x7fe06c05b920 auth_method 0 2024-09-22T09:08:20.396 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:08:20.246+0000 7fe078824640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x559193e74d40 msgr2=0x559193e77130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 1 client.6755.objecter ms_handle_reset 0x559193e74d40 session 0x559193e73ba0 osd.5 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 10 monclient: _renew_subs 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:08:20.246+0000 7fe078824640 10 monclient: get_auth_request con 0x7fdf440822c0 auth_method 0 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.397 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zone default found 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Realm: () 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zonegroup default 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.398 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started sync module instance, tier type = 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=0 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=1 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=2 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=3 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=4 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=5 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=6 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 20 add_watcher() i=7 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.399 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:08:20.290+0000 7fdf2f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.400 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache list hook 0x559193e47600 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache inspect hook 0x559193e47600 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache erase hook 0x559193e47600 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache zap hook 0x559193e47600 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 note: GC not initialized 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:08:20.290+0000 7fdf2e7e4640 20 reqs_thread_entry: start 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace show hook 0x7fe0700aca00 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace history hook 0x7fe0700aca00 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace active hook 0x7fe0700aca00 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace active_short hook 0x7fe0700aca00 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 Filter name: none 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:08:20.290+0000 7fdf277fe640 20 reqs_thread_entry: start 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:08:20.401 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : miss 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.402 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300803 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.403 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.404 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.0 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.3 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.4 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.5 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.6 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.7 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.8 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.9 2024-09-22T09:08:20.405 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.10 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300804 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.406 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe07ad1e9c0 time 2024-09-22T09:08:20.344696+0000 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe07e5f82eb] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.407 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fe07ad1e9c0 thread_name:radosgw-admin 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe07d477520] 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe07e5f8345] 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.408 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:08:20.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:08:20.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:08:20.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:08:20.412 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:08:20.413 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:08:20.414 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:08:20.415 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf277fe640 / http_manager 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf2e7e4640 / http_manager 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf2f7e6640 / rgw_dt_lg_renew 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf4e7fc640 / ms_dispatch 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf4ffff640 / io_context_pool 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf5e7fc640 / ms_dispatch 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf6560a640 / ms_dispatch 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf66e0d640 / io_context_pool 2024-09-22T09:08:20.416 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe078023640 / msgr-worker-2 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe078824640 / msgr-worker-1 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe079025640 / msgr-worker-0 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe079826640 / io_context_pool 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe07ad1e9c0 / radosgw-admin 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.105677.log 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.417 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: crc 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193d87ab0) adding con mode: secure 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key hook 0x559193d87bf8 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193c17010 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193cce0d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193cd0e10 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.418 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.157894s 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193c17010 auth_method 0 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193cd0e10 auth_method 0 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.419 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:08:20.002+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient(hunting): handle_auth_done global_id 7089 payload 824 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:08:20.002+0000 7fe078824640 1 monclient: found mon.noname-a 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:08:20.002+0000 7fe078824640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: dump: 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.420 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:08:20.002+0000 7fdf6560a640 10 monclient: dump: 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.421 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 7089 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:08:20.002+0000 7fdf66e0d640 4 set_mon_vals no callback set 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.422 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:08:20.002+0000 7fe07ad1e9c0 1 librados: init done 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:08:20.006+0000 7fdf6560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:08:20.006+0000 7fe078023640 10 monclient: get_auth_request con 0x7fdf60071c10 auth_method 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:08:20.006+0000 7fe079025640 10 monclient: get_auth_request con 0x559193dc8ce0 auth_method 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:08:20.006+0000 7fe078824640 10 monclient: get_auth_request con 0x559193dd2990 auth_method 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:08:20.006+0000 7fe078023640 10 monclient: get_auth_request con 0x559193dd6cf0 auth_method 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.423 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding auth protocol: cephx 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.424 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: crc 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193ddba50) adding con mode: secure 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command objecter_requests cmddesc objecter_requests hook 0x559193ddf4a0 EEXIST 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.425 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding auth protocol: cephx 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: crc 2024-09-22T09:08:20.426 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193dda178) adding con mode: secure 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x559193dda2c0 EEXIST 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e03650 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e02f80 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e01960 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.427 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.167208s 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193e03650 auth_method 0 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e02f80 auth_method 0 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.428 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:08:20.010+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e01960 auth_method 0 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:08:20.010+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:08:20.010+0000 7fe078824640 1 monclient: found mon.noname-a 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:08:20.010+0000 7fe078824640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: dump: 2024-09-22T09:08:20.429 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.430 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:08:20.010+0000 7fdf5e7fc640 10 monclient: dump: 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:08:20.010+0000 7fe079826640 4 set_mon_vals no callback set 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 7092 2024-09-22T09:08:20.431 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:08:20.010+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:08:20.014+0000 7fdf5e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient: get_auth_request con 0x7fdf50071b20 auth_method 0 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: get_monmap_and_config 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.432 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding auth protocol: cephx 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.433 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: crc 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e22f40) adding con mode: secure 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.434 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding auth protocol: cephx 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: crc 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec1400) adding con mode: secure 2024-09-22T09:08:20.435 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x7ffd68ec1548 EEXIST 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e57460 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e52850 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e531d0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.171205s 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e52850 auth_method 0 2024-09-22T09:08:20.436 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e531d0 auth_method 0 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:08:20.014+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): get_auth_request con 0x559193e57460 auth_method 0 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.437 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:08:20.014+0000 7fe078824640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient(hunting): handle_auth_done global_id 6752 payload 274 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:08:20.014+0000 7fe079025640 1 monclient: found mon.noname-c 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:08:20.014+0000 7fe079025640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: dump: 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.438 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:08:20.014+0000 7fdf4ffff640 10 monclient: dump: 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.439 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 6752 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:08:20.014+0000 7fe07ad1e9c0 4 set_mon_vals no callback set 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: shutdown 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: build_initial_monmap 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:08:20.440 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: monmap: 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding auth protocol: cephx 2024-09-22T09:08:20.441 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: crc 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e49ae0) adding con mode: secure 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: starting msgr at 2024-09-22T09:08:20.442 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: starting objecter 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command objecter_requests cmddesc objecter_requests hook 0x559193e22c30 EEXIST 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: setting wanted keys 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: calling monclient init 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: init 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding auth protocol: cephx 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.443 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: crc 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 AuthRegistry(0x559193e05470) adding con mode: secure 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command rotate-key cmddesc rotate-key hook 0x559193e055b8 EEXIST 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-b con 0x559193e52850 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-a con 0x559193e531d0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): picked mon.noname-c con 0x559193e57460 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.444 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient(hunting): authenticate will time out at 2671.173703s 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): get_auth_request con 0x559193e531d0 auth_method 0 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): get_auth_request con 0x559193e57460 auth_method 0 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.445 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:08:20.018+0000 7fe078023640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient(hunting): handle_auth_done global_id 6755 payload 824 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient: _finish_hunting 0 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:08:20.018+0000 7fe079025640 1 monclient: found mon.noname-c 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:08:20.018+0000 7fe079025640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: dump: 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.446 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: _finish_auth 0 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:08:20.018+0000 7fdf4e7fc640 10 monclient: dump: 2024-09-22T09:08:20.447 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 monclient: authenticate success, global_id 6755 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:08:20.018+0000 7fdf4ffff640 4 set_mon_vals no callback set 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.448 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _renew_subs 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 1 librados: init done 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:08:20.018+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cr dump hook 0x559193e47b18 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:08:20.022+0000 7fdf4e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:08:20.022+0000 7fe078824640 10 monclient: get_auth_request con 0x7fdf44071c10 auth_method 0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:08:20.022+0000 7fe078023640 10 monclient: get_auth_request con 0x559193e70950 auth_method 0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 realm 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.449 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:08:20.022+0000 7fe078824640 10 monclient: get_auth_request con 0x559193e74d40 auth_method 0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:08:20.022+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:08:20.026+0000 7fe078023640 10 monclient: get_auth_request con 0x559193e78480 auth_method 0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:08:20.026+0000 7fe07ad1e9c0 20 searching for the correct realm 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:08:20.026+0000 7fe079025640 10 monclient: get_auth_request con 0x559193e7d180 auth_method 0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:08:20.026+0000 7fe078824640 10 monclient: get_auth_request con 0x7fe06c01b040 auth_method 0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:08:20.030+0000 7fe078023640 10 monclient: get_auth_request con 0x7fe068017020 auth_method 0 2024-09-22T09:08:20.450 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:08:20.030+0000 7fe079025640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe06c02abb0 msgr2=0x7fe06c050910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:08:20.234+0000 7fe079025640 10 monclient: get_auth_request con 0x7fe06c02abb0 auth_method 0 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:08:20.242+0000 7fe078824640 10 monclient: get_auth_request con 0x7fe06c05b920 auth_method 0 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:08:20.246+0000 7fe078824640 0 -- 172.21.15.84:0/2308100324 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x559193e74d40 msgr2=0x559193e77130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 1 client.6755.objecter ms_handle_reset 0x559193e74d40 session 0x559193e73ba0 osd.5 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 10 monclient: _renew_subs 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:08:20.246+0000 7fdf4e7fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:08:20.246+0000 7fe078824640 10 monclient: get_auth_request con 0x7fdf440822c0 auth_method 0 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:20.451 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:08:20.254+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zone default found 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Realm: () 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 zonegroup default 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.452 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started sync module instance, tier type = 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:08:20.258+0000 7fe07ad1e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=0 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=1 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=2 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=3 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=4 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=5 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:08:20.282+0000 7fe07ad1e9c0 20 add_watcher() i=6 2024-09-22T09:08:20.453 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 20 add_watcher() i=7 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:08:20.286+0000 7fe07ad1e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding auth protocol: cephx 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:08:20.290+0000 7fdf2f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:20.454 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: crc 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 AuthRegistry(0x7ffd68ec18d0) adding con mode: secure 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache list hook 0x559193e47600 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache inspect hook 0x559193e47600 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache erase hook 0x559193e47600 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command cache zap hook 0x559193e47600 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 note: GC not initialized 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:08:20.290+0000 7fdf2e7e4640 20 reqs_thread_entry: start 2024-09-22T09:08:20.455 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace show hook 0x7fe0700aca00 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace history hook 0x7fe0700aca00 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace active hook 0x7fe0700aca00 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 5 asok(0x559193b7d250) register_command sync trace active_short hook 0x7fe0700aca00 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 Filter name: none 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:08:20.290+0000 7fdf277fe640 20 reqs_thread_entry: start 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:08:20.290+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : miss 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.456 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:08:20.294+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:08:20.306+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300803 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:08:20.306+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.457 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:08:20.310+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.0 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.1 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.2 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.3 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.4 2024-09-22T09:08:20.458 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.5 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.6 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.7 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.8 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.9 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.10 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.459 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1.11 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.0 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:08:20.318+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.3 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.4 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:08:20.322+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.5 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.6 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.7 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.8 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.9 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:08:20.326+0000 7fe07ad1e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.10 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:08:20.334+0000 7fe07ad1e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:20.460 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:08:20.338+0000 7fe07ad1e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300804 cookie 94083740089344 notifier 6755 bl.length()=915 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:08:20.338+0000 7fdf4ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe07ad1e9c0 time 2024-09-22T09:08:20.344696+0000 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:08:20.461 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe07e5f82eb] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:08:20.342+0000 7fe07ad1e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fe07ad1e9c0 thread_name:radosgw-admin 2024-09-22T09:08:20.462 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe07d477520] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe07e5f8345] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe07e5f849f] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559191bee901] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x19f6) [0x559191c03106] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559191c04724] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe07d45ed90] 2024-09-22T09:08:20.463 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:08:20.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:08:20.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:08:20.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:08:20.467 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:08:20.468 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:08:20.469 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:08:20.470 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf277fe640 / http_manager 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf2e7e4640 / http_manager 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf2f7e6640 / rgw_dt_lg_renew 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf4e7fc640 / ms_dispatch 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf4ffff640 / io_context_pool 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf5e7fc640 / ms_dispatch 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf6560a640 / ms_dispatch 2024-09-22T09:08:20.471 INFO:tasks.workunit.client.0.smithi084.stderr: 7fdf66e0d640 / io_context_pool 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe078023640 / msgr-worker-2 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe078824640 / msgr-worker-1 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe079025640 / msgr-worker-0 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe079826640 / io_context_pool 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: 7fe07ad1e9c0 / radosgw-admin 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:08:20.347067Z_c8ce2ce8-9fde-45dd-bfa4-763bd2a84b69/log 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:08:20.472 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:08:20.473 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 realm 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.426+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.430+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.430+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.430+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:20.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.430+0000 7f36c24459c0 20 searching for the correct realm 2024-09-22T09:08:20.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.438+0000 7f36c074c640 0 -- 172.21.15.84:0/1113591569 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f36b403ea10 msgr2=0x7f36b404a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.654+0000 7f36bff4b640 0 -- 172.21.15.84:0/1113591569 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5647b9827ef0 msgr2=0x5647b982a2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:20.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 zone default found 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 4 Realm: () 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:20.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 zonegroup default 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.662+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 started sync module instance, tier type = 2024-09-22T09:08:20.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.666+0000 7f36c24459c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:20.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=0 2024-09-22T09:08:20.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=1 2024-09-22T09:08:20.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=2 2024-09-22T09:08:20.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=3 2024-09-22T09:08:20.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=4 2024-09-22T09:08:20.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=5 2024-09-22T09:08:20.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.690+0000 7f36c24459c0 20 add_watcher() i=6 2024-09-22T09:08:20.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.694+0000 7f36c24459c0 20 add_watcher() i=7 2024-09-22T09:08:20.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.694+0000 7f36c24459c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:20.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f3575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:20.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:20.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:20.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 5 note: GC not initialized 2024-09-22T09:08:20.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f3574fe1640 20 reqs_thread_entry: start 2024-09-22T09:08:20.700 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:20.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 Filter name: none 2024-09-22T09:08:20.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f34ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:20.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:20.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.698+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:08:20.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:20.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:08:20.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.702+0000 7f36c24459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:20.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.706+0000 7f3575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:20.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.710+0000 7f36c24459c0 20 remove_watcher() i=0 2024-09-22T09:08:20.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.710+0000 7f36c24459c0 2 removed watcher, disabling cache 2024-09-22T09:08:20.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.714+0000 7f36c24459c0 20 remove_watcher() i=1 2024-09-22T09:08:20.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.714+0000 7f36c24459c0 20 remove_watcher() i=2 2024-09-22T09:08:20.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.718+0000 7f36c24459c0 20 remove_watcher() i=3 2024-09-22T09:08:20.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.718+0000 7f36c24459c0 20 remove_watcher() i=4 2024-09-22T09:08:20.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.722+0000 7f36c24459c0 20 remove_watcher() i=5 2024-09-22T09:08:20.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.722+0000 7f36c24459c0 20 remove_watcher() i=6 2024-09-22T09:08:20.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.726+0000 7f36c24459c0 20 remove_watcher() i=7 2024-09-22T09:08:20.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.747 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:20.747 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:20.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:20.749 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:20.749 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:20.801 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:20.801 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:20.872 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:08:20.907 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:20.908 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:20.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 realm 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:20.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.954+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.958+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:20.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.958+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.958+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.958+0000 7f5ab835d9c0 20 searching for the correct realm 2024-09-22T09:08:20.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:20.962+0000 7f5ab5662640 0 -- 172.21.15.84:0/1569372116 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5aa8017030 msgr2=0x7f5aa80701f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:21.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.178+0000 7f5ab5e63640 0 -- 172.21.15.84:0/1569372116 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f5aac04d940 msgr2=0x7f5aac02d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:21.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:21.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.394+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:21.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 zone default found 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 4 Realm: () 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 zonegroup default 2024-09-22T09:08:21.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:21.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:21.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.398+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.402+0000 7f5ab835d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:21.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.402+0000 7f5ab835d9c0 20 started sync module instance, tier type = 2024-09-22T09:08:21.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.402+0000 7f5ab835d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=0 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=1 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=2 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=3 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=4 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=5 2024-09-22T09:08:21.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.422+0000 7f5ab835d9c0 20 add_watcher() i=6 2024-09-22T09:08:21.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.426+0000 7f5ab835d9c0 20 add_watcher() i=7 2024-09-22T09:08:21.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.426+0000 7f5ab835d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:21.431 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f59677fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:21.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:21.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:21.432 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 5 note: GC not initialized 2024-09-22T09:08:21.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f59667fc640 20 reqs_thread_entry: start 2024-09-22T09:08:21.433 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 20 Filter name: none 2024-09-22T09:08:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f58d7fff640 20 reqs_thread_entry: start 2024-09-22T09:08:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:08:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.430+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : miss 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:21.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:21.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:21.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:21.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.434+0000 7f5ab835d9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to be held by another RGW process; skipping for now 2024-09-22T09:08:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.438+0000 7f59677fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:21.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.442+0000 7f5ab835d9c0 20 remove_watcher() i=0 2024-09-22T09:08:21.444 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.442+0000 7f5ab835d9c0 2 removed watcher, disabling cache 2024-09-22T09:08:21.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.446+0000 7f5ab835d9c0 20 remove_watcher() i=1 2024-09-22T09:08:21.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.446+0000 7f5ab835d9c0 20 remove_watcher() i=2 2024-09-22T09:08:21.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.450+0000 7f5ab835d9c0 20 remove_watcher() i=3 2024-09-22T09:08:21.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.450+0000 7f5ab835d9c0 20 remove_watcher() i=4 2024-09-22T09:08:21.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.454+0000 7f5ab835d9c0 20 remove_watcher() i=5 2024-09-22T09:08:21.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.454+0000 7f5ab835d9c0 20 remove_watcher() i=6 2024-09-22T09:08:21.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:21.458+0000 7f5ab835d9c0 20 remove_watcher() i=7 2024-09-22T09:08:21.476 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:08:51.503 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:08:51.541 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:51.541 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:51.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 realm 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.585+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.589+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:51.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.589+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.589+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:51.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.589+0000 7f57bbdd39c0 20 searching for the correct realm 2024-09-22T09:08:51.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.597+0000 7f57ba0da640 0 -- 172.21.15.84:0/565333338 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f57b00164d0 msgr2=0x7f57b0047040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:51.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.813+0000 7f57b98d9640 0 -- 172.21.15.84:0/565333338 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55dd63511660 msgr2=0x55dd63513a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:51.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:51.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:51.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:51.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.821+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 zone default found 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 4 Realm: () 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 zonegroup default 2024-09-22T09:08:51.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:51.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 started sync module instance, tier type = 2024-09-22T09:08:51.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.825+0000 7f57bbdd39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=0 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=1 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=2 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=3 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=4 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=5 2024-09-22T09:08:51.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=6 2024-09-22T09:08:51.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 20 add_watcher() i=7 2024-09-22T09:08:51.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.849+0000 7f57bbdd39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:51.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.853+0000 7f566b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:51.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.853+0000 7f57bbdd39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:51.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.853+0000 7f57bbdd39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:51.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.853+0000 7f57bbdd39c0 5 note: GC not initialized 2024-09-22T09:08:51.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.853+0000 7f566a7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:51.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:51.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 Filter name: none 2024-09-22T09:08:51.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f55dbfff640 20 reqs_thread_entry: start 2024-09-22T09:08:51.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-22T09:08:51.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:51.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-22T09:08:51.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-22T09:08:51.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : miss 2024-09-22T09:08:51.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.861 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.857+0000 7f57bbdd39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:51.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.861+0000 7f57bbdd39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:08:51.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f57bbdd39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f57bbdd39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f57bbdd39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f57bbdd39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:51.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f569d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300805 cookie 94409342448832 notifier 6803 bl.length()=915 2024-09-22T09:08:51.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f569d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f569d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.873+0000 7f569d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.877+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:51.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.877+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:51.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.877+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:51.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.877+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.0 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.0 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.1 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.1 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.2 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.2 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.3 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.3 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.4 2024-09-22T09:08:51.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.4 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.5 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.5 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.6 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.6 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.7 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.7 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.8 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.8 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.9 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.9 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.10 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.10 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.11 2024-09-22T09:08:51.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2.11 2024-09-22T09:08:51.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.0 2024-09-22T09:08:51.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.889+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1 2024-09-22T09:08:51.895 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.893+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2 2024-09-22T09:08:51.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.893+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.3 2024-09-22T09:08:51.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.893+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.4 2024-09-22T09:08:51.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.893+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.5 2024-09-22T09:08:51.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.897+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.6 2024-09-22T09:08:51.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.897+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.7 2024-09-22T09:08:51.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.897+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.8 2024-09-22T09:08:51.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.897+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.9 2024-09-22T09:08:51.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.901+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.10 2024-09-22T09:08:51.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.905+0000 7f57bbdd39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:51.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.905+0000 7f57bbdd39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:51.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f57bbdd39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f57bbdd39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f57bbdd39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f57bbdd39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:51.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f569d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300806 cookie 94409342448832 notifier 6803 bl.length()=915 2024-09-22T09:08:51.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f569d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f569d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.909+0000 7f569d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.913+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:51.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.913+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:51.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.913+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:51.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.913+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:51.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.917+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.0 2024-09-22T09:08:51.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.917+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.1 2024-09-22T09:08:51.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.917+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.2 2024-09-22T09:08:51.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.921+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.3 2024-09-22T09:08:51.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.921+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.4 2024-09-22T09:08:51.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.921+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.5 2024-09-22T09:08:51.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.921+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.6 2024-09-22T09:08:51.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.921+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.7 2024-09-22T09:08:51.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.925+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.8 2024-09-22T09:08:51.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.925+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.9 2024-09-22T09:08:51.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.925+0000 7f57bbdd39c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.29.10 2024-09-22T09:08:51.928 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.925+0000 7f57bbdd39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:51.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.925+0000 7f57bbdd39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f57bbdd39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f57bbdd39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f57bbdd39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f57bbdd39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29, ofs0, ns] 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f569cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300807 cookie 94409342448832 notifier 6803 bl.length()=883 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f569cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 info.flags=0x17 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f569cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 to cache LRU end 2024-09-22T09:08:51.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.929+0000 7f569cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:51.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.933+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_sources= new_sources= 2024-09-22T09:08:51.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.933+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential sources added=[] removed=[] 2024-09-22T09:08:51.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.933+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): orig_dests= new_dests= 2024-09-22T09:08:51.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.933+0000 7f57bbdd39c0 20 handle_bi_update(): bucket=:abort-at-block-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.29]): potential dests added=[] removed=[] 2024-09-22T09:08:51.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.937+0000 7f57bbdd39c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-22T09:08:51.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.941+0000 7f566b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:51.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.945+0000 7f57bbdd39c0 20 remove_watcher() i=0 2024-09-22T09:08:51.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.945+0000 7f57bbdd39c0 2 removed watcher, disabling cache 2024-09-22T09:08:51.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.949+0000 7f57bbdd39c0 20 remove_watcher() i=1 2024-09-22T09:08:51.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.949+0000 7f57bbdd39c0 20 remove_watcher() i=2 2024-09-22T09:08:51.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.953+0000 7f57bbdd39c0 20 remove_watcher() i=3 2024-09-22T09:08:51.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.953+0000 7f57bbdd39c0 20 remove_watcher() i=4 2024-09-22T09:08:51.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.957+0000 7f57bbdd39c0 20 remove_watcher() i=5 2024-09-22T09:08:51.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.957+0000 7f57bbdd39c0 20 remove_watcher() i=6 2024-09-22T09:08:51.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:51.961+0000 7f57bbdd39c0 20 remove_watcher() i=7 2024-09-22T09:08:51.979 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-22T09:08:52.007 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:52.007 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:52.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.049+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.049+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.049+0000 7f7958bcf9c0 20 realm 2024-09-22T09:08:52.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.049+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:52.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:52.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:52.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.053+0000 7f7958bcf9c0 20 searching for the correct realm 2024-09-22T09:08:52.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.061+0000 7f7956ed6640 0 -- 172.21.15.84:0/2265938022 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f794c133040 msgr2=0x7f794c001aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:52.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.277+0000 7f79566d5640 0 -- 172.21.15.84:0/2265938022 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557d1ab9bdb0 msgr2=0x557d1ab9e270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:52.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 zone default found 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 4 Realm: () 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 zonegroup default 2024-09-22T09:08:52.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.285+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:52.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 started sync module instance, tier type = 2024-09-22T09:08:52.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.289+0000 7f7958bcf9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:52.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=0 2024-09-22T09:08:52.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=1 2024-09-22T09:08:52.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=2 2024-09-22T09:08:52.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=3 2024-09-22T09:08:52.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=4 2024-09-22T09:08:52.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=5 2024-09-22T09:08:52.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.309+0000 7f7958bcf9c0 20 add_watcher() i=6 2024-09-22T09:08:52.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.313+0000 7f7958bcf9c0 20 add_watcher() i=7 2024-09-22T09:08:52.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.313+0000 7f7958bcf9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:52.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f780cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:52.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:52.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:52.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 5 note: GC not initialized 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f77877fe640 20 reqs_thread_entry: start 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 20 Filter name: none 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f77857fa640 20 reqs_thread_entry: start 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.317+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:52.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:52.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:52.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-22T09:08:52.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:52.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-22T09:08:52.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.321+0000 7f7958bcf9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:52.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.325+0000 7f780cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:52.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.329+0000 7f7958bcf9c0 20 remove_watcher() i=0 2024-09-22T09:08:52.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.329+0000 7f7958bcf9c0 2 removed watcher, disabling cache 2024-09-22T09:08:52.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.333+0000 7f7958bcf9c0 20 remove_watcher() i=1 2024-09-22T09:08:52.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.333+0000 7f7958bcf9c0 20 remove_watcher() i=2 2024-09-22T09:08:52.338 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.337+0000 7f7958bcf9c0 20 remove_watcher() i=3 2024-09-22T09:08:52.340 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.337+0000 7f7958bcf9c0 20 remove_watcher() i=4 2024-09-22T09:08:52.342 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.337+0000 7f7958bcf9c0 20 remove_watcher() i=5 2024-09-22T09:08:52.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.341+0000 7f7958bcf9c0 20 remove_watcher() i=6 2024-09-22T09:08:52.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:52.341+0000 7f7958bcf9c0 20 remove_watcher() i=7 2024-09-22T09:08:52.359 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:52.359 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:52.360 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-block-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.29 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:08:52.360 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:52.361 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:52.361 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:52.381 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:52.381 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:52.941 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:52.941 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.314 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-22T09:08:53.314 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:53.317 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.317 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.451 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.451 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.538 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.539 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.642 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.642 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.747 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.747 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.858 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.858 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:53.963 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:53.963 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.053 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.053 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.150 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.150 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.241 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.241 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.339 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.339 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.439 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.439 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.534 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.534 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.635 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.635 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.729 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.730 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.830 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.830 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:54.919 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:54.919 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.014 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:55.014 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.113 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:55.113 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.211 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:55.211 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.317 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:55.318 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.407 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:55.407 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:55.500 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:08:55.532 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:55.532 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:55.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.573+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 realm 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:55.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:55.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.577+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.581+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:55.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.581+0000 7fc2699b99c0 20 searching for the correct realm 2024-09-22T09:08:55.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.585+0000 7fc266cbe640 0 -- 172.21.15.84:0/2976694589 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fc2580ff020 msgr2=0x7fc2581024a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:55.594 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.593+0000 7fc266cbe640 0 -- 172.21.15.84:0/2976694589 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fc130082310 msgr2=0x7fc130084740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:55.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:55.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.597+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:55.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:55.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 zone default found 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 4 Realm: () 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 zonegroup default 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 started sync module instance, tier type = 2024-09-22T09:08:55.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.601+0000 7fc2699b99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=0 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=1 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=2 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=3 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=4 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=5 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=6 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 20 add_watcher() i=7 2024-09-22T09:08:55.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.617+0000 7fc2699b99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:55.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc11e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 5 note: GC not initialized 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc11d7e2640 20 reqs_thread_entry: start 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 Filter name: none 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc1167fc640 20 reqs_thread_entry: start 2024-09-22T09:08:55.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:55.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.621+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:08:55.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:55.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:55.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:08:55.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.625+0000 7fc2699b99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:55.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.629+0000 7fc11e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:55.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.633+0000 7fc2699b99c0 20 remove_watcher() i=0 2024-09-22T09:08:55.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.633+0000 7fc2699b99c0 2 removed watcher, disabling cache 2024-09-22T09:08:55.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.633+0000 7fc2699b99c0 20 remove_watcher() i=1 2024-09-22T09:08:55.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.637+0000 7fc2699b99c0 20 remove_watcher() i=2 2024-09-22T09:08:55.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.641+0000 7fc2699b99c0 20 remove_watcher() i=3 2024-09-22T09:08:55.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.641+0000 7fc2699b99c0 20 remove_watcher() i=4 2024-09-22T09:08:55.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.641+0000 7fc2699b99c0 20 remove_watcher() i=5 2024-09-22T09:08:55.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.645+0000 7fc2699b99c0 20 remove_watcher() i=6 2024-09-22T09:08:55.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.645+0000 7fc2699b99c0 20 remove_watcher() i=7 2024-09-22T09:08:55.661 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:55.661 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:55.661 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:55.661 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:55.662 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-22T09:08:55.693 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:55.694 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:55.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.733+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 realm 2024-09-22T09:08:55.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:55.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:55.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.737+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:55.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.741+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:55.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.741+0000 7f4fbc6a29c0 20 searching for the correct realm 2024-09-22T09:08:55.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.741+0000 7f4fb99a7640 0 -- 172.21.15.84:0/2012440813 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4fac07a070 msgr2=0x7f4fac05dc70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:55.957+0000 7f4fba1a8640 0 -- 172.21.15.84:0/2012440813 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f4fb00d8c60 msgr2=0x7f4fb00e8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.173+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 zone default found 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 4 Realm: () 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 zonegroup default 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.181 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 started sync module instance, tier type = 2024-09-22T09:08:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.177+0000 7f4fbc6a29c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:56.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=0 2024-09-22T09:08:56.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=1 2024-09-22T09:08:56.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=2 2024-09-22T09:08:56.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=3 2024-09-22T09:08:56.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=4 2024-09-22T09:08:56.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=5 2024-09-22T09:08:56.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=6 2024-09-22T09:08:56.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 20 add_watcher() i=7 2024-09-22T09:08:56.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.205+0000 7f4fbc6a29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:56.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.209+0000 7f4e70fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.209+0000 7f4fbc6a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.209+0000 7f4fbc6a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:56.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.209+0000 7f4fbc6a29c0 5 note: GC not initialized 2024-09-22T09:08:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4deb7fe640 20 reqs_thread_entry: start 2024-09-22T09:08:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 Filter name: none 2024-09-22T09:08:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4de97fa640 20 reqs_thread_entry: start 2024-09-22T09:08:56.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:08:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:08:56.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:08:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 : miss 2024-09-22T09:08:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:08:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:56.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:56.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:56.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:56.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.213+0000 7f4fbc6a29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 2024-09-22T09:08:56.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4fbc6a29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:56.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4fbc6a29c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:56.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4fbc6a29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:56.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4fbc6a29c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30, ofs0, ns] 2024-09-22T09:08:56.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4e9d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300795 cookie 94602829322112 notifier 7212 bl.length()=931 2024-09-22T09:08:56.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4e9d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:56.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4e9d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:56.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.225+0000 7f4e9d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:56.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.229+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_sources= new_sources= 2024-09-22T09:08:56.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.229+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential sources added=[] removed=[] 2024-09-22T09:08:56.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.229+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_dests= new_dests= 2024-09-22T09:08:56.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.229+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential dests added=[] removed=[] 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.0 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.0 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.1 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.1 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.2 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.2 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.3 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.3 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.4 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.4 2024-09-22T09:08:56.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.5 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.5 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.6 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.6 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.7 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.7 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.8 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.8 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.9 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.9 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.10 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.10 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.11 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1.11 2024-09-22T09:08:56.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.0 2024-09-22T09:08:56.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1 2024-09-22T09:08:56.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2 2024-09-22T09:08:56.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.245+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.3 2024-09-22T09:08:56.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.249+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.4 2024-09-22T09:08:56.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.249+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.5 2024-09-22T09:08:56.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.249+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.6 2024-09-22T09:08:56.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.249+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.7 2024-09-22T09:08:56.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.253+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.8 2024-09-22T09:08:56.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.253+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.9 2024-09-22T09:08:56.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.253+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.10 2024-09-22T09:08:56.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.261+0000 7f4fbc6a29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:56.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.261+0000 7f4fbc6a29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 2024-09-22T09:08:56.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4fbc6a29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:56.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4fbc6a29c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:56.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4fbc6a29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:56.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4fbc6a29c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30, ofs0, ns] 2024-09-22T09:08:56.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4e9d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300796 cookie 94602829322112 notifier 7212 bl.length()=931 2024-09-22T09:08:56.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4e9d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:56.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4e9d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:56.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.265+0000 7f4e9d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:56.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.269+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_sources= new_sources= 2024-09-22T09:08:56.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.269+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential sources added=[] removed=[] 2024-09-22T09:08:56.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.269+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_dests= new_dests= 2024-09-22T09:08:56.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.269+0000 7f4fbc6a29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential dests added=[] removed=[] 2024-09-22T09:08:56.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.273+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.0 2024-09-22T09:08:56.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.273+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1 2024-09-22T09:08:56.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.273+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2 2024-09-22T09:08:56.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.273+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.3 2024-09-22T09:08:56.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.4 2024-09-22T09:08:56.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.5 2024-09-22T09:08:56.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.6 2024-09-22T09:08:56.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.7 2024-09-22T09:08:56.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.8 2024-09-22T09:08:56.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.277+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.9 2024-09-22T09:08:56.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.281+0000 7f4fbc6a29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.10 2024-09-22T09:08:56.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.281+0000 7f4fbc6a29c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-22T09:08:56.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.281+0000 7f4fbc6a29c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-22T09:08:56.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.289+0000 7f4e70fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.293+0000 7f4fbc6a29c0 20 remove_watcher() i=0 2024-09-22T09:08:56.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.293+0000 7f4fbc6a29c0 2 removed watcher, disabling cache 2024-09-22T09:08:56.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.297+0000 7f4fbc6a29c0 20 remove_watcher() i=1 2024-09-22T09:08:56.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.301+0000 7f4fbc6a29c0 20 remove_watcher() i=2 2024-09-22T09:08:56.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.301+0000 7f4fbc6a29c0 20 remove_watcher() i=3 2024-09-22T09:08:56.306 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.305+0000 7f4fbc6a29c0 20 remove_watcher() i=4 2024-09-22T09:08:56.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.305+0000 7f4fbc6a29c0 20 remove_watcher() i=5 2024-09-22T09:08:56.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.305+0000 7f4fbc6a29c0 20 remove_watcher() i=6 2024-09-22T09:08:56.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.309+0000 7f4fbc6a29c0 20 remove_watcher() i=7 2024-09-22T09:08:56.328 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:08:56.359 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:56.359 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:56.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 realm 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.401+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:56.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.405+0000 7f041fd5c9c0 20 searching for the correct realm 2024-09-22T09:08:56.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.409+0000 7f041d061640 0 -- 172.21.15.84:0/3938586490 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f0410008050 msgr2=0x7f0410065d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:56.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.417+0000 7f041d862640 0 -- 172.21.15.84:0/3938586490 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f041407f140 msgr2=0x7f0414027970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:56.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.633+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:56.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 zone default found 2024-09-22T09:08:56.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 4 Realm: () 2024-09-22T09:08:56.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:56.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:56.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:56.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 zonegroup default 2024-09-22T09:08:56.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 started sync module instance, tier type = 2024-09-22T09:08:56.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.637+0000 7f041fd5c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=0 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=1 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=2 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=3 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=4 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=5 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.665+0000 7f041fd5c9c0 20 add_watcher() i=6 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.669+0000 7f041fd5c9c0 20 add_watcher() i=7 2024-09-22T09:08:56.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.669+0000 7f041fd5c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:56.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f02cf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:56.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:56.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 5 note: GC not initialized 2024-09-22T09:08:56.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f02ce7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:56.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:56.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 Filter name: none 2024-09-22T09:08:56.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f023ffff640 20 reqs_thread_entry: start 2024-09-22T09:08:56.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:56.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.673+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:08:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:56.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:08:56.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.677+0000 7f041fd5c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:56.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.681+0000 7f02cf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:56.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.685+0000 7f041fd5c9c0 20 remove_watcher() i=0 2024-09-22T09:08:56.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.685+0000 7f041fd5c9c0 2 removed watcher, disabling cache 2024-09-22T09:08:56.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.689+0000 7f041fd5c9c0 20 remove_watcher() i=1 2024-09-22T09:08:56.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.689+0000 7f041fd5c9c0 20 remove_watcher() i=2 2024-09-22T09:08:56.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.693+0000 7f041fd5c9c0 20 remove_watcher() i=3 2024-09-22T09:08:56.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.693+0000 7f041fd5c9c0 20 remove_watcher() i=4 2024-09-22T09:08:56.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.697+0000 7f041fd5c9c0 20 remove_watcher() i=5 2024-09-22T09:08:56.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.697+0000 7f041fd5c9c0 20 remove_watcher() i=6 2024-09-22T09:08:56.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.701+0000 7f041fd5c9c0 20 remove_watcher() i=7 2024-09-22T09:08:56.724 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:56.724 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:56.725 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:08:56.725 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:56.727 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:56.727 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:56.779 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:56.780 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:56.848 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:08:56.884 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:56.884 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:56.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.925+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 realm 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:56.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:56.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.929+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:56.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.933+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:56.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.933+0000 7fb11a5f89c0 20 searching for the correct realm 2024-09-22T09:08:56.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:56.937+0000 7fb1188ff640 0 -- 172.21.15.84:0/1691760815 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb10c053570 msgr2=0x7fb10c0770e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:57.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.153+0000 7fb1180fe640 0 -- 172.21.15.84:0/1691760815 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561c53688280 msgr2=0x561c5368a690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:57.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:57.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.161+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:57.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 zone default found 2024-09-22T09:08:57.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 4 Realm: () 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 zonegroup default 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 started sync module instance, tier type = 2024-09-22T09:08:57.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.165+0000 7fb11a5f89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:57.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=0 2024-09-22T09:08:57.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=1 2024-09-22T09:08:57.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=2 2024-09-22T09:08:57.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=3 2024-09-22T09:08:57.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=4 2024-09-22T09:08:57.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=5 2024-09-22T09:08:57.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.189+0000 7fb11a5f89c0 20 add_watcher() i=6 2024-09-22T09:08:57.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.193+0000 7fb11a5f89c0 20 add_watcher() i=7 2024-09-22T09:08:57.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.193+0000 7fb11a5f89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:57.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fafcefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:57.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:57.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 5 note: GC not initialized 2024-09-22T09:08:57.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fafcdfdb640 20 reqs_thread_entry: start 2024-09-22T09:08:57.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:57.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 Filter name: none 2024-09-22T09:08:57.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7faf3f7fe640 20 reqs_thread_entry: start 2024-09-22T09:08:57.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:08:57.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:57.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:08:57.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:08:57.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 : miss 2024-09-22T09:08:57.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.197+0000 7fb11a5f89c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 2024-09-22T09:08:57.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.201+0000 7fb11a5f89c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:08:57.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fb11a5f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fb11a5f89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fb11a5f89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fb11a5f89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30, ofs0, ns] 2024-09-22T09:08:57.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fafef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 94679658479312 notifier 6881 bl.length()=931 2024-09-22T09:08:57.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fafef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fafef7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.217+0000 7fafef7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.221+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_sources= new_sources= 2024-09-22T09:08:57.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.221+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential sources added=[] removed=[] 2024-09-22T09:08:57.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.221+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_dests= new_dests= 2024-09-22T09:08:57.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.221+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential dests added=[] removed=[] 2024-09-22T09:08:57.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.0 2024-09-22T09:08:57.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.0 2024-09-22T09:08:57.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.1 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.1 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.2 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.2 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.3 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.3 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.4 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.4 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.5 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.5 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.6 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.6 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.7 2024-09-22T09:08:57.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.7 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.8 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.8 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.9 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.9 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.10 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.10 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.11 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2.11 2024-09-22T09:08:57.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.0 2024-09-22T09:08:57.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1 2024-09-22T09:08:57.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2 2024-09-22T09:08:57.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.3 2024-09-22T09:08:57.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.233+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.4 2024-09-22T09:08:57.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.237+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.5 2024-09-22T09:08:57.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.237+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.6 2024-09-22T09:08:57.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.237+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.7 2024-09-22T09:08:57.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.241+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.8 2024-09-22T09:08:57.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.241+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.9 2024-09-22T09:08:57.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.241+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.10 2024-09-22T09:08:57.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.249+0000 7fb11a5f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:57.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.249+0000 7fb11a5f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 2024-09-22T09:08:57.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fb11a5f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fb11a5f89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fb11a5f89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fb11a5f89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30, ofs0, ns] 2024-09-22T09:08:57.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fafeeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 94679658479312 notifier 6881 bl.length()=931 2024-09-22T09:08:57.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fafeeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fafeeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.253+0000 7fafeeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.257+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_sources= new_sources= 2024-09-22T09:08:57.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.257+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential sources added=[] removed=[] 2024-09-22T09:08:57.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.257+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_dests= new_dests= 2024-09-22T09:08:57.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.257+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential dests added=[] removed=[] 2024-09-22T09:08:57.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.261+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.0 2024-09-22T09:08:57.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.261+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.1 2024-09-22T09:08:57.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.261+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.2 2024-09-22T09:08:57.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.265+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.3 2024-09-22T09:08:57.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.265+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.4 2024-09-22T09:08:57.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.265+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.5 2024-09-22T09:08:57.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.265+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.6 2024-09-22T09:08:57.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.265+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.7 2024-09-22T09:08:57.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.269+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.8 2024-09-22T09:08:57.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.269+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.9 2024-09-22T09:08:57.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.269+0000 7fb11a5f89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.30.10 2024-09-22T09:08:57.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.269+0000 7fb11a5f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 : hit (requested=0x17, cached=0x17) 2024-09-22T09:08:57.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.269+0000 7fb11a5f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 2024-09-22T09:08:57.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fb11a5f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fb11a5f89c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fb11a5f89c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fb11a5f89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30, ofs0, ns] 2024-09-22T09:08:57.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fafef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300799 cookie 94679658479312 notifier 6881 bl.length()=899 2024-09-22T09:08:57.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fafef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 info.flags=0x17 2024-09-22T09:08:57.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fafef7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 to cache LRU end 2024-09-22T09:08:57.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.273+0000 7fafef7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:08:57.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.277+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_sources= new_sources= 2024-09-22T09:08:57.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.277+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential sources added=[] removed=[] 2024-09-22T09:08:57.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.277+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): orig_dests= new_dests= 2024-09-22T09:08:57.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.277+0000 7fb11a5f89c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.30]): potential dests added=[] removed=[] 2024-09-22T09:08:57.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.281+0000 7fb11a5f89c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:08:57.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.285+0000 7fafcefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.293+0000 7fb11a5f89c0 20 remove_watcher() i=0 2024-09-22T09:08:57.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.293+0000 7fb11a5f89c0 2 removed watcher, disabling cache 2024-09-22T09:08:57.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.293+0000 7fb11a5f89c0 20 remove_watcher() i=1 2024-09-22T09:08:57.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.297+0000 7fb11a5f89c0 20 remove_watcher() i=2 2024-09-22T09:08:57.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.297+0000 7fb11a5f89c0 20 remove_watcher() i=3 2024-09-22T09:08:57.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.301+0000 7fb11a5f89c0 20 remove_watcher() i=4 2024-09-22T09:08:57.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.301+0000 7fb11a5f89c0 20 remove_watcher() i=5 2024-09-22T09:08:57.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.301+0000 7fb11a5f89c0 20 remove_watcher() i=6 2024-09-22T09:08:57.307 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.305+0000 7fb11a5f89c0 20 remove_watcher() i=7 2024-09-22T09:08:57.322 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:08:57.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:08:57.348 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:08:57.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 realm 2024-09-22T09:08:57.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:08:57.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.389+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.393+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:57.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.393+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.393+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:08:57.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.393+0000 7f66c16cc9c0 20 searching for the correct realm 2024-09-22T09:08:57.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.401+0000 7f66be9d1640 0 -- 172.21.15.84:0/72859375 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f66b0048050 msgr2=0x7f66b00411e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:57.409 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.405+0000 7f66be9d1640 0 -- 172.21.15.84:0/72859375 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f65880823c0 msgr2=0x7f65880847f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 zone default found 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 4 Realm: () 2024-09-22T09:08:57.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 zonegroup default 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.413+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.417+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.417+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.417+0000 7f66c16cc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:08:57.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.417+0000 7f66c16cc9c0 20 started sync module instance, tier type = 2024-09-22T09:08:57.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.417+0000 7f66c16cc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:08:57.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=0 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=1 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=2 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=3 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=4 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=5 2024-09-22T09:08:57.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=6 2024-09-22T09:08:57.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 20 add_watcher() i=7 2024-09-22T09:08:57.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f66c16cc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:08:57.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.433+0000 7f6575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:08:57.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:08:57.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 5 note: GC not initialized 2024-09-22T09:08:57.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f6574fe1640 20 reqs_thread_entry: start 2024-09-22T09:08:57.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:08:57.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 Filter name: none 2024-09-22T09:08:57.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f64ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:08:57.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:57.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:08:57.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:57.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:08:57.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.437+0000 7f66c16cc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:08:57.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.441+0000 7f66c16cc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:08:57.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.441+0000 7f66c16cc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:08:57.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.441+0000 7f6575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:08:57.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.445+0000 7f66c16cc9c0 20 remove_watcher() i=0 2024-09-22T09:08:57.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.445+0000 7f66c16cc9c0 2 removed watcher, disabling cache 2024-09-22T09:08:57.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.449+0000 7f66c16cc9c0 20 remove_watcher() i=1 2024-09-22T09:08:57.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.449+0000 7f66c16cc9c0 20 remove_watcher() i=2 2024-09-22T09:08:57.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.453+0000 7f66c16cc9c0 20 remove_watcher() i=3 2024-09-22T09:08:57.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.453+0000 7f66c16cc9c0 20 remove_watcher() i=4 2024-09-22T09:08:57.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.457+0000 7f66c16cc9c0 20 remove_watcher() i=5 2024-09-22T09:08:57.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.457+0000 7f66c16cc9c0 20 remove_watcher() i=6 2024-09-22T09:08:57.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:08:57.457+0000 7f66c16cc9c0 20 remove_watcher() i=7 2024-09-22T09:08:57.474 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:57.474 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:08:57.474 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.30 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:08:57.474 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:57.475 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:57.476 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:57.498 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:57.498 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:57.922 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:57.922 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.302 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-22T09:08:58.302 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:08:58.303 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.304 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.439 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.439 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.530 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.530 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.624 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.624 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.724 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.724 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.823 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.823 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:58.921 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:58.921 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.022 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.022 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.120 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.120 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.220 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.220 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.317 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.317 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.412 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.412 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.514 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.514 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.611 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.612 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.711 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.711 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.793 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.793 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.894 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.894 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:08:59.991 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:08:59.991 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:00.091 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:00.091 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:00.188 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:00.188 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:00.289 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:00.289 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:00.399 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:00.399 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:00.497 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:09:00.529 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:00.529 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:00.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 realm 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.573+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.577+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:00.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.577+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.577+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:00.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.577+0000 7f92bad5f9c0 20 searching for the correct realm 2024-09-22T09:09:00.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.585+0000 7f92b8064640 0 -- 172.21.15.84:0/1235418372 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f92a002b070 msgr2=0x7f92a005dc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:00.593 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.589+0000 7f92b8064640 0 -- 172.21.15.84:0/1235418372 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f91800823c0 msgr2=0x7f91800847f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:00.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:00.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:00.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:00.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:00.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:00.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:00.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 zone default found 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 4 Realm: () 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:00.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 zonegroup default 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.597+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.601+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.601+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.601+0000 7f92bad5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.601+0000 7f92bad5f9c0 20 started sync module instance, tier type = 2024-09-22T09:09:00.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.601+0000 7f92bad5f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:00.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=0 2024-09-22T09:09:00.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=1 2024-09-22T09:09:00.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=2 2024-09-22T09:09:00.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=3 2024-09-22T09:09:00.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=4 2024-09-22T09:09:00.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=5 2024-09-22T09:09:00.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.613+0000 7f92bad5f9c0 20 add_watcher() i=6 2024-09-22T09:09:00.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f92bad5f9c0 20 add_watcher() i=7 2024-09-22T09:09:00.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f92bad5f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:00.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f916dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:00.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f92bad5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:00.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f92bad5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:00.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.617+0000 7f92bad5f9c0 5 note: GC not initialized 2024-09-22T09:09:00.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f916cfe1640 20 reqs_thread_entry: start 2024-09-22T09:09:00.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:00.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 Filter name: none 2024-09-22T09:09:00.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f90e67fc640 20 reqs_thread_entry: start 2024-09-22T09:09:00.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:00.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:00.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:00.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:00.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:00.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.621+0000 7f92bad5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:00.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.625+0000 7f916dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:00.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.629+0000 7f92bad5f9c0 20 remove_watcher() i=0 2024-09-22T09:09:00.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.629+0000 7f92bad5f9c0 2 removed watcher, disabling cache 2024-09-22T09:09:00.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.633+0000 7f92bad5f9c0 20 remove_watcher() i=1 2024-09-22T09:09:00.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.633+0000 7f92bad5f9c0 20 remove_watcher() i=2 2024-09-22T09:09:00.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.637+0000 7f92bad5f9c0 20 remove_watcher() i=3 2024-09-22T09:09:00.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.637+0000 7f92bad5f9c0 20 remove_watcher() i=4 2024-09-22T09:09:00.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.641+0000 7f92bad5f9c0 20 remove_watcher() i=5 2024-09-22T09:09:00.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.641+0000 7f92bad5f9c0 20 remove_watcher() i=6 2024-09-22T09:09:00.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.641+0000 7f92bad5f9c0 20 remove_watcher() i=7 2024-09-22T09:09:00.658 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:00.658 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:00.658 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:00.658 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:00.659 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-22T09:09:00.693 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:00.693 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:00.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.733+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 realm 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:00.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:00.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.737+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.741+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:00.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.741+0000 7f57c23729c0 20 searching for the correct realm 2024-09-22T09:09:00.749 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.745+0000 7f57c0679640 0 -- 172.21.15.84:0/12896599 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f57a8087040 msgr2=0x7f57a8068820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:00.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.961+0000 7f57bfe78640 0 -- 172.21.15.84:0/12896599 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x562d2fe7a3c0 msgr2=0x562d2fe7c880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:00.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:00.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 zone default found 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 4 Realm: () 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 zonegroup default 2024-09-22T09:09:00.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.969+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.973+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.973+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:00.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.973+0000 7f57c23729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:00.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.973+0000 7f57c23729c0 20 started sync module instance, tier type = 2024-09-22T09:09:00.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.973+0000 7f57c23729c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:00.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=0 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=1 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=2 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=3 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=4 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=5 2024-09-22T09:09:00.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=6 2024-09-22T09:09:01.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 20 add_watcher() i=7 2024-09-22T09:09:01.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:00.997+0000 7f57c23729c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:01.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.001+0000 7f5675fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.001+0000 7f57c23729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.001+0000 7f57c23729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.001+0000 7f57c23729c0 5 note: GC not initialized 2024-09-22T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f5674fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:01.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:01.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 Filter name: none 2024-09-22T09:09:01.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f55ee7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:01.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-22T09:09:01.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:01.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-22T09:09:01.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-22T09:09:01.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 : miss 2024-09-22T09:09:01.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.005+0000 7f57c23729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 2024-09-22T09:09:01.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f57c23729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f57c23729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f57c23729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f57c23729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31, ofs0, ns] 2024-09-22T09:09:01.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f569effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300802 cookie 94752077231744 notifier 6929 bl.length()=931 2024-09-22T09:09:01.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f569effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f569effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.017+0000 7f569effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.021+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_sources= new_sources= 2024-09-22T09:09:01.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.021+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential sources added=[] removed=[] 2024-09-22T09:09:01.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.021+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_dests= new_dests= 2024-09-22T09:09:01.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.021+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential dests added=[] removed=[] 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.0 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.0 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.1 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.1 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.2 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.2 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.3 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.3 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.4 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.4 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.5 2024-09-22T09:09:01.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.5 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.6 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.6 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.7 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.7 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.8 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.8 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.9 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.9 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.10 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.10 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.11 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1.11 2024-09-22T09:09:01.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.0 2024-09-22T09:09:01.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1 2024-09-22T09:09:01.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.2 2024-09-22T09:09:01.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.029+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.3 2024-09-22T09:09:01.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.033+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.4 2024-09-22T09:09:01.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.033+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.5 2024-09-22T09:09:01.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.033+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.6 2024-09-22T09:09:01.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.037+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.7 2024-09-22T09:09:01.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.037+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.8 2024-09-22T09:09:01.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.037+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.9 2024-09-22T09:09:01.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.037+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.10 2024-09-22T09:09:01.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.045+0000 7f57c23729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:01.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.045+0000 7f57c23729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 2024-09-22T09:09:01.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31, ofs0, ns] 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f569e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300803 cookie 94752077231744 notifier 6929 bl.length()=931 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f569e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f569e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f569e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_sources= new_sources= 2024-09-22T09:09:01.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential sources added=[] removed=[] 2024-09-22T09:09:01.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_dests= new_dests= 2024-09-22T09:09:01.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.049+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential dests added=[] removed=[] 2024-09-22T09:09:01.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.057+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.0 2024-09-22T09:09:01.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.057+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.1 2024-09-22T09:09:01.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.057+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.2 2024-09-22T09:09:01.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.057+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.3 2024-09-22T09:09:01.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.057+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.4 2024-09-22T09:09:01.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.5 2024-09-22T09:09:01.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.6 2024-09-22T09:09:01.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.7 2024-09-22T09:09:01.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.8 2024-09-22T09:09:01.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.9 2024-09-22T09:09:01.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.31.10 2024-09-22T09:09:01.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.061+0000 7f57c23729c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-22T09:09:01.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:01.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 2024-09-22T09:09:01.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f57c23729c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31, ofs0, ns] 2024-09-22T09:09:01.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f569effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300804 cookie 94752077231744 notifier 6929 bl.length()=899 2024-09-22T09:09:01.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f569effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 info.flags=0x17 2024-09-22T09:09:01.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f569effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 to cache LRU end 2024-09-22T09:09:01.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.065+0000 7f569effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:01.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.069+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_sources= new_sources= 2024-09-22T09:09:01.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.069+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential sources added=[] removed=[] 2024-09-22T09:09:01.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.069+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): orig_dests= new_dests= 2024-09-22T09:09:01.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.069+0000 7f57c23729c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.31]): potential dests added=[] removed=[] 2024-09-22T09:09:01.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.073+0000 7f57c23729c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:09:01.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.077+0000 7f5675fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:01.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.081+0000 7f57c23729c0 20 remove_watcher() i=0 2024-09-22T09:09:01.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.081+0000 7f57c23729c0 2 removed watcher, disabling cache 2024-09-22T09:09:01.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.085+0000 7f57c23729c0 20 remove_watcher() i=1 2024-09-22T09:09:01.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.085+0000 7f57c23729c0 20 remove_watcher() i=2 2024-09-22T09:09:01.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.089+0000 7f57c23729c0 20 remove_watcher() i=3 2024-09-22T09:09:01.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.089+0000 7f57c23729c0 20 remove_watcher() i=4 2024-09-22T09:09:01.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.093+0000 7f57c23729c0 20 remove_watcher() i=5 2024-09-22T09:09:01.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.093+0000 7f57c23729c0 20 remove_watcher() i=6 2024-09-22T09:09:01.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.093+0000 7f57c23729c0 20 remove_watcher() i=7 2024-09-22T09:09:01.112 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-22T09:09:01.142 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:01.142 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:01.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 realm 2024-09-22T09:09:01.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.185+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.189+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:01.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.189+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.189+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:01.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.189+0000 7f3d7a2239c0 20 searching for the correct realm 2024-09-22T09:09:01.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.197+0000 7f3d7852a640 0 -- 172.21.15.84:0/3070894463 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3d60008040 msgr2=0x7f3d6006e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:01.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.413+0000 7f3d77d29640 0 -- 172.21.15.84:0/3070894463 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5622f5417600 msgr2=0x5622f5419ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:01.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.425 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:01.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.421+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 zone default found 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 4 Realm: () 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 zonegroup default 2024-09-22T09:09:01.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:01.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 started sync module instance, tier type = 2024-09-22T09:09:01.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.425+0000 7f3d7a2239c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:01.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=0 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=1 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=2 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=3 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=4 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=5 2024-09-22T09:09:01.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=6 2024-09-22T09:09:01.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 20 add_watcher() i=7 2024-09-22T09:09:01.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.449+0000 7f3d7a2239c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:01.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3c2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:01.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:01.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:01.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 5 note: GC not initialized 2024-09-22T09:09:01.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3c2cfe1640 20 reqs_thread_entry: start 2024-09-22T09:09:01.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:01.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 Filter name: none 2024-09-22T09:09:01.460 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3ba67fc640 20 reqs_thread_entry: start 2024-09-22T09:09:01.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.461 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:01.462 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.457+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:01.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:01.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.463 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:01.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:01.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:01.464 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.461+0000 7f3d7a2239c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:01.468 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.465+0000 7f3c2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:01.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.469+0000 7f3d7a2239c0 20 remove_watcher() i=0 2024-09-22T09:09:01.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.469+0000 7f3d7a2239c0 2 removed watcher, disabling cache 2024-09-22T09:09:01.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.473+0000 7f3d7a2239c0 20 remove_watcher() i=1 2024-09-22T09:09:01.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.473+0000 7f3d7a2239c0 20 remove_watcher() i=2 2024-09-22T09:09:01.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.477+0000 7f3d7a2239c0 20 remove_watcher() i=3 2024-09-22T09:09:01.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.477+0000 7f3d7a2239c0 20 remove_watcher() i=4 2024-09-22T09:09:01.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.481+0000 7f3d7a2239c0 20 remove_watcher() i=5 2024-09-22T09:09:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.481+0000 7f3d7a2239c0 20 remove_watcher() i=6 2024-09-22T09:09:01.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:01.485+0000 7f3d7a2239c0 20 remove_watcher() i=7 2024-09-22T09:09:01.513 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:01.513 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:01.513 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.31 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-22T09:09:01.513 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:01.514 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:01.515 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:01.565 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:01.566 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.192 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.192 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.561 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-22T09:09:02.561 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:02.564 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.564 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.698 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.698 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.783 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.783 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.891 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.891 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:02.985 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:02.986 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.080 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.080 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.180 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.180 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.281 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.281 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.369 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.369 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.468 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.469 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.573 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.573 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.675 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.676 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.767 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.768 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.863 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.863 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:03.963 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:03.963 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.062 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.062 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.168 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.168 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.267 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.267 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.363 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.364 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.462 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.462 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.563 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.563 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.659 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:04.659 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:04.752 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:09:04.784 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:04.784 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:04.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 realm 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:04.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.829+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:04.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.833+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:04.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.833+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:04.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.833+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:04.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.833+0000 7fb5d29e99c0 20 searching for the correct realm 2024-09-22T09:09:04.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:04.841+0000 7fb5d0cf0640 0 -- 172.21.15.84:0/1894774680 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb5b802a040 msgr2=0x7fb5b802a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.057+0000 7fb5d04ef640 0 -- 172.21.15.84:0/1894774680 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55c6c1cbe6a0 msgr2=0x55c6c1cc0a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:05.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.065+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 zone default found 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 4 Realm: () 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 zonegroup default 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 started sync module instance, tier type = 2024-09-22T09:09:05.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.069+0000 7fb5d29e99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:05.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=0 2024-09-22T09:09:05.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=1 2024-09-22T09:09:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=2 2024-09-22T09:09:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=3 2024-09-22T09:09:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=4 2024-09-22T09:09:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=5 2024-09-22T09:09:05.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=6 2024-09-22T09:09:05.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 20 add_watcher() i=7 2024-09-22T09:09:05.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.093+0000 7fb5d29e99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:05.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.097+0000 7fb486fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.097+0000 7fb5d29e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:05.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.097+0000 7fb5d29e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:05.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.097+0000 7fb5d29e99c0 5 note: GC not initialized 2024-09-22T09:09:05.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.097+0000 7fb485fdb640 20 reqs_thread_entry: start 2024-09-22T09:09:05.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:05.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 Filter name: none 2024-09-22T09:09:05.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb3f77fe640 20 reqs_thread_entry: start 2024-09-22T09:09:05.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:05.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:05.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.101+0000 7fb5d29e99c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.105+0000 7fb5d29e99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:05.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.105+0000 7fb5d29e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:05.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.109+0000 7fb486fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.113+0000 7fb5d29e99c0 20 remove_watcher() i=0 2024-09-22T09:09:05.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.113+0000 7fb5d29e99c0 2 removed watcher, disabling cache 2024-09-22T09:09:05.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.113+0000 7fb5d29e99c0 20 remove_watcher() i=1 2024-09-22T09:09:05.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.117+0000 7fb5d29e99c0 20 remove_watcher() i=2 2024-09-22T09:09:05.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.121+0000 7fb5d29e99c0 20 remove_watcher() i=3 2024-09-22T09:09:05.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.121+0000 7fb5d29e99c0 20 remove_watcher() i=4 2024-09-22T09:09:05.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.121+0000 7fb5d29e99c0 20 remove_watcher() i=5 2024-09-22T09:09:05.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.125+0000 7fb5d29e99c0 20 remove_watcher() i=6 2024-09-22T09:09:05.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.125+0000 7fb5d29e99c0 20 remove_watcher() i=7 2024-09-22T09:09:05.143 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.143 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:05.143 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:05.143 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.143 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-22T09:09:05.176 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:05.176 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:05.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 realm 2024-09-22T09:09:05.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:05.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:05.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 searching for the correct realm 2024-09-22T09:09:05.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.229+0000 7f2c427e3640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x555d940a01b0 msgr2=0x555d940a2670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.233+0000 7f2c41fe2640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f2c38045650 msgr2=0x7f2c3801b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zone default found 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Realm: () 2024-09-22T09:09:05.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zonegroup default 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started sync module instance, tier type = 2024-09-22T09:09:05.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:05.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=0 2024-09-22T09:09:05.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=1 2024-09-22T09:09:05.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=2 2024-09-22T09:09:05.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=3 2024-09-22T09:09:05.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=4 2024-09-22T09:09:05.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=5 2024-09-22T09:09:05.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=6 2024-09-22T09:09:05.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=7 2024-09-22T09:09:05.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.261+0000 7f2c444dc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:05.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2af37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 note: GC not initialized 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2af27fc640 20 reqs_thread_entry: start 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:05.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 Filter name: none 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2a63fff640 20 reqs_thread_entry: start 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : miss 2024-09-22T09:09:05.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.295 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:05.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.329 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2c444dc9c0 time 2024-09-22T09:09:05.331725+0000 2024-09-22T09:09:05.329 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2c47db62eb] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2c444dc9c0 time 2024-09-22T09:09:05.331725+0000 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2c47db62eb] 2024-09-22T09:09:05.331 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:09:05.332 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f2c444dc9c0 thread_name:radosgw-admin 2024-09-22T09:09:05.356 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.356 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2c46c35520] 2024-09-22T09:09:05.356 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2c47db6345] 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f2c444dc9c0 thread_name:radosgw-admin 2024-09-22T09:09:05.357 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2c46c35520] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2c47db6345] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:05.358 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d93e373b0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d93e63510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d93fae900 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.359 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.354108s 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d93fae900 auth_method 0 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d93e63510 auth_method 0 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.360 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d93e373b0 auth_method 0 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_done global_id 7353 payload 824 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:09:05.197+0000 7f2c427e3640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: dump: 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.361 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: dump: 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.362 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7353 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:09:05.197+0000 7f2b2fe07640 4 set_mon_vals no callback set 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.363 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 1 librados: init done 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:09:05.201+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2b28071be0 auth_method 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:09:05.201+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d93fd2250 auth_method 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:09:05.201+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d93ff5040 auth_method 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:09:05.205+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d93ff96e0 auth_method 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.364 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.365 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command objecter_requests cmddesc objecter_requests hook 0x555d94001d80 EEXIST 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.366 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x555d93ffcb20 EEXIST 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.367 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94025f30 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94025860 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d94024240 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.364537s 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94025f30 auth_method 0 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.368 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d94024240 auth_method 0 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_done global_id 6974 payload 824 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.369 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:09:05.209+0000 7f2c427e3640 1 monclient: found mon.noname-c 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: dump: 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.370 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 6974 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: dump: 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.371 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:09:05.209+0000 7f2c42fe4640 4 set_mon_vals no callback set 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.372 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2b1c071b20 auth_method 0 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: get_monmap_and_config 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.373 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.374 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.375 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x7ffff73b26a8 EEXIST 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94073a00 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94073de0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d940752a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.376 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.368612s 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d94073de0 auth_method 0 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d940752a0 auth_method 0 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.377 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94073a00 auth_method 0 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_done global_id 7359 payload 274 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:09:05.213+0000 7f2c417e1640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: dump: 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.378 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7359 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 4 set_mon_vals no callback set 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.379 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: dump: 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: shutdown 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.380 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.381 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.382 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: starting msgr at 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: starting objecter 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command objecter_requests cmddesc objecter_requests hook 0x555d940268a0 EEXIST 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: setting wanted keys 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: calling monclient init 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.383 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x555d94027e98 EEXIST 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.384 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94073a00 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d940752a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94068a00 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.371325s 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94073a00 auth_method 0 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.385 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d940752a0 auth_method 0 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_done global_id 7362 payload 824 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.386 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: dump: 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.387 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: dump: 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.388 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7362 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:09:05.217+0000 7f2b257fa640 4 set_mon_vals no callback set 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 1 librados: init done 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cr dump hook 0x7f2c3800c938 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:09:05.217+0000 7f2c417e1640 10 monclient: get_auth_request con 0x7f2b0c071be0 auth_method 0 2024-09-22T09:09:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:09:05.217+0000 7f2c427e3640 10 monclient: get_auth_request con 0x555d94093960 auth_method 0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 realm 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:09:05.221+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d94097bb0 auth_method 0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:09:05.221+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d9409b410 auth_method 0 2024-09-22T09:09:05.390 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 searching for the correct realm 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:09:05.225+0000 7f2c427e3640 10 monclient: get_auth_request con 0x555d940a01b0 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:09:05.225+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2c3801b040 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:09:05.225+0000 7f2c417e1640 10 monclient: get_auth_request con 0x7f2c340d5400 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:09:05.229+0000 7f2c427e3640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x555d940a01b0 msgr2=0x555d940a2670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:09:05.229+0000 7f2b137fe640 1 client.7362.objecter ms_handle_reset 0x555d940a01b0 session 0x555d9409fb30 osd.3 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:09:05.229+0000 7f2b137fe640 10 monclient: _renew_subs 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:09:05.229+0000 7f2b137fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:09:05.229+0000 7f2c427e3640 10 monclient: get_auth_request con 0x7f2b0c082390 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:09:05.229+0000 7f2c427e3640 10 monclient: get_auth_request con 0x7f2c38008040 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2c38045650 auth_method 0 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f2c38045650 msgr2=0x7f2c3801b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.391 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:09:05.233+0000 7f2b137fe640 1 client.7362.objecter ms_handle_reset 0x7f2c38045650 session 0x7f2c38041e80 osd.0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d940a01b0 auth_method 0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:05.392 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zone default found 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Realm: () 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zonegroup default 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.393 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started sync module instance, tier type = 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=0 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=1 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=2 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=3 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=4 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=5 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=6 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=7 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.394 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:09:05.265+0000 7f2af37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.395 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache list hook 0x555d94068e20 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache inspect hook 0x555d94068e20 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache erase hook 0x555d94068e20 2024-09-22T09:09:05.396 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache zap hook 0x555d94068e20 2024-09-22T09:09:05.397 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 note: GC not initialized 2024-09-22T09:09:05.397 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:09:05.265+0000 7f2af27fc640 20 reqs_thread_entry: start 2024-09-22T09:09:05.397 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace show hook 0x7f2c3800c040 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace history hook 0x7f2c3800c040 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace active hook 0x7f2c3800c040 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace active_short hook 0x7f2c3800c040 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 Filter name: none 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:09:05.265+0000 7f2a63fff640 20 reqs_thread_entry: start 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : miss 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.398 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.399 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.400 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.401 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.402 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.403 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2c444dc9c0 time 2024-09-22T09:09:05.331725+0000 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.404 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2c47db62eb] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f2c444dc9c0 thread_name:radosgw-admin 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2c46c35520] 2024-09-22T09:09:05.405 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2c47db6345] 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:09:05.406 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:09:05.407 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:09:05.408 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:09:05.409 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:09:05.410 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:09:05.411 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:09:05.412 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2a63fff640 / http_manager 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2af27fc640 / http_manager 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2af37fe640 / rgw_dt_lg_renew 2024-09-22T09:09:05.413 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b137fe640 / ms_dispatch 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b257fa640 / io_context_pool 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b277fe640 / ms_dispatch 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b2e604640 / ms_dispatch 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b2fe07640 / io_context_pool 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c417e1640 / msgr-worker-2 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c41fe2640 / msgr-worker-1 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c427e3640 / msgr-worker-0 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c42fe4640 / io_context_pool 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c444dc9c0 / radosgw-admin 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.113937.log 2024-09-22T09:09:05.414 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d93e373b0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d93e63510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d93fae900 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.354108s 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d93fae900 auth_method 0 2024-09-22T09:09:05.415 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d93e63510 auth_method 0 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:09:05.197+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d93e373b0 auth_method 0 2024-09-22T09:09:05.416 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:09:05.197+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient(hunting): handle_auth_done global_id 7353 payload 824 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:09:05.197+0000 7f2c427e3640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:09:05.197+0000 7f2c427e3640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: dump: 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.417 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:09:05.197+0000 7f2b2e604640 10 monclient: dump: 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.418 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7353 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:09:05.197+0000 7f2b2fe07640 4 set_mon_vals no callback set 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:09:05.197+0000 7f2c444dc9c0 1 librados: init done 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.419 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:09:05.201+0000 7f2b2e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:09:05.201+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2b28071be0 auth_method 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:09:05.201+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d93fd2250 auth_method 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:09:05.201+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d93ff5040 auth_method 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:09:05.205+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d93ff96e0 auth_method 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.420 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding auth protocol: cephx 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.421 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: crc 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffe350) adding con mode: secure 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command objecter_requests cmddesc objecter_requests hook 0x555d94001d80 EEXIST 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding auth protocol: cephx 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.422 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: crc 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:09:05.205+0000 7f2c444dc9c0 5 AuthRegistry(0x555d93ffc9d8) adding con mode: secure 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x555d93ffcb20 EEXIST 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94025f30 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94025860 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d94024240 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.423 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.364537s 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94025f30 auth_method 0 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d94024240 auth_method 0 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.424 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient(hunting): handle_auth_done global_id 6974 payload 824 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:09:05.209+0000 7f2c427e3640 1 monclient: found mon.noname-c 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:09:05.209+0000 7f2c427e3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: dump: 2024-09-22T09:09:05.425 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 6974 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.426 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:09:05.209+0000 7f2b277fe640 10 monclient: dump: 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.427 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:09:05.209+0000 7f2c42fe4640 4 set_mon_vals no callback set 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:09:05.209+0000 7f2b277fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:09:05.209+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2b1c071b20 auth_method 0 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: get_monmap_and_config 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.428 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding auth protocol: cephx 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.429 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: crc 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 5 AuthRegistry(0x555d940454b0) adding con mode: secure 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:09:05.209+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.430 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding auth protocol: cephx 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.431 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: crc 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2560) adding con mode: secure 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x7ffff73b26a8 EEXIST 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94073a00 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94073de0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d940752a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.432 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.368612s 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d94073de0 auth_method 0 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): get_auth_request con 0x555d940752a0 auth_method 0 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.433 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:09:05.213+0000 7f2c427e3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94073a00 auth_method 0 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_done global_id 7359 payload 274 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:09:05.213+0000 7f2c417e1640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: dump: 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.434 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7359 2024-09-22T09:09:05.435 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 4 set_mon_vals no callback set 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:09:05.213+0000 7f2b257fa640 10 monclient: dump: 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: shutdown 2024-09-22T09:09:05.436 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: build_initial_monmap 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: monmap: 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding auth protocol: cephx 2024-09-22T09:09:05.437 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: crc 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d9406bf30) adding con mode: secure 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: starting msgr at 2024-09-22T09:09:05.438 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: starting objecter 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command objecter_requests cmddesc objecter_requests hook 0x555d940268a0 EEXIST 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: setting wanted keys 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 1 librados: calling monclient init 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: init 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding auth protocol: cephx 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.439 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: crc 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 AuthRegistry(0x555d94027d50) adding con mode: secure 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command rotate-key cmddesc rotate-key hook 0x555d94027e98 EEXIST 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-a con 0x555d94073a00 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-c con 0x555d940752a0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): picked mon.noname-b con 0x555d94068a00 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.440 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:09:05.213+0000 7f2c444dc9c0 10 monclient(hunting): authenticate will time out at 2716.371325s 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request con 0x555d94073a00 auth_method 0 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request con 0x555d940752a0 auth_method 0 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:05.441 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:09:05.213+0000 7f2c417e1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient(hunting): handle_auth_done global_id 7362 payload 824 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient: _finish_hunting 0 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 1 monclient: found mon.noname-a 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:09:05.213+0000 7f2c41fe2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: dump: 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.442 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: _finish_auth 0 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: _check_auth_tickets 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:09:05.217+0000 7f2b137fe640 10 monclient: dump: 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:05.443 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 5 monclient: authenticate success, global_id 7362 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:09:05.217+0000 7f2b257fa640 4 set_mon_vals no callback set 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _renew_subs 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 1 librados: init done 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cr dump hook 0x7f2c3800c938 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:05.444 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:09:05.217+0000 7f2b137fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:09:05.217+0000 7f2c417e1640 10 monclient: get_auth_request con 0x7f2b0c071be0 auth_method 0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:09:05.217+0000 7f2c427e3640 10 monclient: get_auth_request con 0x555d94093960 auth_method 0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 realm 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:09:05.217+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:09:05.221+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d94097bb0 auth_method 0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.445 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:09:05.221+0000 7f2c417e1640 10 monclient: get_auth_request con 0x555d9409b410 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:09:05.221+0000 7f2c444dc9c0 20 searching for the correct realm 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:09:05.225+0000 7f2c427e3640 10 monclient: get_auth_request con 0x555d940a01b0 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:09:05.225+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2c3801b040 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:09:05.225+0000 7f2c417e1640 10 monclient: get_auth_request con 0x7f2c340d5400 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:09:05.229+0000 7f2c427e3640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x555d940a01b0 msgr2=0x555d940a2670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:09:05.229+0000 7f2b137fe640 1 client.7362.objecter ms_handle_reset 0x555d940a01b0 session 0x555d9409fb30 osd.3 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:09:05.229+0000 7f2b137fe640 10 monclient: _renew_subs 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:09:05.229+0000 7f2b137fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:09:05.229+0000 7f2c427e3640 10 monclient: get_auth_request con 0x7f2b0c082390 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:09:05.229+0000 7f2c427e3640 10 monclient: get_auth_request con 0x7f2c38008040 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x7f2c38045650 auth_method 0 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 0 -- 172.21.15.84:0/1362633894 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f2c38045650 msgr2=0x7f2c3801b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.446 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:09:05.233+0000 7f2b137fe640 1 client.7362.objecter ms_handle_reset 0x7f2c38045650 session 0x7f2c38041e80 osd.0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:09:05.233+0000 7f2c41fe2640 10 monclient: get_auth_request con 0x555d940a01b0 auth_method 0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:09:05.241+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zone default found 2024-09-22T09:09:05.447 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Realm: () 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 zonegroup default 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started sync module instance, tier type = 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:09:05.245+0000 7f2c444dc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=0 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=1 2024-09-22T09:09:05.448 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=2 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=3 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=4 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=5 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=6 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 20 add_watcher() i=7 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:09:05.261+0000 7f2c444dc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding auth protocol: cephx 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:09:05.265+0000 7f2af37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.449 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: crc 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 AuthRegistry(0x7ffff73b2a30) adding con mode: secure 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache list hook 0x555d94068e20 2024-09-22T09:09:05.450 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache inspect hook 0x555d94068e20 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache erase hook 0x555d94068e20 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command cache zap hook 0x555d94068e20 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 note: GC not initialized 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:09:05.265+0000 7f2af27fc640 20 reqs_thread_entry: start 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace show hook 0x7f2c3800c040 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace history hook 0x7f2c3800c040 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace active hook 0x7f2c3800c040 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 5 asok(0x555d93d9d250) register_command sync trace active_short hook 0x7f2c3800c040 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 Filter name: none 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:09:05.265+0000 7f2a63fff640 20 reqs_thread_entry: start 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.451 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : miss 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:09:05.265+0000 7f2c444dc9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:09:05.269+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.452 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:09:05.281+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:09:05.281+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.453 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.454 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:09:05.293+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:09:05.297+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.455 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:09:05.301+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:09:05.309+0000 7f2c444dc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 93860404010336 notifier 7362 bl.length()=931 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:09:05.313+0000 7f2b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:05.456 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:09:05.313+0000 7f2c444dc9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:09:05.321+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:09:05.325+0000 7f2c444dc9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:05.457 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2c444dc9c0 time 2024-09-22T09:09:05.331725+0000 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f2c47db62eb] 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.458 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:09:05.329+0000 7f2c444dc9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f2c444dc9c0 thread_name:radosgw-admin 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2c46c35520] 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f2c47db6345] 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f2c47db649f] 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d9250a901] 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x555d92520047] 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:05.459 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f2c46c1cd90] 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:09:05.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:09:05.461 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:09:05.462 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:09:05.463 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:09:05.464 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:09:05.465 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2a63fff640 / http_manager 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2af27fc640 / http_manager 2024-09-22T09:09:05.466 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2af37fe640 / rgw_dt_lg_renew 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b137fe640 / ms_dispatch 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b257fa640 / io_context_pool 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b277fe640 / ms_dispatch 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b2e604640 / ms_dispatch 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2b2fe07640 / io_context_pool 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c417e1640 / msgr-worker-2 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c41fe2640 / msgr-worker-1 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c427e3640 / msgr-worker-0 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c42fe4640 / io_context_pool 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: 7f2c444dc9c0 / radosgw-admin 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:09:05.334573Z_68a852db-52fc-4753-9f6b-44d426688ac5/log 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:09:05.467 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.409+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 realm 2024-09-22T09:09:05.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.413+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.417+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.417+0000 7f6a15f0a9c0 20 searching for the correct realm 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.421+0000 7f6a1320f640 0 -- 172.21.15.84:0/1215250118 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x563c080374a0 msgr2=0x563c080398c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.429+0000 7f6a1320f640 0 -- 172.21.15.84:0/1215250118 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f6a0404b040 msgr2=0x7f6a0404b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:05.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 zone default found 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 4 Realm: () 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:05.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 zonegroup default 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 started sync module instance, tier type = 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.437+0000 7f6a15f0a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=0 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=1 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=2 2024-09-22T09:09:05.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=3 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=4 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=5 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=6 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 20 add_watcher() i=7 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.453+0000 7f6a15f0a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f68c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 5 note: GC not initialized 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f68c8fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 Filter name: none 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f68427fc640 20 reqs_thread_entry: start 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.457+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.461+0000 7f6a15f0a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:05.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.465+0000 7f68c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:05.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.469+0000 7f6a15f0a9c0 20 remove_watcher() i=0 2024-09-22T09:09:05.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.469+0000 7f6a15f0a9c0 2 removed watcher, disabling cache 2024-09-22T09:09:05.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.469+0000 7f6a15f0a9c0 20 remove_watcher() i=1 2024-09-22T09:09:05.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.473+0000 7f6a15f0a9c0 20 remove_watcher() i=2 2024-09-22T09:09:05.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.473+0000 7f6a15f0a9c0 20 remove_watcher() i=3 2024-09-22T09:09:05.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.477+0000 7f6a15f0a9c0 20 remove_watcher() i=4 2024-09-22T09:09:05.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.477+0000 7f6a15f0a9c0 20 remove_watcher() i=5 2024-09-22T09:09:05.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.481+0000 7f6a15f0a9c0 20 remove_watcher() i=6 2024-09-22T09:09:05.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:05.481+0000 7f6a15f0a9c0 20 remove_watcher() i=7 2024-09-22T09:09:05.496 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.497 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:05.497 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:05.497 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:05.498 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:05.498 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:35.811 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:35.811 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:35.896 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:09:35.934 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:35.934 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:35.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.976+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 realm 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:35.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:35.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:35.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.980+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:35.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.984+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:35.988 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.984+0000 7fe94f42e9c0 20 searching for the correct realm 2024-09-22T09:09:35.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.984+0000 7fe94cf34640 0 -- 172.21.15.84:0/150946927 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7fe938003100 msgr2=0x7fe934064110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:35.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:35.992+0000 7fe944733640 0 -- 172.21.15.84:0/150946927 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x55b272e8fa10 msgr2=0x55b272e91e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:36.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:36.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 zone default found 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 4 Realm: () 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:36.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 zonegroup default 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 started sync module instance, tier type = 2024-09-22T09:09:36.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.004+0000 7fe94f42e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:36.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=0 2024-09-22T09:09:36.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=1 2024-09-22T09:09:36.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=2 2024-09-22T09:09:36.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=3 2024-09-22T09:09:36.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=4 2024-09-22T09:09:36.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=5 2024-09-22T09:09:36.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.020+0000 7fe94f42e9c0 20 add_watcher() i=6 2024-09-22T09:09:36.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 20 add_watcher() i=7 2024-09-22T09:09:36.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:36.029 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe8037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 5 note: GC not initialized 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe8027e4640 20 reqs_thread_entry: start 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:36.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe94f42e9c0 20 Filter name: none 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.024+0000 7fe7fb7fe640 20 reqs_thread_entry: start 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-22T09:09:36.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : miss 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.028+0000 7fe94f42e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe94f42e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe94f42e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe94f42e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe94f42e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe823fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300800 cookie 94224920414160 notifier 7398 bl.length()=931 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe823fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe823fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.040+0000 7fe823fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.044+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:36.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.044+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:36.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.044+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:36.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.044+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.0 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.1 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:36.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.2 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.3 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.4 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.5 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.6 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.7 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.8 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.9 2024-09-22T09:09:36.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.10 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1.11 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.052+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:36.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.056+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:36.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.056+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:36.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.056+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:36.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:36.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:36.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:36.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:36.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:36.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.060+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:36.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.068+0000 7fe94f42e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:36.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.068+0000 7fe94f42e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:36.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.072+0000 7fe94f42e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.072+0000 7fe94f42e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.072+0000 7fe94f42e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.072+0000 7fe94f42e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:36.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe8237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300801 cookie 94224920414160 notifier 7398 bl.length()=931 2024-09-22T09:09:36.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe8237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe8237fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe8237fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:36.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:36.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:36.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.076+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:36.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.084+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.0 2024-09-22T09:09:36.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.084+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.1 2024-09-22T09:09:36.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.084+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.2 2024-09-22T09:09:36.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.084+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.3 2024-09-22T09:09:36.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.4 2024-09-22T09:09:36.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.5 2024-09-22T09:09:36.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.6 2024-09-22T09:09:36.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.7 2024-09-22T09:09:36.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.8 2024-09-22T09:09:36.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.088+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.9 2024-09-22T09:09:36.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.32.10 2024-09-22T09:09:36.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:36.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 2024-09-22T09:09:36.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.092+0000 7fe94f42e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32, ofs0, ns] 2024-09-22T09:09:36.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe823fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300802 cookie 94224920414160 notifier 7398 bl.length()=899 2024-09-22T09:09:36.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe823fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 info.flags=0x17 2024-09-22T09:09:36.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe823fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 to cache LRU end 2024-09-22T09:09:36.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe823fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:36.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_sources= new_sources= 2024-09-22T09:09:36.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential sources added=[] removed=[] 2024-09-22T09:09:36.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): orig_dests= new_dests= 2024-09-22T09:09:36.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.096+0000 7fe94f42e9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[986dc61f-9105-405d-8643-e22bb2945f7f.4459.32]): potential dests added=[] removed=[] 2024-09-22T09:09:36.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.104+0000 7fe94f42e9c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-22T09:09:36.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.108+0000 7fe8037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:36.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.112+0000 7fe94f42e9c0 20 remove_watcher() i=0 2024-09-22T09:09:36.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.112+0000 7fe94f42e9c0 2 removed watcher, disabling cache 2024-09-22T09:09:36.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.112+0000 7fe94f42e9c0 20 remove_watcher() i=1 2024-09-22T09:09:36.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.116+0000 7fe94f42e9c0 20 remove_watcher() i=2 2024-09-22T09:09:36.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.120+0000 7fe94f42e9c0 20 remove_watcher() i=3 2024-09-22T09:09:36.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.120+0000 7fe94f42e9c0 20 remove_watcher() i=4 2024-09-22T09:09:36.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.120+0000 7fe94f42e9c0 20 remove_watcher() i=5 2024-09-22T09:09:36.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.124+0000 7fe94f42e9c0 20 remove_watcher() i=6 2024-09-22T09:09:36.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.124+0000 7fe94f42e9c0 20 remove_watcher() i=7 2024-09-22T09:09:36.144 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-22T09:09:36.174 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:36.174 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:36.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.212+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 realm 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:36.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:36.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.216+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.220+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:36.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.220+0000 7f3ad02679c0 20 searching for the correct realm 2024-09-22T09:09:36.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.228+0000 7f3ace56e640 0 -- 172.21.15.84:0/856913015 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3ab80b8440 msgr2=0x7f3ab80b88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:36.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.444+0000 7f3acdd6d640 0 -- 172.21.15.84:0/856913015 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5571643363a0 msgr2=0x557164338790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:36.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:36.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 zone default found 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 4 Realm: () 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:36.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 zonegroup default 2024-09-22T09:09:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.452+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.456+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.456+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.456+0000 7f3ad02679c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:36.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.456+0000 7f3ad02679c0 20 started sync module instance, tier type = 2024-09-22T09:09:36.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.456+0000 7f3ad02679c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:36.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=0 2024-09-22T09:09:36.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=1 2024-09-22T09:09:36.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=2 2024-09-22T09:09:36.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=3 2024-09-22T09:09:36.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=4 2024-09-22T09:09:36.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=5 2024-09-22T09:09:36.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.476+0000 7f3ad02679c0 20 add_watcher() i=6 2024-09-22T09:09:36.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.480+0000 7f3ad02679c0 20 add_watcher() i=7 2024-09-22T09:09:36.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.480+0000 7f3ad02679c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:36.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f397f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 5 note: GC not initialized 2024-09-22T09:09:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f397e7fc640 20 reqs_thread_entry: start 2024-09-22T09:09:36.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:36.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 Filter name: none 2024-09-22T09:09:36.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f38effff640 20 reqs_thread_entry: start 2024-09-22T09:09:36.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:36.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.484+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:09:36.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:36.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:09:36.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.488+0000 7f3ad02679c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:36.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.492+0000 7f397f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:36.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.496+0000 7f3ad02679c0 20 remove_watcher() i=0 2024-09-22T09:09:36.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.496+0000 7f3ad02679c0 2 removed watcher, disabling cache 2024-09-22T09:09:36.503 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.500+0000 7f3ad02679c0 20 remove_watcher() i=1 2024-09-22T09:09:36.505 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.500+0000 7f3ad02679c0 20 remove_watcher() i=2 2024-09-22T09:09:36.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.504+0000 7f3ad02679c0 20 remove_watcher() i=3 2024-09-22T09:09:36.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.508+0000 7f3ad02679c0 20 remove_watcher() i=4 2024-09-22T09:09:36.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.508+0000 7f3ad02679c0 20 remove_watcher() i=5 2024-09-22T09:09:36.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.508+0000 7f3ad02679c0 20 remove_watcher() i=6 2024-09-22T09:09:36.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:36.512+0000 7f3ad02679c0 20 remove_watcher() i=7 2024-09-22T09:09:36.539 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:36.539 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:36.539 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-commit-target-layout id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.32 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:09:36.539 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:36.540 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:36.540 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:36.566 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:36.566 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.139 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.139 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.517 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-22T09:09:37.517 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:37.522 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.522 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.657 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.657 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.743 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.743 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.844 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.845 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:37.948 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:37.949 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.040 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.041 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.193 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.193 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.266 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.266 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.364 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.364 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.457 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.457 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.554 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.554 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.650 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.650 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.751 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.752 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.847 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.848 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:38.940 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:38.941 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.034 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.034 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.131 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.131 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.222 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.222 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.319 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.319 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.414 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.414 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.512 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.512 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.614 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:39.615 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:39.709 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:09:39.741 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:39.741 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:39.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:39.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:39.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 realm 2024-09-22T09:09:39.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:39.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:39.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:39.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:39.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:39.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.992+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:39.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.996+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:39.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.996+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.996+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:40.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:39.996+0000 7f9a059119c0 20 searching for the correct realm 2024-09-22T09:09:40.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.000+0000 7f9a02c16640 0 -- 172.21.15.84:0/1070736905 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f99f401d040 msgr2=0x7f99f404e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:40.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.216+0000 7f9a03417640 0 -- 172.21.15.84:0/1070736905 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f99f8008030 msgr2=0x7f99f8067a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:40.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.432+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:40.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 zone default found 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 4 Realm: () 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 zonegroup default 2024-09-22T09:09:40.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.436+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.440+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.440+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.440+0000 7f9a059119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.440+0000 7f9a059119c0 20 started sync module instance, tier type = 2024-09-22T09:09:40.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.440+0000 7f9a059119c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=0 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=1 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=2 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=3 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=4 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=5 2024-09-22T09:09:40.467 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=6 2024-09-22T09:09:40.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 20 add_watcher() i=7 2024-09-22T09:09:40.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.464+0000 7f9a059119c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:40.474 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.468+0000 7f98b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:40.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:40.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:40.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 5 note: GC not initialized 2024-09-22T09:09:40.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f98b8fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:40.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:40.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 Filter name: none 2024-09-22T09:09:40.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f98327fc640 20 reqs_thread_entry: start 2024-09-22T09:09:40.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.472+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:40.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:40.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.476+0000 7f9a059119c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:40.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.480+0000 7f98b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:40.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.484+0000 7f9a059119c0 20 remove_watcher() i=0 2024-09-22T09:09:40.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.484+0000 7f9a059119c0 2 removed watcher, disabling cache 2024-09-22T09:09:40.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.488+0000 7f9a059119c0 20 remove_watcher() i=1 2024-09-22T09:09:40.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.488+0000 7f9a059119c0 20 remove_watcher() i=2 2024-09-22T09:09:40.495 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.492+0000 7f9a059119c0 20 remove_watcher() i=3 2024-09-22T09:09:40.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.492+0000 7f9a059119c0 20 remove_watcher() i=4 2024-09-22T09:09:40.499 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.496+0000 7f9a059119c0 20 remove_watcher() i=5 2024-09-22T09:09:40.501 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.496+0000 7f9a059119c0 20 remove_watcher() i=6 2024-09-22T09:09:40.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.500+0000 7f9a059119c0 20 remove_watcher() i=7 2024-09-22T09:09:40.519 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:40.519 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:40.519 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:40.519 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:40.519 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-22T09:09:40.555 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:40.556 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:40.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.596+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 realm 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:40.605 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.600+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.604+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:40.606 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.604+0000 7f0db86879c0 20 searching for the correct realm 2024-09-22T09:09:40.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.608+0000 7f0db598c640 0 -- 172.21.15.84:0/1182973905 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f0db0017070 msgr2=0x7f0db0070cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:40.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.612+0000 7f0db598c640 0 -- 172.21.15.84:0/1182973905 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f0c80082530 msgr2=0x7f0c80084960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:40.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 zone default found 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 4 Realm: () 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:40.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 zonegroup default 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.620+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.624+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.624+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.624+0000 7f0db86879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.624+0000 7f0db86879c0 20 started sync module instance, tier type = 2024-09-22T09:09:40.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.624+0000 7f0db86879c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=0 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=1 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=2 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=3 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=4 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=5 2024-09-22T09:09:40.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=6 2024-09-22T09:09:40.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 20 add_watcher() i=7 2024-09-22T09:09:40.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.640+0000 7f0db86879c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:40.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0c6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:40.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:40.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:40.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 5 note: GC not initialized 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0c677fe640 20 reqs_thread_entry: start 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 Filter name: none 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0c657fa640 20 reqs_thread_entry: start 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-22T09:09:40.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 : miss 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:40.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:40.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.644+0000 7f0db86879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 2024-09-22T09:09:40.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:40.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:40.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:40.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33, ofs0, ns] 2024-09-22T09:09:40.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0c997fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300810 cookie 94094605528256 notifier 7067 bl.length()=911 2024-09-22T09:09:40.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0c997fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:40.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0c997fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:40.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0c997fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:40.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_sources= new_sources= 2024-09-22T09:09:40.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential sources added=[] removed=[] 2024-09-22T09:09:40.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_dests= new_dests= 2024-09-22T09:09:40.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.656+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential dests added=[] removed=[] 2024-09-22T09:09:40.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.668+0000 7f0db86879c0 -1 Injecting error=-5 at location=do_reshard 2024-09-22T09:09:40.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:40.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 2024-09-22T09:09:40.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:40.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:40.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:40.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0db86879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33, ofs0, ns] 2024-09-22T09:09:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0c997fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300811 cookie 94094605528256 notifier 7067 bl.length()=879 2024-09-22T09:09:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0c997fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0c997fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:40.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.688+0000 7f0c997fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:40.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_sources= new_sources= 2024-09-22T09:09:40.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential sources added=[] removed=[] 2024-09-22T09:09:40.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_dests= new_dests= 2024-09-22T09:09:40.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0db86879c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential dests added=[] removed=[] 2024-09-22T09:09:40.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0db86879c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-22T09:09:40.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.692+0000 7f0c6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:40.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.700+0000 7f0db86879c0 20 remove_watcher() i=0 2024-09-22T09:09:40.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.700+0000 7f0db86879c0 2 removed watcher, disabling cache 2024-09-22T09:09:40.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.700+0000 7f0db86879c0 20 remove_watcher() i=1 2024-09-22T09:09:40.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.704+0000 7f0db86879c0 20 remove_watcher() i=2 2024-09-22T09:09:40.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.704+0000 7f0db86879c0 20 remove_watcher() i=3 2024-09-22T09:09:40.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.708+0000 7f0db86879c0 20 remove_watcher() i=4 2024-09-22T09:09:40.712 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.708+0000 7f0db86879c0 20 remove_watcher() i=5 2024-09-22T09:09:40.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.708+0000 7f0db86879c0 20 remove_watcher() i=6 2024-09-22T09:09:40.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.712+0000 7f0db86879c0 20 remove_watcher() i=7 2024-09-22T09:09:40.729 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:09:40.755 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:40.755 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:40.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 realm 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.796+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:40.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:40.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:40.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:40.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.800+0000 7f6fee6729c0 20 searching for the correct realm 2024-09-22T09:09:40.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:40.808+0000 7f6fec979640 0 -- 172.21.15.84:0/3279963123 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6fd4008050 msgr2=0x7f6fd408b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.024+0000 7f6fec178640 0 -- 172.21.15.84:0/3279963123 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55e2548ff850 msgr2=0x55e254901c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:41.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:41.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 zone default found 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 4 Realm: () 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 zonegroup default 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.032+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 started sync module instance, tier type = 2024-09-22T09:09:41.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.036+0000 7f6fee6729c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:41.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=0 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=1 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=2 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=3 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=4 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=5 2024-09-22T09:09:41.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.056+0000 7f6fee6729c0 20 add_watcher() i=6 2024-09-22T09:09:41.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.060+0000 7f6fee6729c0 20 add_watcher() i=7 2024-09-22T09:09:41.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.060+0000 7f6fee6729c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:41.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6ea2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:41.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:41.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 5 note: GC not initialized 2024-09-22T09:09:41.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6ea1fe3640 20 reqs_thread_entry: start 2024-09-22T09:09:41.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:41.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 Filter name: none 2024-09-22T09:09:41.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6e9affd640 20 reqs_thread_entry: start 2024-09-22T09:09:41.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:41.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.064+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:41.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:41.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:41.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:41.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.068+0000 7f6fee6729c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:41.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.072+0000 7f6ea2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.076+0000 7f6fee6729c0 20 remove_watcher() i=0 2024-09-22T09:09:41.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.076+0000 7f6fee6729c0 2 removed watcher, disabling cache 2024-09-22T09:09:41.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.076+0000 7f6fee6729c0 20 remove_watcher() i=1 2024-09-22T09:09:41.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.080+0000 7f6fee6729c0 20 remove_watcher() i=2 2024-09-22T09:09:41.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.080+0000 7f6fee6729c0 20 remove_watcher() i=3 2024-09-22T09:09:41.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.084+0000 7f6fee6729c0 20 remove_watcher() i=4 2024-09-22T09:09:41.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.084+0000 7f6fee6729c0 20 remove_watcher() i=5 2024-09-22T09:09:41.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.088+0000 7f6fee6729c0 20 remove_watcher() i=6 2024-09-22T09:09:41.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.088+0000 7f6fee6729c0 20 remove_watcher() i=7 2024-09-22T09:09:41.107 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:41.107 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:41.107 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:41.107 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:41.108 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:41.108 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:41.153 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:41.153 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:41.216 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:09:41.253 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:41.253 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:41.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 realm 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.296+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.300+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:41.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.300+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.300+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:41.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.300+0000 7f2a8343f9c0 20 searching for the correct realm 2024-09-22T09:09:41.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.308+0000 7f2a81746640 0 -- 172.21.15.84:0/1926071380 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f2a74007920 msgr2=0x7f2a7404e400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.524+0000 7f2a80f45640 0 -- 172.21.15.84:0/1926071380 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556cc1c45800 msgr2=0x556cc1c47cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:41.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:41.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.532+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:41.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 zone default found 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 4 Realm: () 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 zonegroup default 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 started sync module instance, tier type = 2024-09-22T09:09:41.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.536+0000 7f2a8343f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:41.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=0 2024-09-22T09:09:41.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=1 2024-09-22T09:09:41.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=2 2024-09-22T09:09:41.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=3 2024-09-22T09:09:41.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=4 2024-09-22T09:09:41.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=5 2024-09-22T09:09:41.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.556+0000 7f2a8343f9c0 20 add_watcher() i=6 2024-09-22T09:09:41.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.560+0000 7f2a8343f9c0 20 add_watcher() i=7 2024-09-22T09:09:41.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.560+0000 7f2a8343f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:41.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2936fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 5 note: GC not initialized 2024-09-22T09:09:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2935fe3640 20 reqs_thread_entry: start 2024-09-22T09:09:41.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:41.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 Filter name: none 2024-09-22T09:09:41.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f28a77fe640 20 reqs_thread_entry: start 2024-09-22T09:09:41.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-22T09:09:41.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:41.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-22T09:09:41.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-22T09:09:41.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 : miss 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.564+0000 7f2a8343f9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.568+0000 7f2a8343f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.568+0000 7f2a8343f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.568+0000 7f2a8343f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.568+0000 7f2a8343f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.568+0000 7f2a8343f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2a8343f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2a8343f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2a8343f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2a8343f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33, ofs0, ns] 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2957fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300812 cookie 93925595759424 notifier 7103 bl.length()=911 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2957fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2957fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.576+0000 7f2957fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.580+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_sources= new_sources= 2024-09-22T09:09:41.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.580+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential sources added=[] removed=[] 2024-09-22T09:09:41.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.580+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_dests= new_dests= 2024-09-22T09:09:41.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.580+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential dests added=[] removed=[] 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.0 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.0 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.1 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.1 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.2 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.2 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.3 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.3 2024-09-22T09:09:41.595 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.4 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.4 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.5 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.5 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.6 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.6 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.7 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.7 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.8 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.8 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.9 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.9 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.10 2024-09-22T09:09:41.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.10 2024-09-22T09:09:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.11 2024-09-22T09:09:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1.11 2024-09-22T09:09:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.0 2024-09-22T09:09:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1 2024-09-22T09:09:41.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.2 2024-09-22T09:09:41.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.3 2024-09-22T09:09:41.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.592+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.4 2024-09-22T09:09:41.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.596+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.5 2024-09-22T09:09:41.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.596+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.6 2024-09-22T09:09:41.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.596+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.7 2024-09-22T09:09:41.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.596+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.8 2024-09-22T09:09:41.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.600+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.9 2024-09-22T09:09:41.604 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.600+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.10 2024-09-22T09:09:41.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:41.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 2024-09-22T09:09:41.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2a8343f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33, ofs0, ns] 2024-09-22T09:09:41.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2957fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 93925595759424 notifier 7103 bl.length()=911 2024-09-22T09:09:41.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2957fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2957fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.608+0000 7f2957fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.612+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_sources= new_sources= 2024-09-22T09:09:41.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.612+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential sources added=[] removed=[] 2024-09-22T09:09:41.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.612+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_dests= new_dests= 2024-09-22T09:09:41.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.612+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential dests added=[] removed=[] 2024-09-22T09:09:41.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.616+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.0 2024-09-22T09:09:41.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.1 2024-09-22T09:09:41.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.2 2024-09-22T09:09:41.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.3 2024-09-22T09:09:41.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.4 2024-09-22T09:09:41.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.5 2024-09-22T09:09:41.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.620+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.6 2024-09-22T09:09:41.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.7 2024-09-22T09:09:41.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.8 2024-09-22T09:09:41.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.9 2024-09-22T09:09:41.628 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.33.10 2024-09-22T09:09:41.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 : hit (requested=0x17, cached=0x17) 2024-09-22T09:09:41.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.624+0000 7f2a8343f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 2024-09-22T09:09:41.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.631 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33, ofs0, ns] 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2957fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300814 cookie 93925595759424 notifier 7103 bl.length()=879 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2957fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 info.flags=0x17 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2957fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 to cache LRU end 2024-09-22T09:09:41.632 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2957fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:41.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_sources= new_sources= 2024-09-22T09:09:41.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential sources added=[] removed=[] 2024-09-22T09:09:41.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): orig_dests= new_dests= 2024-09-22T09:09:41.634 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.628+0000 7f2a8343f9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.33]): potential dests added=[] removed=[] 2024-09-22T09:09:41.642 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.636+0000 7f2a8343f9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-22T09:09:41.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.644+0000 7f2936fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.648+0000 7f2a8343f9c0 20 remove_watcher() i=0 2024-09-22T09:09:41.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.648+0000 7f2a8343f9c0 2 removed watcher, disabling cache 2024-09-22T09:09:41.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.648+0000 7f2a8343f9c0 20 remove_watcher() i=1 2024-09-22T09:09:41.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.652+0000 7f2a8343f9c0 20 remove_watcher() i=2 2024-09-22T09:09:41.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.652+0000 7f2a8343f9c0 20 remove_watcher() i=3 2024-09-22T09:09:41.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.656+0000 7f2a8343f9c0 20 remove_watcher() i=4 2024-09-22T09:09:41.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.656+0000 7f2a8343f9c0 20 remove_watcher() i=5 2024-09-22T09:09:41.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.656+0000 7f2a8343f9c0 20 remove_watcher() i=6 2024-09-22T09:09:41.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.660+0000 7f2a8343f9c0 20 remove_watcher() i=7 2024-09-22T09:09:41.679 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-22T09:09:41.708 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:41.708 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:41.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.748+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.748+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.748+0000 7fda612c19c0 20 realm 2024-09-22T09:09:41.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.748+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:41.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:41.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:41.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.752+0000 7fda612c19c0 20 searching for the correct realm 2024-09-22T09:09:41.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.760+0000 7fda57fff640 0 -- 172.21.15.84:0/3022096753 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fda500e9030 msgr2=0x7fda5010ca70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.764+0000 7fda5f5c8640 0 -- 172.21.15.84:0/3022096753 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fda4802a030 msgr2=0x7fda480683e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:41.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:41.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 zone default found 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 4 Realm: () 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:41.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 zonegroup default 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.772+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.776+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.776+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.776+0000 7fda612c19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:41.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.776+0000 7fda612c19c0 20 started sync module instance, tier type = 2024-09-22T09:09:41.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.776+0000 7fda612c19c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:41.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=0 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=1 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=2 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=3 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=4 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=5 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.788+0000 7fda612c19c0 20 add_watcher() i=6 2024-09-22T09:09:41.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 20 add_watcher() i=7 2024-09-22T09:09:41.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:41.797 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fd9157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:41.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:41.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 5 note: GC not initialized 2024-09-22T09:09:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fd88ffff640 20 reqs_thread_entry: start 2024-09-22T09:09:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.792+0000 7fda612c19c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 Filter name: none 2024-09-22T09:09:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fd88dffb640 20 reqs_thread_entry: start 2024-09-22T09:09:41.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:41.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:41.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.796+0000 7fda612c19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:41.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.800+0000 7fd9157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:41.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.804+0000 7fda612c19c0 20 remove_watcher() i=0 2024-09-22T09:09:41.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.804+0000 7fda612c19c0 2 removed watcher, disabling cache 2024-09-22T09:09:41.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.804+0000 7fda612c19c0 20 remove_watcher() i=1 2024-09-22T09:09:41.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.808+0000 7fda612c19c0 20 remove_watcher() i=2 2024-09-22T09:09:41.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.808+0000 7fda612c19c0 20 remove_watcher() i=3 2024-09-22T09:09:41.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.812+0000 7fda612c19c0 20 remove_watcher() i=4 2024-09-22T09:09:41.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.812+0000 7fda612c19c0 20 remove_watcher() i=5 2024-09-22T09:09:41.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.816+0000 7fda612c19c0 20 remove_watcher() i=6 2024-09-22T09:09:41.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:41.816+0000 7fda612c19c0 20 remove_watcher() i=7 2024-09-22T09:09:41.833 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:41.833 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:41.833 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.33 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:09:41.833 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:41.834 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:41.834 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:41.859 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:41.859 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:42.418 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:42.418 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:42.795 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-22T09:09:42.795 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:42.798 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:42.799 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:42.932 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:42.932 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.022 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.022 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.127 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.127 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.229 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.229 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.330 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.330 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.431 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.432 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.526 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.526 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.626 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.627 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.724 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.724 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.822 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.822 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:43.921 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:43.922 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.016 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.016 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.106 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.106 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.201 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.201 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.296 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.296 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.386 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.386 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.480 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.480 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.580 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.580 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.681 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.682 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.778 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.778 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.878 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:44.878 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:44.972 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:09:45.004 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:45.005 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:45.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 realm 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.052+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.056+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.056+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.056+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.056+0000 7f5523a209c0 20 searching for the correct realm 2024-09-22T09:09:45.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.064+0000 7f5521d27640 0 -- 172.21.15.84:0/2542882721 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f550c0d2420 msgr2=0x7f550c0d28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:45.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.280+0000 7f5521526640 0 -- 172.21.15.84:0/2542882721 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55cde0ed6b80 msgr2=0x55cde0ed8f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:45.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:45.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.288+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:45.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 zone default found 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 4 Realm: () 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 zonegroup default 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 started sync module instance, tier type = 2024-09-22T09:09:45.293 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.292+0000 7f5523a209c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:45.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=0 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=1 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=2 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=3 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=4 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=5 2024-09-22T09:09:45.315 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=6 2024-09-22T09:09:45.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 20 add_watcher() i=7 2024-09-22T09:09:45.317 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.316+0000 7f5523a209c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:45.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f53d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f5523a209c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:45.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f5523a209c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:45.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f5523a209c0 5 note: GC not initialized 2024-09-22T09:09:45.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f53d6fe5640 20 reqs_thread_entry: start 2024-09-22T09:09:45.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.320+0000 7f5523a209c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:45.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 Filter name: none 2024-09-22T09:09:45.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f53d4fe1640 20 reqs_thread_entry: start 2024-09-22T09:09:45.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.324+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.328+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:45.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.328+0000 7f5523a209c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.328+0000 7f5523a209c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:45.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.328+0000 7f5523a209c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:45.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.332+0000 7f53d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.336+0000 7f5523a209c0 20 remove_watcher() i=0 2024-09-22T09:09:45.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.336+0000 7f5523a209c0 2 removed watcher, disabling cache 2024-09-22T09:09:45.339 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.340+0000 7f5523a209c0 20 remove_watcher() i=1 2024-09-22T09:09:45.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.340+0000 7f5523a209c0 20 remove_watcher() i=2 2024-09-22T09:09:45.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.344+0000 7f5523a209c0 20 remove_watcher() i=3 2024-09-22T09:09:45.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.348+0000 7f5523a209c0 20 remove_watcher() i=4 2024-09-22T09:09:45.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.348+0000 7f5523a209c0 20 remove_watcher() i=5 2024-09-22T09:09:45.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.348+0000 7f5523a209c0 20 remove_watcher() i=6 2024-09-22T09:09:45.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.352+0000 7f5523a209c0 20 remove_watcher() i=7 2024-09-22T09:09:45.366 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.367 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:45.367 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:45.367 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.367 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:09:45.401 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:45.401 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:45.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.444+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 realm 2024-09-22T09:09:45.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.448 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.452+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.452+0000 7f830b3159c0 20 searching for the correct realm 2024-09-22T09:09:45.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.456+0000 7f830961c640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f82f40dd410 msgr2=0x7f82f40dd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:45.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.672+0000 7f8308e1b640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5608b6c3e360 msgr2=0x5608b6c40790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zone default found 2024-09-22T09:09:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Realm: () 2024-09-22T09:09:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zonegroup default 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started sync module instance, tier type = 2024-09-22T09:09:45.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:45.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=0 2024-09-22T09:09:45.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=1 2024-09-22T09:09:45.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=2 2024-09-22T09:09:45.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=3 2024-09-22T09:09:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=4 2024-09-22T09:09:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=5 2024-09-22T09:09:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=6 2024-09-22T09:09:45.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.720+0000 7f830b3159c0 20 add_watcher() i=7 2024-09-22T09:09:45.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.720+0000 7f830b3159c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f81befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:45.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:45.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 5 note: GC not initialized 2024-09-22T09:09:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f81bdfe3640 20 reqs_thread_entry: start 2024-09-22T09:09:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 20 Filter name: none 2024-09-22T09:09:45.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f812f7fe640 20 reqs_thread_entry: start 2024-09-22T09:09:45.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:09:45.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:45.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:09:45.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:09:45.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : miss 2024-09-22T09:09:45.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.728+0000 7f830b3159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:09:45.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.740+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.740+0000 7f830b3159c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.740+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.740+0000 7f830b3159c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300807 cookie 94595426074368 notifier 7539 bl.length()=911 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:09:45.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:09:45.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:09:45.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:09:45.759 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f830b3159c0 time 2024-09-22T09:09:45.761292+0000 2024-09-22T09:09:45.759 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f830ebef2eb] 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f830b3159c0 thread_name:radosgw-admin 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f830b3159c0 time 2024-09-22T09:09:45.761292+0000 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f830ebef2eb] 2024-09-22T09:09:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f830da6e520] 2024-09-22T09:09:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f830ebef345] 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f830b3159c0 thread_name:radosgw-admin 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f830da6e520] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f830ebef345] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.769 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:09:45.424+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7142 payload 274 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:09:45.424+0000 7f8308e1b640 1 monclient: found mon.noname-c 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6a95ef0 auth_method 0 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:09:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: dump: 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: dump: 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.772 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7142 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:09:45.424+0000 7f830b3159c0 4 set_mon_vals no callback set 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: shutdown 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) unregister_commands rotate-key 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: starting msgr at 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: starting objecter 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests hook 0x5608b68c0e00 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: setting wanted keys 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: calling monclient init 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key hook 0x5608b6b50188 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b69dffb0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6a008b0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6a95ef0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.578937s 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): get_auth_request con 0x5608b6a95ef0 auth_method 0 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b69dffb0 auth_method 0 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_done global_id 7530 payload 824 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:09:45.424+0000 7f830961c640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: dump: 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.780 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: dump: 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:09:45.424+0000 7f81f6e05640 4 set_mon_vals no callback set 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:09:45.428+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7530 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.782 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:09:45.428+0000 7f830b3159c0 1 librados: init done 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:09:45.428+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f81f0071be0 auth_method 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:09:45.428+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6b86700 auth_method 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:09:45.428+0000 7f8308e1b640 10 monclient: get_auth_request con 0x5608b6b9bf50 auth_method 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:09:45.432+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6ba0660 auth_method 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:09:45.436+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.784 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.785 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests cmddesc objecter_requests hook 0x5608b6ba8e00 EEXIST 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.786 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x5608b6ba3cb0 EEXIST 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6bccfb0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6bcc8e0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6bcb2c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.787 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.589451s 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6bccfb0 auth_method 0 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6bcc8e0 auth_method 0 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.788 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): get_auth_request con 0x5608b6bcb2c0 auth_method 0 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7533 payload 824 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:09:45.436+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: dump: 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.789 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.790 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: dump: 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7533 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:09:45.436+0000 7f8309e1d640 4 set_mon_vals no callback set 2024-09-22T09:09:45.791 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f81e0071b20 auth_method 0 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: get_monmap_and_config 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.792 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.793 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.794 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.795 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x7ffe7ace4358 EEXIST 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6c20c80 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6c1c0c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6c12790 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.796 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.593819s 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6c20c80 auth_method 0 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.797 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6c1c0c0 auth_method 0 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.798 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7536 payload 274 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:09:45.440+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.799 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: dump: 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.800 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7536 2024-09-22T09:09:45.801 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:09:45.440+0000 7f830b3159c0 4 set_mon_vals no callback set 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: dump: 2024-09-22T09:09:45.802 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: shutdown 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.803 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.804 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: starting msgr at 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: starting objecter 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests cmddesc objecter_requests hook 0x5608b6bef170 EEXIST 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: setting wanted keys 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: calling monclient init 2024-09-22T09:09:45.805 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.806 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:09:45.444+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:09:45.444+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x5608b6bcef18 EEXIST 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6c12790 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6c1c0c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6c20c80 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.807 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.596431s 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6c12790 auth_method 0 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6c1c0c0 auth_method 0 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.808 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7539 payload 824 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:09:45.444+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: dump: 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.809 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: dump: 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.810 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7539 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:09:45.444+0000 7f81dffff640 4 set_mon_vals no callback set 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:09:45.444+0000 7f830b3159c0 1 librados: init done 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cr dump hook 0x5608b6c21138 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:09:45.444+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.811 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f81d4071be0 auth_method 0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:09:45.448+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6c3a120 auth_method 0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 realm 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:09:45.448+0000 7f830b3159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.812 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:09:45.448+0000 7f8308e1b640 10 monclient: get_auth_request con 0x5608b6c3e360 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:09:45.448+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6c41bc0 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:09:45.452+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:09:45.452+0000 7f830b3159c0 20 searching for the correct realm 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:09:45.452+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6c46990 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:09:45.452+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f82f40dd030 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:09:45.452+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f82fc0a1040 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:09:45.456+0000 7f830961c640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f82f40dd410 msgr2=0x7f82f40dd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:09:45.660+0000 7f830961c640 10 monclient: get_auth_request con 0x7f82f40dd410 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:09:45.664+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f82f40ed910 auth_method 0 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:09:45.672+0000 7f8308e1b640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5608b6c3e360 msgr2=0x5608b6c40790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:09:45.672+0000 7f81de7fc640 1 client.7539.objecter ms_handle_reset 0x5608b6c3e360 session 0x5608b6c3dce0 osd.5 2024-09-22T09:09:45.813 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:09:45.672+0000 7f81de7fc640 10 monclient: _renew_subs 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:09:45.672+0000 7f81de7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:09:45.672+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f81d4082390 auth_method 0 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.814 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zone default found 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Realm: () 2024-09-22T09:09:45.815 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:09:45.680+0000 7f830b3159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zonegroup default 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.816 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started sync module instance, tier type = 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=0 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=1 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=2 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=3 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=4 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=5 2024-09-22T09:09:45.817 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=6 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:09:45.720+0000 7f830b3159c0 20 add_watcher() i=7 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:09:45.720+0000 7f830b3159c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:09:45.724+0000 7f81befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.818 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:09:45.724+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache list hook 0x5608b6bef750 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache inspect hook 0x5608b6bef750 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache erase hook 0x5608b6bef750 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache zap hook 0x5608b6bef750 2024-09-22T09:09:45.819 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 note: GC not initialized 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:09:45.724+0000 7f81bdfe3640 20 reqs_thread_entry: start 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace show hook 0x7f82fc004470 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace history hook 0x7f82fc004470 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace active hook 0x7f82fc004470 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace active_short hook 0x7f82fc004470 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 Filter name: none 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:09:45.724+0000 7f812f7fe640 20 reqs_thread_entry: start 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:09:45.724+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:09:45.820 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : miss 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300807 cookie 94595426074368 notifier 7539 bl.length()=911 2024-09-22T09:09:45.821 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f830b3159c0 time 2024-09-22T09:09:45.761292+0000 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f830ebef2eb] 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.822 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f830b3159c0 thread_name:radosgw-admin 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.823 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f830da6e520] 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f830ebef345] 2024-09-22T09:09:45.824 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:45.825 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:09:45.826 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:09:45.827 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:09:45.828 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:09:45.829 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:09:45.830 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:09:45.831 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:09:45.832 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f812f7fe640 / http_manager 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81bdfe3640 / http_manager 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81befe5640 / rgw_dt_lg_renew 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81de7fc640 / ms_dispatch 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81df7fe640 / io_context_pool 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81dffff640 / io_context_pool 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81ee7fc640 / ms_dispatch 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81f5602640 / ms_dispatch 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81f6e05640 / io_context_pool 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8303fff640 / msgr-worker-2 2024-09-22T09:09:45.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8308e1b640 / msgr-worker-1 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: 7f830961c640 / msgr-worker-0 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8309e1d640 / io_context_pool 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: 7f830b3159c0 / radosgw-admin 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.119838.log 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:09:45.424+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7142 payload 274 2024-09-22T09:09:45.834 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:09:45.424+0000 7f8308e1b640 1 monclient: found mon.noname-c 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6a95ef0 auth_method 0 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: dump: 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.835 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:09:45.424+0000 7f81f6e05640 10 monclient: dump: 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.836 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7142 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:09:45.424+0000 7f830b3159c0 4 set_mon_vals no callback set 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: shutdown 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) unregister_commands rotate-key 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.837 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding auth protocol: cephx 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.838 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: crc 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b52290) adding con mode: secure 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: starting msgr at 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: starting objecter 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests hook 0x5608b68c0e00 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: setting wanted keys 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:09:45.424+0000 7f830b3159c0 1 librados: calling monclient init 2024-09-22T09:09:45.839 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding auth protocol: cephx 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.840 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: crc 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 AuthRegistry(0x5608b6b50040) adding con mode: secure 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:09:45.424+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:09:45.424+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key hook 0x5608b6b50188 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b69dffb0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6a008b0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6a95ef0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.841 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:09:45.424+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.578937s 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): get_auth_request con 0x5608b6a95ef0 auth_method 0 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b69dffb0 auth_method 0 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.842 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:09:45.424+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient(hunting): handle_auth_done global_id 7530 payload 824 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:09:45.424+0000 7f830961c640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:09:45.424+0000 7f830961c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: dump: 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.843 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:09:45.424+0000 7f81f5602640 10 monclient: dump: 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.844 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:09:45.424+0000 7f81f6e05640 4 set_mon_vals no callback set 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:09:45.428+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7530 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.845 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:09:45.428+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:09:45.428+0000 7f830b3159c0 1 librados: init done 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:09:45.428+0000 7f81f5602640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:09:45.428+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f81f0071be0 auth_method 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:09:45.428+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6b86700 auth_method 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:09:45.428+0000 7f8308e1b640 10 monclient: get_auth_request con 0x5608b6b9bf50 auth_method 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:09:45.432+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6ba0660 auth_method 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:09:45.436+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.846 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding auth protocol: cephx 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.847 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: crc 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba53f0) adding con mode: secure 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests cmddesc objecter_requests hook 0x5608b6ba8e00 EEXIST 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.848 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding auth protocol: cephx 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: crc 2024-09-22T09:09:45.849 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 AuthRegistry(0x5608b6ba3b68) adding con mode: secure 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:09:45.436+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x5608b6ba3cb0 EEXIST 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6bccfb0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6bcc8e0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6bcb2c0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.850 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.589451s 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6bccfb0 auth_method 0 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6bcc8e0 auth_method 0 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.851 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:09:45.436+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): get_auth_request con 0x5608b6bcb2c0 auth_method 0 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:09:45.436+0000 7f830961c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7533 payload 824 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:09:45.436+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:09:45.436+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.852 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: dump: 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.853 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:09:45.436+0000 7f81ee7fc640 10 monclient: dump: 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.854 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:09:45.436+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7533 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:09:45.436+0000 7f8309e1d640 4 set_mon_vals no callback set 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:09:45.436+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:09:45.440+0000 7f81ee7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f81e0071b20 auth_method 0 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: get_monmap_and_config 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.855 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding auth protocol: cephx 2024-09-22T09:09:45.856 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: crc 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bec790) adding con mode: secure 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.857 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding auth protocol: cephx 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: crc 2024-09-22T09:09:45.858 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace4210) adding con mode: secure 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x7ffe7ace4358 EEXIST 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6c20c80 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6c1c0c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6c12790 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.593819s 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6c20c80 auth_method 0 2024-09-22T09:09:45.859 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6c1c0c0 auth_method 0 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:09:45.440+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7536 payload 274 2024-09-22T09:09:45.860 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:09:45.440+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:09:45.440+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: dump: 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.861 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7536 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: get_monmap_and_config success 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:09:45.440+0000 7f830b3159c0 4 set_mon_vals no callback set 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:09:45.440+0000 7f81dffff640 10 monclient: dump: 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.862 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: shutdown 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: build_initial_monmap 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 build_initial for_mkfs: 0 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: monmap: 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:09:45.863 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding auth protocol: cephx 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.864 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: crc 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6c12c80) adding con mode: secure 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:09:45.440+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: starting msgr at 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: starting objecter 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command objecter_requests cmddesc objecter_requests hook 0x5608b6bef170 EEXIST 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: setting wanted keys 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:09:45.440+0000 7f830b3159c0 1 librados: calling monclient init 2024-09-22T09:09:45.865 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:09:45.440+0000 7f830b3159c0 10 monclient: init 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding auth protocol: cephx 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.866 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: crc 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:09:45.440+0000 7f830b3159c0 5 AuthRegistry(0x5608b6bcedd0) adding con mode: secure 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:09:45.444+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:09:45.444+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command rotate-key cmddesc rotate-key hook 0x5608b6bcef18 EEXIST 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _reopen_session rank -1 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-a con 0x5608b6c12790 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-c con 0x5608b6c1c0c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): picked mon.noname-b con 0x5608b6c20c80 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): _renew_subs 2024-09-22T09:09:45.867 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient(hunting): authenticate will time out at 2756.596431s 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): get_auth_request con 0x5608b6c12790 auth_method 0 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): get_auth_request con 0x5608b6c1c0c0 auth_method 0 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:09:45.868 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient(hunting): handle_auth_done global_id 7539 payload 824 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient: _finish_hunting 0 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:09:45.444+0000 7f8308e1b640 1 monclient: found mon.noname-a 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:09:45.444+0000 7f8308e1b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: dump: 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.869 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: _finish_auth 0 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:09:45.444+0000 7f81de7fc640 10 monclient: dump: 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.870 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 monclient: authenticate success, global_id 7539 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:09:45.444+0000 7f81dffff640 4 set_mon_vals no callback set 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _renew_subs 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:09:45.444+0000 7f830b3159c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:09:45.444+0000 7f830b3159c0 1 librados: init done 2024-09-22T09:09:45.871 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:09:45.444+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cr dump hook 0x5608b6c21138 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:09:45.444+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:09:45.444+0000 7f81de7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:09:45.444+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f81d4071be0 auth_method 0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:09:45.448+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6c3a120 auth_method 0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 realm 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.872 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:09:45.448+0000 7f830b3159c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:09:45.448+0000 7f8308e1b640 10 monclient: get_auth_request con 0x5608b6c3e360 auth_method 0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:09:45.448+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:09:45.448+0000 7f8303fff640 10 monclient: get_auth_request con 0x5608b6c41bc0 auth_method 0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:09:45.452+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:09:45.452+0000 7f830b3159c0 20 searching for the correct realm 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:09:45.452+0000 7f830961c640 10 monclient: get_auth_request con 0x5608b6c46990 auth_method 0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:09:45.452+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f82f40dd030 auth_method 0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:09:45.452+0000 7f8303fff640 10 monclient: get_auth_request con 0x7f82fc0a1040 auth_method 0 2024-09-22T09:09:45.873 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:09:45.456+0000 7f830961c640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f82f40dd410 msgr2=0x7f82f40dd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:09:45.660+0000 7f830961c640 10 monclient: get_auth_request con 0x7f82f40dd410 auth_method 0 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:09:45.664+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f82f40ed910 auth_method 0 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:09:45.672+0000 7f8308e1b640 0 -- 172.21.15.84:0/1244457422 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5608b6c3e360 msgr2=0x5608b6c40790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:09:45.672+0000 7f81de7fc640 1 client.7539.objecter ms_handle_reset 0x5608b6c3e360 session 0x5608b6c3dce0 osd.5 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:09:45.672+0000 7f81de7fc640 10 monclient: _renew_subs 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:09:45.672+0000 7f81de7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:09:45.672+0000 7f8308e1b640 10 monclient: get_auth_request con 0x7f81d4082390 auth_method 0 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:45.874 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zone default found 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Realm: () 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:09:45.680+0000 7f830b3159c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:09:45.680+0000 7f830b3159c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 zonegroup default 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:09:45.680+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.875 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started sync module instance, tier type = 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:09:45.684+0000 7f830b3159c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=0 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=1 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=2 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=3 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=4 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=5 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:09:45.716+0000 7f830b3159c0 20 add_watcher() i=6 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:09:45.720+0000 7f830b3159c0 20 add_watcher() i=7 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:09:45.720+0000 7f830b3159c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.876 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding auth protocol: cephx 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:09:45.724+0000 7f81befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: crc 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 AuthRegistry(0x7ffe7ace46e0) adding con mode: secure 2024-09-22T09:09:45.877 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:09:45.724+0000 7f830b3159c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache list hook 0x5608b6bef750 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache inspect hook 0x5608b6bef750 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache erase hook 0x5608b6bef750 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command cache zap hook 0x5608b6bef750 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 note: GC not initialized 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:09:45.724+0000 7f81bdfe3640 20 reqs_thread_entry: start 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace show hook 0x7f82fc004470 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace history hook 0x7f82fc004470 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace active hook 0x7f82fc004470 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:09:45.724+0000 7f830b3159c0 5 asok(0x5608b6946250) register_command sync trace active_short hook 0x7f82fc004470 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:45.878 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 Filter name: none 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:09:45.724+0000 7f812f7fe640 20 reqs_thread_entry: start 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:09:45.724+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:09:45.724+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : miss 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:09:45.728+0000 7f830b3159c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.879 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:09:45.728+0000 7f830b3159c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:09:45.740+0000 7f830b3159c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300807 cookie 94595426074368 notifier 7539 bl.length()=911 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:09:45.744+0000 7f81df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:09:45.880 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:09:45.744+0000 7f830b3159c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f830b3159c0 time 2024-09-22T09:09:45.761292+0000 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f830ebef2eb] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.881 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:09:45.760+0000 7f830b3159c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f830b3159c0 thread_name:radosgw-admin 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f830da6e520] 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f830ebef345] 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f830ebef49f] 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5608b481a901] 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5608b482fdda] 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:09:45.882 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f830da55d90] 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:09:45.883 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:09:45.884 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:09:45.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:09:45.886 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:09:45.887 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:09:45.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 7f812f7fe640 / http_manager 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81bdfe3640 / http_manager 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81befe5640 / rgw_dt_lg_renew 2024-09-22T09:09:45.889 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81de7fc640 / ms_dispatch 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81df7fe640 / io_context_pool 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81dffff640 / io_context_pool 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81ee7fc640 / ms_dispatch 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81f5602640 / ms_dispatch 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f81f6e05640 / io_context_pool 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8303fff640 / msgr-worker-2 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8308e1b640 / msgr-worker-1 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f830961c640 / msgr-worker-0 2024-09-22T09:09:45.890 INFO:tasks.workunit.client.0.smithi084.stderr: 7f8309e1d640 / io_context_pool 2024-09-22T09:09:45.891 INFO:tasks.workunit.client.0.smithi084.stderr: 7f830b3159c0 / radosgw-admin 2024-09-22T09:09:45.891 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:09:45.891 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:09:45.891 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:09:45.763473Z_a507ef27-7769-4765-93a8-2ed8e704591a/log 2024-09-22T09:09:45.891 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:09:45.892 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.844+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 realm 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.848+0000 7f0c98ff89c0 20 searching for the correct realm 2024-09-22T09:09:45.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:45.856+0000 7f0c972ff640 0 -- 172.21.15.84:0/851530153 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f0c8c0f9040 msgr2=0x7f0c8c0f9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:46.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.072+0000 7f0c96afe640 0 -- 172.21.15.84:0/851530153 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5575dfd0f720 msgr2=0x5575dfd11b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:46.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:46.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:46.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:46.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:46.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.080+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:46.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 zone default found 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 4 Realm: () 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 zonegroup default 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 started sync module instance, tier type = 2024-09-22T09:09:46.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.084+0000 7f0c98ff89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=0 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=1 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=2 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=3 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=4 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=5 2024-09-22T09:09:46.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.112+0000 7f0c98ff89c0 20 add_watcher() i=6 2024-09-22T09:09:46.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.116+0000 7f0c98ff89c0 20 add_watcher() i=7 2024-09-22T09:09:46.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.116+0000 7f0c98ff89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:46.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0b4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:46.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:46.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 5 note: GC not initialized 2024-09-22T09:09:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0ac7fff640 20 reqs_thread_entry: start 2024-09-22T09:09:46.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:46.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 Filter name: none 2024-09-22T09:09:46.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0ac5ffb640 20 reqs_thread_entry: start 2024-09-22T09:09:46.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:46.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.120+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-22T09:09:46.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:46.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:46.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-22T09:09:46.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.124+0000 7f0c98ff89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:09:46.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.128+0000 7f0b4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.136+0000 7f0c98ff89c0 20 remove_watcher() i=0 2024-09-22T09:09:46.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.136+0000 7f0c98ff89c0 2 removed watcher, disabling cache 2024-09-22T09:09:46.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.140+0000 7f0c98ff89c0 20 remove_watcher() i=1 2024-09-22T09:09:46.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.144+0000 7f0c98ff89c0 20 remove_watcher() i=2 2024-09-22T09:09:46.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.148+0000 7f0c98ff89c0 20 remove_watcher() i=3 2024-09-22T09:09:46.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.152+0000 7f0c98ff89c0 20 remove_watcher() i=4 2024-09-22T09:09:46.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.152+0000 7f0c98ff89c0 20 remove_watcher() i=5 2024-09-22T09:09:46.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.156+0000 7f0c98ff89c0 20 remove_watcher() i=6 2024-09-22T09:09:46.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.156+0000 7f0c98ff89c0 20 remove_watcher() i=7 2024-09-22T09:09:46.174 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:09:46.175 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:09:46.175 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:09:46.176 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:46.176 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:46.253 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:09:46.253 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:09:46.332 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:09:46.369 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:09:46.370 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:09:46.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.412+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 realm 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:09:46.416 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:46.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.416+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.420+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:09:46.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.420+0000 7fc1c9f119c0 20 searching for the correct realm 2024-09-22T09:09:46.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.428+0000 7fc1c8218640 0 -- 172.21.15.84:0/195155900 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc1bc041090 msgr2=0x7fc1bc071e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:09:46.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.644+0000 7fc1c7a17640 0 -- 172.21.15.84:0/195155900 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55b85132b1a0 msgr2=0x55b85132d640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:09:46.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 zone default found 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 4 Realm: () 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:09:46.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 zonegroup default 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.652+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:09:46.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 started sync module instance, tier type = 2024-09-22T09:09:46.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.656+0000 7fc1c9f119c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=0 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=1 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=2 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=3 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=4 2024-09-22T09:09:46.678 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=5 2024-09-22T09:09:46.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.676+0000 7fc1c9f119c0 20 add_watcher() i=6 2024-09-22T09:09:46.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.680+0000 7fc1c9f119c0 20 add_watcher() i=7 2024-09-22T09:09:46.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.680+0000 7fc1c9f119c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:09:46.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc07dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:09:46.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:09:46.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 5 note: GC not initialized 2024-09-22T09:09:46.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc07cfe1640 20 reqs_thread_entry: start 2024-09-22T09:09:46.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 20 init_complete bucket index max shards: 11 2024-09-22T09:09:46.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 20 Filter name: none 2024-09-22T09:09:46.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fbff67fc640 20 reqs_thread_entry: start 2024-09-22T09:09:46.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:09:46.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.684+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:09:46.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:09:46.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:09:46.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : miss 2024-09-22T09:09:46.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 20 rados->read ofs=0 len=0 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:09:46.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.688+0000 7fc1c9f119c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:09:46.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.692+0000 7fc1c9f119c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to be held by another RGW process; skipping for now 2024-09-22T09:09:46.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.692+0000 7fc07dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:09:46.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.696+0000 7fc1c9f119c0 20 remove_watcher() i=0 2024-09-22T09:09:46.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.696+0000 7fc1c9f119c0 2 removed watcher, disabling cache 2024-09-22T09:09:46.699 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.700+0000 7fc1c9f119c0 20 remove_watcher() i=1 2024-09-22T09:09:46.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.700+0000 7fc1c9f119c0 20 remove_watcher() i=2 2024-09-22T09:09:46.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.704+0000 7fc1c9f119c0 20 remove_watcher() i=3 2024-09-22T09:09:46.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.704+0000 7fc1c9f119c0 20 remove_watcher() i=4 2024-09-22T09:09:46.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.708+0000 7fc1c9f119c0 20 remove_watcher() i=5 2024-09-22T09:09:46.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.708+0000 7fc1c9f119c0 20 remove_watcher() i=6 2024-09-22T09:09:46.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:09:46.708+0000 7fc1c9f119c0 20 remove_watcher() i=7 2024-09-22T09:09:46.727 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:10:16.759 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:10:16.796 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:16.796 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:16.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.839+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 realm 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.843+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:16.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.847+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:16.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.847+0000 7fd45647c9c0 20 searching for the correct realm 2024-09-22T09:10:16.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:16.855+0000 7fd454783640 0 -- 172.21.15.84:0/813339725 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd44804b910 msgr2=0x7fd44803c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:17.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.071+0000 7fd453f82640 0 -- 172.21.15.84:0/813339725 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55a304f34df0 msgr2=0x55a304f37220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:17.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 zone default found 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 4 Realm: () 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 zonegroup default 2024-09-22T09:10:17.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.079+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.083+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.083+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.083+0000 7fd45647c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.083+0000 7fd45647c9c0 20 started sync module instance, tier type = 2024-09-22T09:10:17.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.083+0000 7fd45647c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:17.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=0 2024-09-22T09:10:17.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=1 2024-09-22T09:10:17.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=2 2024-09-22T09:10:17.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=3 2024-09-22T09:10:17.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=4 2024-09-22T09:10:17.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=5 2024-09-22T09:10:17.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=6 2024-09-22T09:10:17.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 20 add_watcher() i=7 2024-09-22T09:10:17.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.107+0000 7fd45647c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:17.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd309fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:17.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:17.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:17.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 5 note: GC not initialized 2024-09-22T09:10:17.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd308fe1640 20 reqs_thread_entry: start 2024-09-22T09:10:17.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:17.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 20 Filter name: none 2024-09-22T09:10:17.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd2827fc640 20 reqs_thread_entry: start 2024-09-22T09:10:17.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-22T09:10:17.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.115+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:10:17.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-22T09:10:17.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-22T09:10:17.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : miss 2024-09-22T09:10:17.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-22T09:10:17.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:17.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.119+0000 7fd45647c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:10:17.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.123+0000 7fd45647c9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd45647c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd45647c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd45647c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd45647c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd332ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300808 cookie 94158651141104 notifier 7593 bl.length()=911 2024-09-22T09:10:17.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd332ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd332ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.135+0000 7fd332ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.139+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:10:17.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.139+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:10:17.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.139+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:10:17.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.139+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:10:17.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.0 2024-09-22T09:10:17.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.0 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.1 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.1 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.2 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.2 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.3 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.3 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.4 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.4 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.5 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.5 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.6 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.6 2024-09-22T09:10:17.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.7 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.7 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.8 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.8 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.9 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.9 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.10 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.10 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.11 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2.11 2024-09-22T09:10:17.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.151+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.0 2024-09-22T09:10:17.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.155+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.1 2024-09-22T09:10:17.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.155+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2 2024-09-22T09:10:17.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.155+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.3 2024-09-22T09:10:17.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.155+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.4 2024-09-22T09:10:17.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.155+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.5 2024-09-22T09:10:17.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.159+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.6 2024-09-22T09:10:17.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.159+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.7 2024-09-22T09:10:17.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.159+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.8 2024-09-22T09:10:17.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.163+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.9 2024-09-22T09:10:17.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.163+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.10 2024-09-22T09:10:17.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.171+0000 7fd45647c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:17.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.171+0000 7fd45647c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd45647c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd45647c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd45647c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd45647c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd3327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300809 cookie 94158651141104 notifier 7593 bl.length()=911 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd3327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd3327fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.175+0000 7fd3327fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.179+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:10:17.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.179+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:10:17.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.179+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:10:17.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.179+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:10:17.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.183+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.0 2024-09-22T09:10:17.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.183+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.1 2024-09-22T09:10:17.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.2 2024-09-22T09:10:17.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.3 2024-09-22T09:10:17.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.4 2024-09-22T09:10:17.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.5 2024-09-22T09:10:17.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.6 2024-09-22T09:10:17.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.187+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.7 2024-09-22T09:10:17.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.191+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.8 2024-09-22T09:10:17.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.191+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.9 2024-09-22T09:10:17.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.191+0000 7fd45647c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.34.10 2024-09-22T09:10:17.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.191+0000 7fd45647c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:17.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.191+0000 7fd45647c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 2024-09-22T09:10:17.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd45647c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd45647c9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd45647c9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd45647c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34, ofs0, ns] 2024-09-22T09:10:17.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd3327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300810 cookie 94158651141104 notifier 7593 bl.length()=879 2024-09-22T09:10:17.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd3327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 info.flags=0x17 2024-09-22T09:10:17.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd3327fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 to cache LRU end 2024-09-22T09:10:17.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.195+0000 7fd3327fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:17.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.199+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_sources= new_sources= 2024-09-22T09:10:17.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.199+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential sources added=[] removed=[] 2024-09-22T09:10:17.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.199+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): orig_dests= new_dests= 2024-09-22T09:10:17.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.199+0000 7fd45647c9c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[986dc61f-9105-405d-8643-e22bb2945f7f.4459.34]): potential dests added=[] removed=[] 2024-09-22T09:10:17.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.207+0000 7fd45647c9c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-22T09:10:17.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.211+0000 7fd309fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:17.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.215+0000 7fd45647c9c0 20 remove_watcher() i=0 2024-09-22T09:10:17.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.215+0000 7fd45647c9c0 2 removed watcher, disabling cache 2024-09-22T09:10:17.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.219+0000 7fd45647c9c0 20 remove_watcher() i=1 2024-09-22T09:10:17.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.219+0000 7fd45647c9c0 20 remove_watcher() i=2 2024-09-22T09:10:17.224 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.223+0000 7fd45647c9c0 20 remove_watcher() i=3 2024-09-22T09:10:17.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.223+0000 7fd45647c9c0 20 remove_watcher() i=4 2024-09-22T09:10:17.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.227+0000 7fd45647c9c0 20 remove_watcher() i=5 2024-09-22T09:10:17.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.227+0000 7fd45647c9c0 20 remove_watcher() i=6 2024-09-22T09:10:17.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.231+0000 7fd45647c9c0 20 remove_watcher() i=7 2024-09-22T09:10:17.248 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-22T09:10:17.279 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:17.279 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:17.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 realm 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.323+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.327+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:17.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.327+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.327+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:17.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.327+0000 7f15bdc809c0 20 searching for the correct realm 2024-09-22T09:10:17.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.335+0000 7f15baf85640 0 -- 172.21.15.84:0/621839909 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f15b40ca070 msgr2=0x7f15b4102b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:17.341 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.339+0000 7f15baf85640 0 -- 172.21.15.84:0/621839909 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f1484082340 msgr2=0x7f1484084770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:17.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 zone default found 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 4 Realm: () 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 zonegroup default 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.347+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.351+0000 7f15bdc809c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:17.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.351+0000 7f15bdc809c0 20 started sync module instance, tier type = 2024-09-22T09:10:17.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.351+0000 7f15bdc809c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=0 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=1 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=2 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=3 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=4 2024-09-22T09:10:17.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=5 2024-09-22T09:10:17.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.363+0000 7f15bdc809c0 20 add_watcher() i=6 2024-09-22T09:10:17.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 20 add_watcher() i=7 2024-09-22T09:10:17.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:17.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f14727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:17.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 5 note: GC not initialized 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f14717e2640 20 reqs_thread_entry: start 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.367+0000 7f15bdc809c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 Filter name: none 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f146a7fc640 20 reqs_thread_entry: start 2024-09-22T09:10:17.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:10:17.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:10:17.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:17.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-22T09:10:17.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:17.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-22T09:10:17.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.371+0000 7f15bdc809c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:17.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.375+0000 7f14727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:17.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.379+0000 7f15bdc809c0 20 remove_watcher() i=0 2024-09-22T09:10:17.382 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.379+0000 7f15bdc809c0 2 removed watcher, disabling cache 2024-09-22T09:10:17.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.383+0000 7f15bdc809c0 20 remove_watcher() i=1 2024-09-22T09:10:17.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.383+0000 7f15bdc809c0 20 remove_watcher() i=2 2024-09-22T09:10:17.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.387+0000 7f15bdc809c0 20 remove_watcher() i=3 2024-09-22T09:10:17.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.387+0000 7f15bdc809c0 20 remove_watcher() i=4 2024-09-22T09:10:17.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.391+0000 7f15bdc809c0 20 remove_watcher() i=5 2024-09-22T09:10:17.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.391+0000 7f15bdc809c0 20 remove_watcher() i=6 2024-09-22T09:10:17.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:17.391+0000 7f15bdc809c0 20 remove_watcher() i=7 2024-09-22T09:10:17.406 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:17.406 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:17.406 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-do-reshard id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.34 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:10:17.406 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:17.407 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:17.408 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:17.426 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:17.426 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:17.932 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:17.932 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.309 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-22T09:10:18.310 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:18.312 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.312 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.444 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.445 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.531 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.531 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.634 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.635 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.719 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.720 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.819 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.820 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:18.919 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:18.919 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.015 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.015 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.112 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.112 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.203 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.203 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.298 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.299 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.388 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.587 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.695 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.695 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.784 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.784 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.889 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.889 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:19.988 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:19.989 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:20.070 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:20.071 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:20.167 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:20.167 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:20.261 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:20.262 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:20.359 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:20.359 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:20.441 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:10:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:20.474 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:20.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.515+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 realm 2024-09-22T09:10:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:20.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:20.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.519+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.523+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:20.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.523+0000 7f41101789c0 20 searching for the correct realm 2024-09-22T09:10:20.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.527+0000 7f410d47d640 0 -- 172.21.15.84:0/3620132721 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4100069c20 msgr2=0x7f4100068690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:20.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.535+0000 7f410d47d640 0 -- 172.21.15.84:0/3620132721 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f3fd8082390 msgr2=0x7f3fd80847c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:20.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:20.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:20.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 zone default found 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 4 Realm: () 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 zonegroup default 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 started sync module instance, tier type = 2024-09-22T09:10:20.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.543+0000 7f41101789c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:20.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=0 2024-09-22T09:10:20.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=1 2024-09-22T09:10:20.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=2 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=3 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=4 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=5 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=6 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 20 add_watcher() i=7 2024-09-22T09:10:20.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.559+0000 7f41101789c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:20.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f3fbffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 5 note: GC not initialized 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f3fbeffd640 20 reqs_thread_entry: start 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 20 Filter name: none 2024-09-22T09:10:20.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f3fbcff9640 20 reqs_thread_entry: start 2024-09-22T09:10:20.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.563+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:20.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:20.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:20.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.567+0000 7f41101789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:20.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.571+0000 7f3fbffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:20.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.575+0000 7f41101789c0 20 remove_watcher() i=0 2024-09-22T09:10:20.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.575+0000 7f41101789c0 2 removed watcher, disabling cache 2024-09-22T09:10:20.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.575+0000 7f41101789c0 20 remove_watcher() i=1 2024-09-22T09:10:20.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.579+0000 7f41101789c0 20 remove_watcher() i=2 2024-09-22T09:10:20.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.579+0000 7f41101789c0 20 remove_watcher() i=3 2024-09-22T09:10:20.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.583+0000 7f41101789c0 20 remove_watcher() i=4 2024-09-22T09:10:20.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.583+0000 7f41101789c0 20 remove_watcher() i=5 2024-09-22T09:10:20.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.587+0000 7f41101789c0 20 remove_watcher() i=6 2024-09-22T09:10:20.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.587+0000 7f41101789c0 20 remove_watcher() i=7 2024-09-22T09:10:20.602 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:20.602 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:20.602 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:10:20.602 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:20.602 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-22T09:10:20.634 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:20.635 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:20.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.675+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 realm 2024-09-22T09:10:20.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:20.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.679+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.683+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:20.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.683+0000 7fac0bccb9c0 20 searching for the correct realm 2024-09-22T09:10:20.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.687+0000 7fac09fd2640 0 -- 172.21.15.84:0/316902797 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fac00091b80 msgr2=0x7fac00066aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:20.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.903+0000 7fac09fd2640 0 -- 172.21.15.84:0/316902797 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7faad4082390 msgr2=0x7faad40847c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:20.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.911+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:20.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:20.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 zone default found 2024-09-22T09:10:20.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 4 Realm: () 2024-09-22T09:10:20.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:20.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 zonegroup default 2024-09-22T09:10:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:20.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 started sync module instance, tier type = 2024-09-22T09:10:20.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.915+0000 7fac0bccb9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=0 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=1 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=2 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=3 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=4 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=5 2024-09-22T09:10:20.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=6 2024-09-22T09:10:20.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 20 add_watcher() i=7 2024-09-22T09:10:20.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.939+0000 7fac0bccb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:20.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.943+0000 7faabf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:20.947 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:20.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:20.948 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 5 note: GC not initialized 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7faabe7e4640 20 reqs_thread_entry: start 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 Filter name: none 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7faa2ffff640 20 reqs_thread_entry: start 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-22T09:10:20.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:20.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:20.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-22T09:10:20.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 : miss 2024-09-22T09:10:20.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.947+0000 7fac0bccb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:20.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.951+0000 7fac0bccb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 2024-09-22T09:10:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7fac0bccb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7fac0bccb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7fac0bccb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:20.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7fac0bccb9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35, ofs0, ns] 2024-09-22T09:10:20.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7faaecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 94022958062464 notifier 7650 bl.length()=923 2024-09-22T09:10:20.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7faaecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:20.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7faaecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:20.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.959+0000 7faaecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:20.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.963+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_sources= new_sources= 2024-09-22T09:10:20.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.963+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential sources added=[] removed=[] 2024-09-22T09:10:20.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.963+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_dests= new_dests= 2024-09-22T09:10:20.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.963+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential dests added=[] removed=[] 2024-09-22T09:10:20.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.967+0000 7fac0bccb9c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-22T09:10:20.969 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.967+0000 7fac0bccb9c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-22T09:10:20.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:20.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 2024-09-22T09:10:20.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.979+0000 7fac0bccb9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35, ofs0, ns] 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7faadbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300814 cookie 94022958062464 notifier 7650 bl.length()=891 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7faadbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:20.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7faadbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:20.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7faadbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:20.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_sources= new_sources= 2024-09-22T09:10:20.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential sources added=[] removed=[] 2024-09-22T09:10:20.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_dests= new_dests= 2024-09-22T09:10:20.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.983+0000 7fac0bccb9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential dests added=[] removed=[] 2024-09-22T09:10:20.990 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.987+0000 7faabf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:20.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.991+0000 7fac0bccb9c0 20 remove_watcher() i=0 2024-09-22T09:10:20.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.991+0000 7fac0bccb9c0 2 removed watcher, disabling cache 2024-09-22T09:10:20.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.995+0000 7fac0bccb9c0 20 remove_watcher() i=1 2024-09-22T09:10:20.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.999+0000 7fac0bccb9c0 20 remove_watcher() i=2 2024-09-22T09:10:21.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:20.999+0000 7fac0bccb9c0 20 remove_watcher() i=3 2024-09-22T09:10:21.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.003+0000 7fac0bccb9c0 20 remove_watcher() i=4 2024-09-22T09:10:21.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.003+0000 7fac0bccb9c0 20 remove_watcher() i=5 2024-09-22T09:10:21.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.003+0000 7fac0bccb9c0 20 remove_watcher() i=6 2024-09-22T09:10:21.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.007+0000 7fac0bccb9c0 20 remove_watcher() i=7 2024-09-22T09:10:21.024 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:10:21.053 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:21.053 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:21.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.095+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 realm 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:21.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.099+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.303+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:21.305 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.303+0000 7f6e8cd8e9c0 20 searching for the correct realm 2024-09-22T09:10:21.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.311+0000 7f6e8a093640 0 -- 172.21.15.84:0/4028439989 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x558ffcb46470 msgr2=0x558ffcb48860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:21.321 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.319+0000 7f6e8a894640 0 -- 172.21.15.84:0/4028439989 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f6e800a05d0 msgr2=0x7f6e800685d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:21.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.939+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:21.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:21.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 zone default found 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 4 Realm: () 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 zonegroup default 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.943+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.947+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:21.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.947+0000 7f6e8cd8e9c0 20 started sync module instance, tier type = 2024-09-22T09:10:21.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.947+0000 7f6e8cd8e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=0 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=1 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=2 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=3 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=4 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=5 2024-09-22T09:10:21.971 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=6 2024-09-22T09:10:21.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 20 add_watcher() i=7 2024-09-22T09:10:21.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.971+0000 7f6e8cd8e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:21.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.975+0000 7f6d417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:21.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.975+0000 7f6e8cd8e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:21.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.975+0000 7f6e8cd8e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:21.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.975+0000 7f6e8cd8e9c0 5 note: GC not initialized 2024-09-22T09:10:21.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6cbbfff640 20 reqs_thread_entry: start 2024-09-22T09:10:21.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:21.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 Filter name: none 2024-09-22T09:10:21.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6cb9ffb640 20 reqs_thread_entry: start 2024-09-22T09:10:21.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:21.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:21.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:21.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:21.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.979+0000 7f6e8cd8e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:21.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.983+0000 7f6e8cd8e9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:21.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.983+0000 7f6e8cd8e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:21.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.983+0000 7f6d417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:21.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.991+0000 7f6e8cd8e9c0 20 remove_watcher() i=0 2024-09-22T09:10:21.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.991+0000 7f6e8cd8e9c0 2 removed watcher, disabling cache 2024-09-22T09:10:21.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.991+0000 7f6e8cd8e9c0 20 remove_watcher() i=1 2024-09-22T09:10:21.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.995+0000 7f6e8cd8e9c0 20 remove_watcher() i=2 2024-09-22T09:10:21.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.995+0000 7f6e8cd8e9c0 20 remove_watcher() i=3 2024-09-22T09:10:21.999 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.999+0000 7f6e8cd8e9c0 20 remove_watcher() i=4 2024-09-22T09:10:22.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.999+0000 7f6e8cd8e9c0 20 remove_watcher() i=5 2024-09-22T09:10:22.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:21.999+0000 7f6e8cd8e9c0 20 remove_watcher() i=6 2024-09-22T09:10:22.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.003+0000 7f6e8cd8e9c0 20 remove_watcher() i=7 2024-09-22T09:10:22.020 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:22.020 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:22.020 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:10:22.020 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:22.021 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:22.021 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:22.069 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:22.069 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:22.136 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:10:22.172 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:22.172 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:22.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 realm 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.215+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.219+0000 7fd9571689c0 20 searching for the correct realm 2024-09-22T09:10:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.227+0000 7fd95546f640 0 -- 172.21.15.84:0/716396052 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd94801a040 msgr2=0x7fd948043400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:22.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.443+0000 7fd954c6e640 0 -- 172.21.15.84:0/716396052 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55f6315b1360 msgr2=0x55f6315b3790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:22.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:22.454 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.451+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.455 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 zone default found 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 4 Realm: () 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 zonegroup default 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.456 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.457 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 started sync module instance, tier type = 2024-09-22T09:10:22.458 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.455+0000 7fd9571689c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=0 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=1 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=2 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=3 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=4 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=5 2024-09-22T09:10:22.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.475+0000 7fd9571689c0 20 add_watcher() i=6 2024-09-22T09:10:22.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.479+0000 7fd9571689c0 20 add_watcher() i=7 2024-09-22T09:10:22.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.479+0000 7fd9571689c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:22.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd80b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 5 note: GC not initialized 2024-09-22T09:10:22.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd80a7e4640 20 reqs_thread_entry: start 2024-09-22T09:10:22.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:22.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 20 Filter name: none 2024-09-22T09:10:22.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd803fff640 20 reqs_thread_entry: start 2024-09-22T09:10:22.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-22T09:10:22.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.483+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:22.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:22.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-22T09:10:22.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 : miss 2024-09-22T09:10:22.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.487+0000 7fd9571689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 2024-09-22T09:10:22.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd9571689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd9571689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd9571689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd9571689c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35, ofs0, ns] 2024-09-22T09:10:22.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd82bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300815 cookie 94515878373760 notifier 7292 bl.length()=923 2024-09-22T09:10:22.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd82bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd82bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.495+0000 7fd82bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.499+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_sources= new_sources= 2024-09-22T09:10:22.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.499+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential sources added=[] removed=[] 2024-09-22T09:10:22.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.499+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_dests= new_dests= 2024-09-22T09:10:22.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.499+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential dests added=[] removed=[] 2024-09-22T09:10:22.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.0 2024-09-22T09:10:22.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.0 2024-09-22T09:10:22.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.1 2024-09-22T09:10:22.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.1 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.2 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.2 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.3 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.3 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.4 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.4 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.5 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.5 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.6 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.6 2024-09-22T09:10:22.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.7 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.7 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.8 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.8 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.9 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.9 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.10 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.10 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.11 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1.11 2024-09-22T09:10:22.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.507+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.0 2024-09-22T09:10:22.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.511+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1 2024-09-22T09:10:22.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.511+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.2 2024-09-22T09:10:22.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.511+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.3 2024-09-22T09:10:22.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.511+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.4 2024-09-22T09:10:22.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.511+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.5 2024-09-22T09:10:22.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.515+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.6 2024-09-22T09:10:22.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.515+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.7 2024-09-22T09:10:22.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.515+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.8 2024-09-22T09:10:22.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.515+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.9 2024-09-22T09:10:22.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.519+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.10 2024-09-22T09:10:22.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:22.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.523+0000 7fd9571689c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35, ofs0, ns] 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd82b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300816 cookie 94515878373760 notifier 7292 bl.length()=923 2024-09-22T09:10:22.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd82b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd82b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd82b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_sources= new_sources= 2024-09-22T09:10:22.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential sources added=[] removed=[] 2024-09-22T09:10:22.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_dests= new_dests= 2024-09-22T09:10:22.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.527+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential dests added=[] removed=[] 2024-09-22T09:10:22.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.0 2024-09-22T09:10:22.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.1 2024-09-22T09:10:22.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.2 2024-09-22T09:10:22.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.3 2024-09-22T09:10:22.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.4 2024-09-22T09:10:22.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.535+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.5 2024-09-22T09:10:22.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.539+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.6 2024-09-22T09:10:22.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.539+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.7 2024-09-22T09:10:22.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.539+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.8 2024-09-22T09:10:22.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.539+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.9 2024-09-22T09:10:22.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.539+0000 7fd9571689c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.35.10 2024-09-22T09:10:22.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:22.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 2024-09-22T09:10:22.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd9571689c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35, ofs0, ns] 2024-09-22T09:10:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd82bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300817 cookie 94515878373760 notifier 7292 bl.length()=891 2024-09-22T09:10:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd82bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 info.flags=0x17 2024-09-22T09:10:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd82bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 to cache LRU end 2024-09-22T09:10:22.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.543+0000 7fd82bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:22.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.547+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_sources= new_sources= 2024-09-22T09:10:22.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.547+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential sources added=[] removed=[] 2024-09-22T09:10:22.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.547+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): orig_dests= new_dests= 2024-09-22T09:10:22.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.547+0000 7fd9571689c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.35]): potential dests added=[] removed=[] 2024-09-22T09:10:22.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.551+0000 7fd9571689c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-22T09:10:22.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.555+0000 7fd80b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:22.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.559+0000 7fd9571689c0 20 remove_watcher() i=0 2024-09-22T09:10:22.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.559+0000 7fd9571689c0 2 removed watcher, disabling cache 2024-09-22T09:10:22.563 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.563+0000 7fd9571689c0 20 remove_watcher() i=1 2024-09-22T09:10:22.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.563+0000 7fd9571689c0 20 remove_watcher() i=2 2024-09-22T09:10:22.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.567+0000 7fd9571689c0 20 remove_watcher() i=3 2024-09-22T09:10:22.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.567+0000 7fd9571689c0 20 remove_watcher() i=4 2024-09-22T09:10:22.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.571+0000 7fd9571689c0 20 remove_watcher() i=5 2024-09-22T09:10:22.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.571+0000 7fd9571689c0 20 remove_watcher() i=6 2024-09-22T09:10:22.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.571+0000 7fd9571689c0 20 remove_watcher() i=7 2024-09-22T09:10:22.589 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-22T09:10:22.619 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:22.619 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:22.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 realm 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.665 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.663+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.667+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:22.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.667+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.667+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:22.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.667+0000 7f932feb09c0 20 searching for the correct realm 2024-09-22T09:10:22.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.675+0000 7f932e1b7640 0 -- 172.21.15.84:0/3972837891 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9324017040 msgr2=0x7f93240979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:22.893 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.891+0000 7f932d9b6640 0 -- 172.21.15.84:0/3972837891 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55daf0841f60 msgr2=0x55daf0844350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:22.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:22.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:22.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:22.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:22.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.899+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 zone default found 2024-09-22T09:10:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 4 Realm: () 2024-09-22T09:10:22.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 zonegroup default 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:22.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 started sync module instance, tier type = 2024-09-22T09:10:22.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.903+0000 7f932feb09c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=0 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=1 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=2 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=3 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=4 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=5 2024-09-22T09:10:22.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.927+0000 7f932feb09c0 20 add_watcher() i=6 2024-09-22T09:10:22.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.931+0000 7f932feb09c0 20 add_watcher() i=7 2024-09-22T09:10:22.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.931+0000 7f932feb09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:22.934 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.931+0000 7f91df7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:22.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:22.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:22.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 5 note: GC not initialized 2024-09-22T09:10:22.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f91de7fc640 20 reqs_thread_entry: start 2024-09-22T09:10:22.936 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:22.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 Filter name: none 2024-09-22T09:10:22.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f914ffff640 20 reqs_thread_entry: start 2024-09-22T09:10:22.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:22.938 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.935+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:22.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:22.939 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:22.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:22.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:22.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.939+0000 7f932feb09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:22.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.943+0000 7f91df7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:22.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.947+0000 7f932feb09c0 20 remove_watcher() i=0 2024-09-22T09:10:22.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.947+0000 7f932feb09c0 2 removed watcher, disabling cache 2024-09-22T09:10:22.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.951+0000 7f932feb09c0 20 remove_watcher() i=1 2024-09-22T09:10:22.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.951+0000 7f932feb09c0 20 remove_watcher() i=2 2024-09-22T09:10:22.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.955+0000 7f932feb09c0 20 remove_watcher() i=3 2024-09-22T09:10:22.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.955+0000 7f932feb09c0 20 remove_watcher() i=4 2024-09-22T09:10:22.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.959+0000 7f932feb09c0 20 remove_watcher() i=5 2024-09-22T09:10:22.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.959+0000 7f932feb09c0 20 remove_watcher() i=6 2024-09-22T09:10:22.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:22.963+0000 7f932feb09c0 20 remove_watcher() i=7 2024-09-22T09:10:22.978 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:22.978 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:22.978 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.35 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:10:22.978 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:22.979 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:22.980 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:23.000 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:23.000 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:23.537 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:23.537 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:23.906 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-22T09:10:23.906 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:23.909 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:23.909 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.040 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.040 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.127 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.127 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.232 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.232 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.338 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.338 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.439 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.439 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.537 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.538 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.638 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.638 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.728 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.728 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.829 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.829 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:24.931 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:24.931 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.022 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.023 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.121 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.121 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.221 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.221 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.316 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.316 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.408 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.409 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.524 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.524 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.625 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.626 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.725 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.725 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.825 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.825 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:25.920 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:25.920 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:26.031 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:26.031 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:26.120 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:10:26.153 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:26.153 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:26.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.199+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 realm 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.203+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.207+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.207+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.207+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:26.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.207+0000 7f09138309c0 20 searching for the correct realm 2024-09-22T09:10:26.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.211+0000 7f0911b37640 0 -- 172.21.15.84:0/732118451 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x563268f4d500 msgr2=0x563268f4f9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.219+0000 7f0911336640 0 -- 172.21.15.84:0/732118451 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f09080ceb80 msgr2=0x7f0908106650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:26.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 zone default found 2024-09-22T09:10:26.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 4 Realm: () 2024-09-22T09:10:26.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:26.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:26.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:26.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 zonegroup default 2024-09-22T09:10:26.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 started sync module instance, tier type = 2024-09-22T09:10:26.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.227+0000 7f09138309c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=0 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=1 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=2 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=3 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=4 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=5 2024-09-22T09:10:26.246 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.243+0000 7f09138309c0 20 add_watcher() i=6 2024-09-22T09:10:26.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 add_watcher() i=7 2024-09-22T09:10:26.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:26.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f07c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:26.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:26.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:26.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 5 note: GC not initialized 2024-09-22T09:10:26.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f07c6fe5640 20 reqs_thread_entry: start 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 Filter name: none 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f07c4fe1640 20 reqs_thread_entry: start 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.247+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:26.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:26.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:26.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:26.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:26.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.251+0000 7f09138309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:26.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.255+0000 7f07c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:26.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.259+0000 7f09138309c0 20 remove_watcher() i=0 2024-09-22T09:10:26.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.259+0000 7f09138309c0 2 removed watcher, disabling cache 2024-09-22T09:10:26.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.263+0000 7f09138309c0 20 remove_watcher() i=1 2024-09-22T09:10:26.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.263+0000 7f09138309c0 20 remove_watcher() i=2 2024-09-22T09:10:26.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.267+0000 7f09138309c0 20 remove_watcher() i=3 2024-09-22T09:10:26.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.267+0000 7f09138309c0 20 remove_watcher() i=4 2024-09-22T09:10:26.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.267+0000 7f09138309c0 20 remove_watcher() i=5 2024-09-22T09:10:26.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.271+0000 7f09138309c0 20 remove_watcher() i=6 2024-09-22T09:10:26.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.271+0000 7f09138309c0 20 remove_watcher() i=7 2024-09-22T09:10:26.286 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.286 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:26.286 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:10:26.286 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.287 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-22T09:10:26.318 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:26.319 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:26.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.359+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 realm 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.367+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:26.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.367+0000 7fd5605269c0 20 searching for the correct realm 2024-09-22T09:10:26.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.371+0000 7fd55e82d640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd554018070 msgr2=0x7fd554077a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:26.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.587+0000 7fd55e02c640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55c9916f6380 msgr2=0x55c9916f8770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:26.596 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zone default found 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Realm: () 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zonegroup default 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started sync module instance, tier type = 2024-09-22T09:10:26.603 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=0 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=1 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=2 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=3 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=4 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=5 2024-09-22T09:10:26.627 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=6 2024-09-22T09:10:26.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.627+0000 7fd5605269c0 20 add_watcher() i=7 2024-09-22T09:10:26.630 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.627+0000 7fd5605269c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:26.635 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.631+0000 7fd414fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:26.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:26.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:26.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 5 note: GC not initialized 2024-09-22T09:10:26.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd38f7fe640 20 reqs_thread_entry: start 2024-09-22T09:10:26.636 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 Filter name: none 2024-09-22T09:10:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd38d7fa640 20 reqs_thread_entry: start 2024-09-22T09:10:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:10:26.637 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:26.638 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : miss 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.639 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:26.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.639+0000 7fd5605269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:26.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd5605269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd5605269c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300748 cookie 94324216838208 notifier 7743 bl.length()=923 2024-09-22T09:10:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:26.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:26.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:26.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:26.657 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5605269c0 time 2024-09-22T09:10:26.659650+0000 2024-09-22T09:10:26.658 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:10:26.659 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.659 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd563e002eb] 2024-09-22T09:10:26.660 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5605269c0 time 2024-09-22T09:10:26.659650+0000 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.661 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd563e002eb] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:10:26.662 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fd5605269c0 thread_name:radosgw-admin 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd562c7f520] 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd563e00345] 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.681 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fd5605269c0 thread_name:radosgw-admin 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd562c7f520] 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:10:26.682 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd563e00345] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.683 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7331 payload 274 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:10:26.339+0000 7fd55e02c640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: dump: 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.684 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: dump: 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.685 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7331 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: get_monmap_and_config success 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:10:26.339+0000 7fd5605269c0 4 set_mon_vals no callback set 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: shutdown 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 asok(0x55c9913fc250) unregister_commands rotate-key 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.686 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.687 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:10:26.339+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: starting msgr at 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: starting objecter 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests hook 0x55c991375920 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: setting wanted keys 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: calling monclient init 2024-09-22T09:10:26.688 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.689 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:10:26.339+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:10:26.343+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:10:26.343+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key hook 0x55c991608db8 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c991551aa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c991552490 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9915559e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.496138s 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c991552490 auth_method 0 2024-09-22T09:10:26.690 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): get_auth_request con 0x55c9915559e0 auth_method 0 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c991551aa0 auth_method 0 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.691 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_done global_id 7334 payload 824 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:10:26.343+0000 7fd55d82b640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: dump: 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.692 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: dump: 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.693 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:10:26.343+0000 7fd44c608640 4 set_mon_vals no callback set 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:10:26.343+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7334 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:10:26.343+0000 7fd5605269c0 1 librados: init done 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd444071be0 auth_method 0 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c991648db0 auth_method 0 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:10:26.347+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c991653bb0 auth_method 0 2024-09-22T09:10:26.694 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:10:26.347+0000 7fd55d82b640 10 monclient: get_auth_request con 0x55c991657f10 auth_method 0 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:10:26.351+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.695 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests cmddesc objecter_requests hook 0x55c991660770 EEXIST 2024-09-22T09:10:26.696 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.697 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x55c99165b570 EEXIST 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c991684920 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c991684250 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c991682c30 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.506519s 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c991684920 auth_method 0 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.698 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): get_auth_request con 0x55c991682c30 auth_method 0 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7737 payload 824 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:10:26.351+0000 7fd55e02c640 1 monclient: found mon.noname-a 2024-09-22T09:10:26.699 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: dump: 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.700 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: dump: 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.701 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7737 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:10:26.351+0000 7fd55f02e640 4 set_mon_vals no callback set 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient: get_auth_request con 0x7fd438071b20 auth_method 0 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: get_monmap_and_config 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:10:26.355+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.702 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.703 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.704 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.705 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x7ffd3bcc1b68 EEXIST 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c9916d8460 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9916a7e80 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c9916d3c30 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.706 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.510787s 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c9916d8460 auth_method 0 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c9916a7e80 auth_method 0 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.707 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7340 payload 274 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:10:26.355+0000 7fd55e02c640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: dump: 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.708 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: dump: 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.709 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7340 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: get_monmap_and_config success 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:10:26.355+0000 7fd5605269c0 4 set_mon_vals no callback set 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: shutdown 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.710 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.711 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: starting msgr at 2024-09-22T09:10:26.712 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: starting objecter 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests cmddesc objecter_requests hook 0x55c9916a6ae0 EEXIST 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: setting wanted keys 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: calling monclient init 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.713 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x55c991686888 EEXIST 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c9916a7e80 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.714 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9916d3c30 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c9916d8460 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.513338s 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c9916d3c30 auth_method 0 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c9916a7e80 auth_method 0 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.715 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_done global_id 7743 payload 824 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:10:26.359+0000 7fd55d82b640 1 monclient: found mon.noname-a 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: dump: 2024-09-22T09:10:26.716 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.717 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: dump: 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7743 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:10:26.359+0000 7fd441ffb640 4 set_mon_vals no callback set 2024-09-22T09:10:26.718 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: init done 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cr dump hook 0x55c9916d13a8 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:10:26.359+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:10:26.363+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd428071be0 auth_method 0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:10:26.363+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c9916f20a0 auth_method 0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 realm 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.719 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:10:26.363+0000 7fd5605269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:10:26.363+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c9916f6380 auth_method 0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:10:26.367+0000 7fd55d82b640 10 monclient: get_auth_request con 0x55c9916f9aa0 auth_method 0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:10:26.367+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:10:26.367+0000 7fd5605269c0 20 searching for the correct realm 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:10:26.367+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c9916fe840 auth_method 0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:10:26.367+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd554071060 auth_method 0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:10:26.371+0000 7fd55d82b640 10 monclient: get_auth_request con 0x7fd550040070 auth_method 0 2024-09-22T09:10:26.720 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:10:26.371+0000 7fd55e82d640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd554018070 msgr2=0x7fd554077a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:10:26.575+0000 7fd55e82d640 10 monclient: get_auth_request con 0x7fd554018070 auth_method 0 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:10:26.583+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd5540730e0 auth_method 0 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:10:26.587+0000 7fd55e02c640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55c9916f6380 msgr2=0x55c9916f8770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:10:26.587+0000 7fd42ffff640 1 client.7743.objecter ms_handle_reset 0x55c9916f6380 session 0x55c9916f5220 osd.5 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:10:26.587+0000 7fd42ffff640 10 monclient: _renew_subs 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:10:26.587+0000 7fd42ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:10:26.587+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd4280823f0 auth_method 0 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:26.721 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:10:26.595+0000 7fd42ffff640 1 client.7743.objecter ms_handle_reset 0x7fd4280823f0 session 0x55c9916f5220 osd.5 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:10:26.595+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c9916f6380 auth_method 0 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zone default found 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Realm: () 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:10:26.599+0000 7fd5605269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zonegroup default 2024-09-22T09:10:26.722 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started sync module instance, tier type = 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=0 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=1 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=2 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=3 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=4 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=5 2024-09-22T09:10:26.723 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=6 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:10:26.627+0000 7fd5605269c0 20 add_watcher() i=7 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:10:26.627+0000 7fd5605269c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.724 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:10:26.631+0000 7fd414fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:10:26.635+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache list hook 0x55c9916d1bf0 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache inspect hook 0x55c9916d1bf0 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache erase hook 0x55c9916d1bf0 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache zap hook 0x55c9916d1bf0 2024-09-22T09:10:26.725 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 note: GC not initialized 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:10:26.635+0000 7fd38f7fe640 20 reqs_thread_entry: start 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace show hook 0x7fd5580bb040 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace history hook 0x7fd5580bb040 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace active hook 0x7fd5580bb040 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace active_short hook 0x7fd5580bb040 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 Filter name: none 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:10:26.635+0000 7fd38d7fa640 20 reqs_thread_entry: start 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:26.726 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : miss 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:10:26.639+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300748 cookie 94324216838208 notifier 7743 bl.length()=923 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.727 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5605269c0 time 2024-09-22T09:10:26.659650+0000 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd563e002eb] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.728 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fd5605269c0 thread_name:radosgw-admin 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd562c7f520] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd563e00345] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.729 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:10:26.730 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:10:26.731 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:10:26.732 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:10:26.733 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:10:26.734 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:10:26.735 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd38d7fa640 / http_manager 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd38f7fe640 / http_manager 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd414fe1640 / rgw_dt_lg_renew 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd42ffff640 / ms_dispatch 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd441ffb640 / io_context_pool 2024-09-22T09:10:26.736 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd443fff640 / ms_dispatch 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd44ae05640 / ms_dispatch 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd44c608640 / io_context_pool 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55d82b640 / msgr-worker-2 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55e02c640 / msgr-worker-1 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55e82d640 / msgr-worker-0 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55f02e640 / io_context_pool 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd5605269c0 / radosgw-admin 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.126328.log 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:10:26.339+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.737 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7331 payload 274 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:10:26.339+0000 7fd55e02c640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:10:26.339+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: dump: 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.738 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:10:26.339+0000 7fd44c608640 10 monclient: dump: 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.739 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7331 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: get_monmap_and_config success 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:10:26.339+0000 7fd5605269c0 4 set_mon_vals no callback set 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: shutdown 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 asok(0x55c9913fc250) unregister_commands rotate-key 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.740 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding auth protocol: cephx 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.741 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: crc 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c99160bfe0) adding con mode: secure 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:10:26.339+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: starting msgr at 2024-09-22T09:10:26.742 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: starting objecter 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests hook 0x55c991375920 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: setting wanted keys 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:10:26.339+0000 7fd5605269c0 1 librados: calling monclient init 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:10:26.339+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding auth protocol: cephx 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.743 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: crc 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:10:26.339+0000 7fd5605269c0 5 AuthRegistry(0x55c991608c70) adding con mode: secure 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:10:26.339+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:10:26.343+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:10:26.343+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key hook 0x55c991608db8 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c991551aa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.744 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c991552490 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9915559e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.496138s 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c991552490 auth_method 0 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): get_auth_request con 0x55c9915559e0 auth_method 0 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.745 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c991551aa0 auth_method 0 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient(hunting): handle_auth_done global_id 7334 payload 824 2024-09-22T09:10:26.746 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:10:26.343+0000 7fd55d82b640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:10:26.343+0000 7fd55d82b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: dump: 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:10:26.343+0000 7fd44ae05640 10 monclient: dump: 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.748 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:10:26.343+0000 7fd44c608640 4 set_mon_vals no callback set 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:10:26.343+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7334 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:10:26.343+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:10:26.343+0000 7fd5605269c0 1 librados: init done 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:10:26.343+0000 7fd44ae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:10:26.343+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd444071be0 auth_method 0 2024-09-22T09:10:26.749 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:10:26.343+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c991648db0 auth_method 0 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:10:26.347+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c991653bb0 auth_method 0 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:10:26.347+0000 7fd55d82b640 10 monclient: get_auth_request con 0x55c991657f10 auth_method 0 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:10:26.351+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.750 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding auth protocol: cephx 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.751 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: crc 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165ce10) adding con mode: secure 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests cmddesc objecter_requests hook 0x55c991660770 EEXIST 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding auth protocol: cephx 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.752 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: crc 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 AuthRegistry(0x55c99165b428) adding con mode: secure 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:10:26.351+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x55c99165b570 EEXIST 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c991684920 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c991684250 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c991682c30 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.753 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.506519s 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c991684920 auth_method 0 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): get_auth_request con 0x55c991682c30 auth_method 0 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.754 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:10:26.351+0000 7fd55e82d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7737 payload 824 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:10:26.351+0000 7fd55e02c640 1 monclient: found mon.noname-a 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:10:26.351+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:10:26.755 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: dump: 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.756 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:10:26.351+0000 7fd443fff640 10 monclient: dump: 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:10:26.351+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7737 2024-09-22T09:10:26.757 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:10:26.351+0000 7fd55f02e640 4 set_mon_vals no callback set 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:10:26.351+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:10:26.355+0000 7fd443fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient: get_auth_request con 0x7fd438071b20 auth_method 0 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: get_monmap_and_config 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:10:26.355+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.758 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding auth protocol: cephx 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.759 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: crc 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x55c9916a3f90) adding con mode: secure 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.760 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding auth protocol: cephx 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: crc 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1a20) adding con mode: secure 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:10:26.355+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.761 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x7ffd3bcc1b68 EEXIST 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c9916d8460 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9916a7e80 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c9916d3c30 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.510787s 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c9916d8460 auth_method 0 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.762 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c9916a7e80 auth_method 0 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:10:26.355+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient(hunting): handle_auth_done global_id 7340 payload 274 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:10:26.355+0000 7fd55e02c640 1 monclient: found mon.noname-c 2024-09-22T09:10:26.763 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:10:26.355+0000 7fd55e02c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: dump: 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.764 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:10:26.355+0000 7fd441ffb640 10 monclient: dump: 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.765 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:10:26.355+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7340 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:10:26.355+0000 7fd5605269c0 10 monclient: get_monmap_and_config success 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:10:26.355+0000 7fd5605269c0 4 set_mon_vals no callback set 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: shutdown 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: build_initial_monmap 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 build_initial for_mkfs: 0 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: monmap: 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:10:26.766 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding auth protocol: cephx 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.767 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: crc 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c9916ca620) adding con mode: secure 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: starting msgr at 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: starting objecter 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command objecter_requests cmddesc objecter_requests hook 0x55c9916a6ae0 EEXIST 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: setting wanted keys 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: calling monclient init 2024-09-22T09:10:26.768 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: init 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding auth protocol: cephx 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.769 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: crc 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 AuthRegistry(0x55c991686740) adding con mode: secure 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:10:26.359+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command rotate-key cmddesc rotate-key hook 0x55c991686888 EEXIST 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _reopen_session rank -1 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-c con 0x55c9916a7e80 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-a con 0x55c9916d3c30 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): picked mon.noname-b con 0x55c9916d8460 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): _renew_subs 2024-09-22T09:10:26.770 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient(hunting): authenticate will time out at 2797.513338s 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): get_auth_request con 0x55c9916d3c30 auth_method 0 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): get_auth_request con 0x55c9916a7e80 auth_method 0 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:10:26.359+0000 7fd55e02c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:10:26.771 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient(hunting): handle_auth_done global_id 7743 payload 824 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient: _finish_hunting 0 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:10:26.359+0000 7fd55d82b640 1 monclient: found mon.noname-a 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:10:26.359+0000 7fd55d82b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: dump: 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.772 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: _finish_auth 0 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: _check_auth_tickets 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:10:26.359+0000 7fd42ffff640 10 monclient: dump: 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:10:26.773 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 monclient: authenticate success, global_id 7743 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:10:26.359+0000 7fd441ffb640 4 set_mon_vals no callback set 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _renew_subs 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:10:26.359+0000 7fd5605269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:10:26.359+0000 7fd5605269c0 1 librados: init done 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:10:26.359+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cr dump hook 0x55c9916d13a8 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:10:26.359+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:10:26.363+0000 7fd42ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:10:26.774 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:10:26.363+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd428071be0 auth_method 0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:10:26.363+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c9916f20a0 auth_method 0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 realm 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:10:26.363+0000 7fd5605269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:10:26.363+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c9916f6380 auth_method 0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:10:26.363+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:10:26.367+0000 7fd55d82b640 10 monclient: get_auth_request con 0x55c9916f9aa0 auth_method 0 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:10:26.367+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:26.775 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:10:26.367+0000 7fd5605269c0 20 searching for the correct realm 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:10:26.367+0000 7fd55e82d640 10 monclient: get_auth_request con 0x55c9916fe840 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:10:26.367+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd554071060 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:10:26.371+0000 7fd55d82b640 10 monclient: get_auth_request con 0x7fd550040070 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:10:26.371+0000 7fd55e82d640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd554018070 msgr2=0x7fd554077a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:10:26.575+0000 7fd55e82d640 10 monclient: get_auth_request con 0x7fd554018070 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:10:26.583+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd5540730e0 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:10:26.587+0000 7fd55e02c640 0 -- 172.21.15.84:0/4050974563 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55c9916f6380 msgr2=0x55c9916f8770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:10:26.587+0000 7fd42ffff640 1 client.7743.objecter ms_handle_reset 0x55c9916f6380 session 0x55c9916f5220 osd.5 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:10:26.587+0000 7fd42ffff640 10 monclient: _renew_subs 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:10:26.587+0000 7fd42ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:10:26.587+0000 7fd55e02c640 10 monclient: get_auth_request con 0x7fd4280823f0 auth_method 0 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:26.776 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:10:26.595+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:10:26.595+0000 7fd42ffff640 1 client.7743.objecter ms_handle_reset 0x7fd4280823f0 session 0x55c9916f5220 osd.5 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:10:26.595+0000 7fd55e02c640 10 monclient: get_auth_request con 0x55c9916f6380 auth_method 0 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zone default found 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Realm: () 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:10:26.599+0000 7fd5605269c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:26.777 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:10:26.599+0000 7fd5605269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 zonegroup default 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started sync module instance, tier type = 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:10:26.599+0000 7fd5605269c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=0 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=1 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=2 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=3 2024-09-22T09:10:26.778 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=4 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=5 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:10:26.623+0000 7fd5605269c0 20 add_watcher() i=6 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:10:26.627+0000 7fd5605269c0 20 add_watcher() i=7 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:10:26.627+0000 7fd5605269c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding auth protocol: cephx 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:10:26.631+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.779 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: crc 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 AuthRegistry(0x7ffd3bcc1ef0) adding con mode: secure 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:10:26.631+0000 7fd414fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:10:26.635+0000 7fd5605269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache list hook 0x55c9916d1bf0 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache inspect hook 0x55c9916d1bf0 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache erase hook 0x55c9916d1bf0 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command cache zap hook 0x55c9916d1bf0 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 note: GC not initialized 2024-09-22T09:10:26.780 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:10:26.635+0000 7fd38f7fe640 20 reqs_thread_entry: start 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace show hook 0x7fd5580bb040 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace history hook 0x7fd5580bb040 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace active hook 0x7fd5580bb040 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:10:26.635+0000 7fd5605269c0 5 asok(0x55c9913fc250) register_command sync trace active_short hook 0x7fd5580bb040 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 Filter name: none 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:10:26.635+0000 7fd38d7fa640 20 reqs_thread_entry: start 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:10:26.635+0000 7fd5605269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : miss 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:10:26.635+0000 7fd5605269c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:10:26.639+0000 7fd5605269c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:26.781 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:10:26.639+0000 7fd5605269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:10:26.647+0000 7fd5605269c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300748 cookie 94324216838208 notifier 7743 bl.length()=923 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:26.782 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:10:26.647+0000 7fd441ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:10:26.651+0000 7fd5605269c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd5605269c0 time 2024-09-22T09:10:26.659650+0000 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fd563e002eb] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.783 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:10:26.659+0000 7fd5605269c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fd5605269c0 thread_name:radosgw-admin 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fd562c7f520] 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fd563e00345] 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fd563e0049f] 2024-09-22T09:10:26.784 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c98fcda901] 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x55c9907382bc] 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c98fcefd6d] 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fd562c66d90] 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:10:26.785 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:10:26.786 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:10:26.787 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:10:26.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:10:26.789 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:10:26.790 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:10:26.791 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd38d7fa640 / http_manager 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd38f7fe640 / http_manager 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd414fe1640 / rgw_dt_lg_renew 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd42ffff640 / ms_dispatch 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd441ffb640 / io_context_pool 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd443fff640 / ms_dispatch 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd44ae05640 / ms_dispatch 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd44c608640 / io_context_pool 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55d82b640 / msgr-worker-2 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55e02c640 / msgr-worker-1 2024-09-22T09:10:26.792 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55e82d640 / msgr-worker-0 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd55f02e640 / io_context_pool 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr: 7fd5605269c0 / radosgw-admin 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:10:26.662792Z_baf1d1ae-c0c2-4460-8de9-5b818511d754/log 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:10:26.793 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:10:26.794 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:26.794 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:26.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.743+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 realm 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.747+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.751+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.751+0000 7f4102a649c0 20 searching for the correct realm 2024-09-22T09:10:26.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.755+0000 7f4100d6b640 0 -- 172.21.15.84:0/3119897875 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f40f400a040 msgr2=0x7f40f402b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.973 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.971+0000 7f410056a640 0 -- 172.21.15.84:0/3119897875 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561e9aad1160 msgr2=0x561e9aad3550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:26.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:26.980 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:26.982 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.979+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 zone default found 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 4 Realm: () 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 zonegroup default 2024-09-22T09:10:26.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.984 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:26.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:26.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 started sync module instance, tier type = 2024-09-22T09:10:26.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:26.983+0000 7f4102a649c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=0 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=1 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=2 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=3 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=4 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=5 2024-09-22T09:10:27.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=6 2024-09-22T09:10:27.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 20 add_watcher() i=7 2024-09-22T09:10:27.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.007+0000 7f4102a649c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:27.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f3fb6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:27.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:27.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:27.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 5 note: GC not initialized 2024-09-22T09:10:27.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f3fb5fe3640 20 reqs_thread_entry: start 2024-09-22T09:10:27.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:27.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 20 Filter name: none 2024-09-22T09:10:27.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f3faeffd640 20 reqs_thread_entry: start 2024-09-22T09:10:27.014 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.011+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:27.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:10:27.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:27.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:27.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:10:27.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.015+0000 7f4102a649c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:27.021 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.019+0000 7f3fb6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:27.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.023+0000 7f4102a649c0 20 remove_watcher() i=0 2024-09-22T09:10:27.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.023+0000 7f4102a649c0 2 removed watcher, disabling cache 2024-09-22T09:10:27.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.027+0000 7f4102a649c0 20 remove_watcher() i=1 2024-09-22T09:10:27.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.027+0000 7f4102a649c0 20 remove_watcher() i=2 2024-09-22T09:10:27.032 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.031+0000 7f4102a649c0 20 remove_watcher() i=3 2024-09-22T09:10:27.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.031+0000 7f4102a649c0 20 remove_watcher() i=4 2024-09-22T09:10:27.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.035+0000 7f4102a649c0 20 remove_watcher() i=5 2024-09-22T09:10:27.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.035+0000 7f4102a649c0 20 remove_watcher() i=6 2024-09-22T09:10:27.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.035+0000 7f4102a649c0 20 remove_watcher() i=7 2024-09-22T09:10:27.054 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:27.054 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:27.054 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:10:27.054 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:27.055 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:27.055 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:27.102 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:27.102 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:27.169 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:10:27.206 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:27.206 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:27.253 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 realm 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.251+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:27.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:27.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.255+0000 7f32861659c0 20 searching for the correct realm 2024-09-22T09:10:27.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.263+0000 7f328446c640 0 -- 172.21.15.84:0/4085586948 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f327802d040 msgr2=0x7f327807e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:27.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.479+0000 7f3283c6b640 0 -- 172.21.15.84:0/4085586948 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55bb73e834d0 msgr2=0x55bb73e858e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:27.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:27.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 zone default found 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 4 Realm: () 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 zonegroup default 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.487+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.491+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.491+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.491+0000 7f32861659c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.491+0000 7f32861659c0 20 started sync module instance, tier type = 2024-09-22T09:10:27.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.491+0000 7f32861659c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:27.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=0 2024-09-22T09:10:27.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=1 2024-09-22T09:10:27.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=2 2024-09-22T09:10:27.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=3 2024-09-22T09:10:27.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=4 2024-09-22T09:10:27.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=5 2024-09-22T09:10:27.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.511+0000 7f32861659c0 20 add_watcher() i=6 2024-09-22T09:10:27.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.515+0000 7f32861659c0 20 add_watcher() i=7 2024-09-22T09:10:27.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.515+0000 7f32861659c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:27.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.515+0000 7f3139fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:27.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:27.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:27.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 5 note: GC not initialized 2024-09-22T09:10:27.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f3138fe1640 20 reqs_thread_entry: start 2024-09-22T09:10:27.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:27.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 Filter name: none 2024-09-22T09:10:27.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f30b27fc640 20 reqs_thread_entry: start 2024-09-22T09:10:27.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:10:27.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:10:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : miss 2024-09-22T09:10:27.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:27.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.519+0000 7f32861659c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:27.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.523+0000 7f32861659c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to be held by another RGW process; skipping for now 2024-09-22T09:10:27.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.523+0000 7f3139fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:27.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.531+0000 7f32861659c0 20 remove_watcher() i=0 2024-09-22T09:10:27.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.531+0000 7f32861659c0 2 removed watcher, disabling cache 2024-09-22T09:10:27.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.531+0000 7f32861659c0 20 remove_watcher() i=1 2024-09-22T09:10:27.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.535+0000 7f32861659c0 20 remove_watcher() i=2 2024-09-22T09:10:27.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.535+0000 7f32861659c0 20 remove_watcher() i=3 2024-09-22T09:10:27.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.539+0000 7f32861659c0 20 remove_watcher() i=4 2024-09-22T09:10:27.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.539+0000 7f32861659c0 20 remove_watcher() i=5 2024-09-22T09:10:27.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.543+0000 7f32861659c0 20 remove_watcher() i=6 2024-09-22T09:10:27.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:27.543+0000 7f32861659c0 20 remove_watcher() i=7 2024-09-22T09:10:27.562 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:10:57.594 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:10:57.630 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:57.630 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:57.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 realm 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.674+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.680 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:57.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:57.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.678+0000 7f174f8aa9c0 20 searching for the correct realm 2024-09-22T09:10:57.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.682+0000 7f174d3b0640 0 -- 172.21.15.84:0/4057350842 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f17380dc020 msgr2=0x7f17380c8a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:57.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.686+0000 7f174d3b0640 0 -- 172.21.15.84:0/4057350842 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f16180823f0 msgr2=0x7f1618084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:10:57.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:57.701 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 zone default found 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 4 Realm: () 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:57.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 zonegroup default 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.698+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 started sync module instance, tier type = 2024-09-22T09:10:57.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.702+0000 7f174f8aa9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:57.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=0 2024-09-22T09:10:57.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=1 2024-09-22T09:10:57.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=2 2024-09-22T09:10:57.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=3 2024-09-22T09:10:57.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=4 2024-09-22T09:10:57.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=5 2024-09-22T09:10:57.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=6 2024-09-22T09:10:57.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 20 add_watcher() i=7 2024-09-22T09:10:57.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.718+0000 7f174f8aa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:57.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f16037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:57.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:57.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:57.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 5 note: GC not initialized 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f16027e4640 20 reqs_thread_entry: start 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 Filter name: none 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f1573fff640 20 reqs_thread_entry: start 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-22T09:10:57.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:57.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-22T09:10:57.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-22T09:10:57.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : miss 2024-09-22T09:10:57.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.722+0000 7f174f8aa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:57.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.726+0000 7f174f8aa9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:10:57.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f174f8aa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f174f8aa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f174f8aa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f174f8aa9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:57.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f161ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300749 cookie 94846879344640 notifier 7797 bl.length()=923 2024-09-22T09:10:57.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f161ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f161ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.738+0000 7f161ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.742+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:57.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.742+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:57.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.742+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:57.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.742+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.0 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.0 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.1 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.1 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.2 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.2 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.3 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.3 2024-09-22T09:10:57.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.4 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.4 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.5 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.5 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.6 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.6 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.7 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.7 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.8 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.8 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.9 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.9 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.10 2024-09-22T09:10:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.10 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.11 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2.11 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.0 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.750+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.1 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.754+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2 2024-09-22T09:10:57.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.754+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.3 2024-09-22T09:10:57.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.754+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.4 2024-09-22T09:10:57.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.754+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.5 2024-09-22T09:10:57.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.754+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.6 2024-09-22T09:10:57.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.758+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.7 2024-09-22T09:10:57.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.758+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.8 2024-09-22T09:10:57.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.758+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.9 2024-09-22T09:10:57.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.758+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.10 2024-09-22T09:10:57.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.766+0000 7f174f8aa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:57.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.766+0000 7f174f8aa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:57.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f174f8aa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f174f8aa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f174f8aa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f174f8aa9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f161ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300750 cookie 94846879344640 notifier 7797 bl.length()=923 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f161ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f161ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.770+0000 7f161ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.774+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:57.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.774+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:57.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.774+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:57.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.774+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:57.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.0 2024-09-22T09:10:57.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.1 2024-09-22T09:10:57.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.2 2024-09-22T09:10:57.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.3 2024-09-22T09:10:57.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.4 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.5 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.778+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.6 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.7 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.8 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.9 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.36.10 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 : hit (requested=0x17, cached=0x17) 2024-09-22T09:10:57.787 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.782+0000 7f174f8aa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36, ofs0, ns] 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f1630ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300751 cookie 94846879344640 notifier 7797 bl.length()=891 2024-09-22T09:10:57.788 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f1630ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 info.flags=0x17 2024-09-22T09:10:57.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f1630ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 to cache LRU end 2024-09-22T09:10:57.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f1630ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:10:57.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_sources= new_sources= 2024-09-22T09:10:57.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential sources added=[] removed=[] 2024-09-22T09:10:57.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): orig_dests= new_dests= 2024-09-22T09:10:57.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.786+0000 7f174f8aa9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[986dc61f-9105-405d-8643-e22bb2945f7f.4459.36]): potential dests added=[] removed=[] 2024-09-22T09:10:57.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.794+0000 7f174f8aa9c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-22T09:10:57.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.794+0000 7f16037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:57.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.798+0000 7f174f8aa9c0 20 remove_watcher() i=0 2024-09-22T09:10:57.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.798+0000 7f174f8aa9c0 2 removed watcher, disabling cache 2024-09-22T09:10:57.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.802+0000 7f174f8aa9c0 20 remove_watcher() i=1 2024-09-22T09:10:57.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.802+0000 7f174f8aa9c0 20 remove_watcher() i=2 2024-09-22T09:10:57.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.806+0000 7f174f8aa9c0 20 remove_watcher() i=3 2024-09-22T09:10:57.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.806+0000 7f174f8aa9c0 20 remove_watcher() i=4 2024-09-22T09:10:57.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.810+0000 7f174f8aa9c0 20 remove_watcher() i=5 2024-09-22T09:10:57.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.810+0000 7f174f8aa9c0 20 remove_watcher() i=6 2024-09-22T09:10:57.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.810+0000 7f174f8aa9c0 20 remove_watcher() i=7 2024-09-22T09:10:57.829 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-22T09:10:57.856 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:10:57.856 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:10:57.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.894+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 realm 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:57.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:57.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.898+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:57.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.902+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:10:57.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.902+0000 7fbaf79b49c0 20 searching for the correct realm 2024-09-22T09:10:57.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:57.906+0000 7fbaf5cbb640 0 -- 172.21.15.84:0/139601380 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fbae00e4040 msgr2=0x7fbae00d23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:58.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.122+0000 7fbaf54ba640 0 -- 172.21.15.84:0/139601380 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561a1a5de8e0 msgr2=0x561a1a5e0d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:10:58.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:58.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:10:58.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.130+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:10:58.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 zone default found 2024-09-22T09:10:58.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 4 Realm: () 2024-09-22T09:10:58.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:10:58.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:10:58.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:10:58.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 zonegroup default 2024-09-22T09:10:58.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:58.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:58.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:10:58.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 started sync module instance, tier type = 2024-09-22T09:10:58.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.134+0000 7fbaf79b49c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:10:58.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=0 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=1 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=2 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=3 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=4 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=5 2024-09-22T09:10:58.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.158+0000 7fbaf79b49c0 20 add_watcher() i=6 2024-09-22T09:10:58.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.162+0000 7fbaf79b49c0 20 add_watcher() i=7 2024-09-22T09:10:58.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.162+0000 7fbaf79b49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:10:58.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fb9ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:58.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fbaf79b49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:10:58.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fbaf79b49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:10:58.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fbaf79b49c0 5 note: GC not initialized 2024-09-22T09:10:58.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fb9aa7e4640 20 reqs_thread_entry: start 2024-09-22T09:10:58.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fbaf79b49c0 20 init_complete bucket index max shards: 11 2024-09-22T09:10:58.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.166+0000 7fbaf79b49c0 20 Filter name: none 2024-09-22T09:10:58.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fb91bfff640 20 reqs_thread_entry: start 2024-09-22T09:10:58.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:58.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:58.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:58.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-22T09:10:58.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados->read ofs=0 len=0 2024-09-22T09:10:58.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-22T09:10:58.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.170+0000 7fbaf79b49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:10:58.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.174+0000 7fb9ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:10:58.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.178+0000 7fbaf79b49c0 20 remove_watcher() i=0 2024-09-22T09:10:58.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.178+0000 7fbaf79b49c0 2 removed watcher, disabling cache 2024-09-22T09:10:58.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.182+0000 7fbaf79b49c0 20 remove_watcher() i=1 2024-09-22T09:10:58.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.186+0000 7fbaf79b49c0 20 remove_watcher() i=2 2024-09-22T09:10:58.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.186+0000 7fbaf79b49c0 20 remove_watcher() i=3 2024-09-22T09:10:58.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.190+0000 7fbaf79b49c0 20 remove_watcher() i=4 2024-09-22T09:10:58.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.190+0000 7fbaf79b49c0 20 remove_watcher() i=5 2024-09-22T09:10:58.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.194+0000 7fbaf79b49c0 20 remove_watcher() i=6 2024-09-22T09:10:58.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:10:58.194+0000 7fbaf79b49c0 20 remove_watcher() i=7 2024-09-22T09:10:58.216 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:58.216 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:10:58.216 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-logrecord-writes id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.36 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:10:58.216 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:58.218 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:58.218 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:58.257 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:58.257 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:58.792 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:58.792 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.180 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-22T09:10:59.180 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:10:59.183 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.183 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.318 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.318 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.407 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.407 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.515 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.516 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.616 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.617 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.716 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.716 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.815 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.815 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:10:59.917 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:10:59.917 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.013 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.013 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.117 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.117 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.219 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.219 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.318 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.318 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.419 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.419 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.508 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.509 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.609 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.609 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.701 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.701 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.801 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.801 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.895 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.895 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:00.991 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:00.991 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:01.114 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:01.114 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:01.210 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:01.210 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:01.310 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:01.310 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:01.402 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:11:01.437 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:01.437 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:01.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.478+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 realm 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.486 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:01.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.482+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.486+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:01.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.486+0000 7fd427df59c0 20 searching for the correct realm 2024-09-22T09:11:01.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.490+0000 7fd4260fc640 0 -- 172.21.15.84:0/3879797884 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x558ecb4ef4c0 msgr2=0x558ecb4f1980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:01.500 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.498+0000 7fd4250fa640 0 -- 172.21.15.84:0/3879797884 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fd4180d9070 msgr2=0x7fd4180036d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:01.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 zone default found 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 4 Realm: () 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:01.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:01.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 zonegroup default 2024-09-22T09:11:01.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 started sync module instance, tier type = 2024-09-22T09:11:01.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.506+0000 7fd427df59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=0 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=1 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=2 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=3 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=4 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=5 2024-09-22T09:11:01.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=6 2024-09-22T09:11:01.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 20 add_watcher() i=7 2024-09-22T09:11:01.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.522+0000 7fd427df59c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:01.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd2dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:01.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:01.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:01.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 5 note: GC not initialized 2024-09-22T09:11:01.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd2dafe5640 20 reqs_thread_entry: start 2024-09-22T09:11:01.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:01.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 20 Filter name: none 2024-09-22T09:11:01.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd2d8fe1640 20 reqs_thread_entry: start 2024-09-22T09:11:01.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.526+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:01.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:01.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:01.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:01.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:01.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.530+0000 7fd427df59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:01.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.534+0000 7fd2dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:01.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.538+0000 7fd427df59c0 20 remove_watcher() i=0 2024-09-22T09:11:01.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.538+0000 7fd427df59c0 2 removed watcher, disabling cache 2024-09-22T09:11:01.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.542+0000 7fd427df59c0 20 remove_watcher() i=1 2024-09-22T09:11:01.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.542+0000 7fd427df59c0 20 remove_watcher() i=2 2024-09-22T09:11:01.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.546+0000 7fd427df59c0 20 remove_watcher() i=3 2024-09-22T09:11:01.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.546+0000 7fd427df59c0 20 remove_watcher() i=4 2024-09-22T09:11:01.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.550+0000 7fd427df59c0 20 remove_watcher() i=5 2024-09-22T09:11:01.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.550+0000 7fd427df59c0 20 remove_watcher() i=6 2024-09-22T09:11:01.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.550+0000 7fd427df59c0 20 remove_watcher() i=7 2024-09-22T09:11:01.567 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:01.567 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:01.567 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:11:01.568 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:01.568 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-22T09:11:01.600 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:01.600 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:01.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.638+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 realm 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:01.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:01.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.642+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.646+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:01.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.646+0000 7fc7c2ba09c0 20 searching for the correct realm 2024-09-22T09:11:01.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.650+0000 7fc7b7fff640 0 -- 172.21.15.84:0/2205343852 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fc7b00bf020 msgr2=0x7fc7b00df880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:01.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.658+0000 7fc7c0ea7640 0 -- 172.21.15.84:0/2205343852 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc7a803a930 msgr2=0x7fc7a804d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:01.667 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 zone default found 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 4 Realm: () 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:01.669 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 zonegroup default 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 started sync module instance, tier type = 2024-09-22T09:11:01.671 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.666+0000 7fc7c2ba09c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=0 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=1 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=2 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=3 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=4 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=5 2024-09-22T09:11:01.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=6 2024-09-22T09:11:01.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 20 add_watcher() i=7 2024-09-22T09:11:01.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.682+0000 7fc7c2ba09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:01.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc6777de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:01.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 5 note: GC not initialized 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc6767dc640 20 reqs_thread_entry: start 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 Filter name: none 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc66f7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:11:01.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 : miss 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.686+0000 7fc7c2ba09c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:01.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:01.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:01.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:01.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:01.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.690+0000 7fc7c2ba09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.698+0000 7fc7c2ba09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.698+0000 7fc7c2ba09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.698+0000 7fc7c2ba09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.698+0000 7fc7c2ba09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37, ofs0, ns] 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc696ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300820 cookie 94162910416896 notifier 7851 bl.length()=931 2024-09-22T09:11:01.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc696ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:01.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc696ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:01.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc696ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:01.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_sources= new_sources= 2024-09-22T09:11:01.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential sources added=[] removed=[] 2024-09-22T09:11:01.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_dests= new_dests= 2024-09-22T09:11:01.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.702+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential dests added=[] removed=[] 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.0 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.0 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.1 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.1 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.2 2024-09-22T09:11:01.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.2 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.3 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.3 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.4 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.4 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.5 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.5 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.6 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.6 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.7 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.7 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.8 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.8 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.9 2024-09-22T09:11:01.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.9 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.10 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.10 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.11 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.11 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.0 2024-09-22T09:11:01.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1 2024-09-22T09:11:01.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.2 2024-09-22T09:11:01.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.714+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.3 2024-09-22T09:11:01.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.718+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.4 2024-09-22T09:11:01.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.718+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.5 2024-09-22T09:11:01.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.718+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.6 2024-09-22T09:11:01.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.718+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.7 2024-09-22T09:11:01.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.718+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.8 2024-09-22T09:11:01.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.722+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.9 2024-09-22T09:11:01.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.722+0000 7fc7c2ba09c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.10 2024-09-22T09:11:01.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.726+0000 7fc7c2ba09c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-22T09:11:01.731 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.726+0000 7fc7c2ba09c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-22T09:11:01.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.750+0000 7fc7c2ba09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:01.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.750+0000 7fc7c2ba09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 2024-09-22T09:11:01.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc7c2ba09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:01.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc7c2ba09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:01.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc7c2ba09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:01.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc7c2ba09c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37, ofs0, ns] 2024-09-22T09:11:01.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc6977fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300821 cookie 94162910416896 notifier 7851 bl.length()=899 2024-09-22T09:11:01.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc6977fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:01.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc6977fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:01.757 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.754+0000 7fc6977fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:01.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_sources= new_sources= 2024-09-22T09:11:01.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential sources added=[] removed=[] 2024-09-22T09:11:01.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_dests= new_dests= 2024-09-22T09:11:01.759 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc7c2ba09c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential dests added=[] removed=[] 2024-09-22T09:11:01.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc7c2ba09c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-22T09:11:01.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.758+0000 7fc6777de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:01.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.766+0000 7fc7c2ba09c0 20 remove_watcher() i=0 2024-09-22T09:11:01.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.766+0000 7fc7c2ba09c0 2 removed watcher, disabling cache 2024-09-22T09:11:01.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.766+0000 7fc7c2ba09c0 20 remove_watcher() i=1 2024-09-22T09:11:01.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.770+0000 7fc7c2ba09c0 20 remove_watcher() i=2 2024-09-22T09:11:01.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.770+0000 7fc7c2ba09c0 20 remove_watcher() i=3 2024-09-22T09:11:01.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.774+0000 7fc7c2ba09c0 20 remove_watcher() i=4 2024-09-22T09:11:01.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.774+0000 7fc7c2ba09c0 20 remove_watcher() i=5 2024-09-22T09:11:01.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.774+0000 7fc7c2ba09c0 20 remove_watcher() i=6 2024-09-22T09:11:01.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.778+0000 7fc7c2ba09c0 20 remove_watcher() i=7 2024-09-22T09:11:01.794 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:11:01.820 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:01.820 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:01.864 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 realm 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:01.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:01.867 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.862+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.866+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:01.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.866+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:01.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.866+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:01.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.866+0000 7f33e6def9c0 20 searching for the correct realm 2024-09-22T09:11:01.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:01.874+0000 7f33e50f6640 0 -- 172.21.15.84:0/1768392824 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f33d8056ba0 msgr2=0x7f33d80693e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:02.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.090+0000 7f33e48f5640 0 -- 172.21.15.84:0/1768392824 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5555b0a03ac0 msgr2=0x5555b0a05f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:02.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:02.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 zone default found 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 4 Realm: () 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:02.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:02.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 zonegroup default 2024-09-22T09:11:02.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.103 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.098+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.102+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.102+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.102+0000 7f33e6def9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.102+0000 7f33e6def9c0 20 started sync module instance, tier type = 2024-09-22T09:11:02.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.102+0000 7f33e6def9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:02.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=0 2024-09-22T09:11:02.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=1 2024-09-22T09:11:02.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=2 2024-09-22T09:11:02.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=3 2024-09-22T09:11:02.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=4 2024-09-22T09:11:02.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=5 2024-09-22T09:11:02.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.122+0000 7f33e6def9c0 20 add_watcher() i=6 2024-09-22T09:11:02.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.126+0000 7f33e6def9c0 20 add_watcher() i=7 2024-09-22T09:11:02.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.126+0000 7f33e6def9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:02.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f329afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:02.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:02.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:02.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 5 note: GC not initialized 2024-09-22T09:11:02.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f3299fe3640 20 reqs_thread_entry: start 2024-09-22T09:11:02.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:02.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 Filter name: none 2024-09-22T09:11:02.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f320b7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:02.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:02.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.130+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:02.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:02.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:02.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:02.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.134+0000 7f33e6def9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:02.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.138+0000 7f329afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:02.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.142+0000 7f33e6def9c0 20 remove_watcher() i=0 2024-09-22T09:11:02.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.142+0000 7f33e6def9c0 2 removed watcher, disabling cache 2024-09-22T09:11:02.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.146+0000 7f33e6def9c0 20 remove_watcher() i=1 2024-09-22T09:11:02.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.146+0000 7f33e6def9c0 20 remove_watcher() i=2 2024-09-22T09:11:02.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.150+0000 7f33e6def9c0 20 remove_watcher() i=3 2024-09-22T09:11:02.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.150+0000 7f33e6def9c0 20 remove_watcher() i=4 2024-09-22T09:11:02.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.154+0000 7f33e6def9c0 20 remove_watcher() i=5 2024-09-22T09:11:02.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.154+0000 7f33e6def9c0 20 remove_watcher() i=6 2024-09-22T09:11:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.154+0000 7f33e6def9c0 20 remove_watcher() i=7 2024-09-22T09:11:02.173 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:02.174 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:02.174 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:11:02.174 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:02.175 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:02.175 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:02.221 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:02.221 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:02.305 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:11:02.341 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:02.342 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:02.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.382+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 realm 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:02.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:02.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.386+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.390+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:02.393 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.390+0000 7f6b5df9f9c0 20 searching for the correct realm 2024-09-22T09:11:02.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.394+0000 7f6b5c2a6640 0 -- 172.21.15.84:0/3858450720 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6b50017020 msgr2=0x7f6b50066ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:02.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.610+0000 7f6b5baa5640 0 -- 172.21.15.84:0/3858450720 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557232c5f680 msgr2=0x557232c61a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:02.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:02.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.618+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:02.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 zone default found 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 4 Realm: () 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 zonegroup default 2024-09-22T09:11:02.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 started sync module instance, tier type = 2024-09-22T09:11:02.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.622+0000 7f6b5df9f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=0 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=1 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=2 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=3 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=4 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=5 2024-09-22T09:11:02.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.646+0000 7f6b5df9f9c0 20 add_watcher() i=6 2024-09-22T09:11:02.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.650+0000 7f6b5df9f9c0 20 add_watcher() i=7 2024-09-22T09:11:02.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.650+0000 7f6b5df9f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:02.657 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6a11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:02.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6b5df9f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:02.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6b5df9f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:02.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6b5df9f9c0 5 note: GC not initialized 2024-09-22T09:11:02.658 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6a10fe1640 20 reqs_thread_entry: start 2024-09-22T09:11:02.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6b5df9f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:02.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f6b5df9f9c0 20 Filter name: none 2024-09-22T09:11:02.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.654+0000 7f698a7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:02.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:11:02.659 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:02.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:02.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:11:02.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 : miss 2024-09-22T09:11:02.660 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:02.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.661 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:02.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.662 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.658+0000 7f6b5df9f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 2024-09-22T09:11:02.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6b5df9f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6b5df9f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6b5df9f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6b5df9f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37, ofs0, ns] 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6a3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300822 cookie 93948966475040 notifier 7890 bl.length()=931 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6a3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.673 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6a3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.674 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.670+0000 7f6a3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.674+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_sources= new_sources= 2024-09-22T09:11:02.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.674+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential sources added=[] removed=[] 2024-09-22T09:11:02.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.674+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_dests= new_dests= 2024-09-22T09:11:02.676 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.674+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential dests added=[] removed=[] 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.0 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.0 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.1 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.1 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.2 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.2 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.3 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.3 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.4 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.4 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.5 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.5 2024-09-22T09:11:02.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.6 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.6 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.7 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.7 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.8 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.8 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.9 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.9 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.10 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.10 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.11 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1.11 2024-09-22T09:11:02.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.0 2024-09-22T09:11:02.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1 2024-09-22T09:11:02.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.2 2024-09-22T09:11:02.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.686+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.3 2024-09-22T09:11:02.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.690+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.4 2024-09-22T09:11:02.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.690+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.5 2024-09-22T09:11:02.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.690+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.6 2024-09-22T09:11:02.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.690+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.7 2024-09-22T09:11:02.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.694+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.8 2024-09-22T09:11:02.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.694+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.9 2024-09-22T09:11:02.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.694+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.10 2024-09-22T09:11:02.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:02.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 2024-09-22T09:11:02.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.702+0000 7f6b5df9f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37, ofs0, ns] 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6a3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300823 cookie 93948966475040 notifier 7890 bl.length()=931 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6a3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6a3a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6a3a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_sources= new_sources= 2024-09-22T09:11:02.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential sources added=[] removed=[] 2024-09-22T09:11:02.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_dests= new_dests= 2024-09-22T09:11:02.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.706+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential dests added=[] removed=[] 2024-09-22T09:11:02.715 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.0 2024-09-22T09:11:02.716 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.1 2024-09-22T09:11:02.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.2 2024-09-22T09:11:02.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.3 2024-09-22T09:11:02.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.4 2024-09-22T09:11:02.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.5 2024-09-22T09:11:02.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.714+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.6 2024-09-22T09:11:02.719 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.7 2024-09-22T09:11:02.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.8 2024-09-22T09:11:02.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.9 2024-09-22T09:11:02.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.37.10 2024-09-22T09:11:02.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:02.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.718+0000 7f6b5df9f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 2024-09-22T09:11:02.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6b5df9f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6b5df9f9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6b5df9f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6b5df9f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37, ofs0, ns] 2024-09-22T09:11:02.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6a3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300824 cookie 93948966475040 notifier 7890 bl.length()=899 2024-09-22T09:11:02.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6a3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 info.flags=0x17 2024-09-22T09:11:02.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6a3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 to cache LRU end 2024-09-22T09:11:02.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.722+0000 7f6a3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:02.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.726+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_sources= new_sources= 2024-09-22T09:11:02.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.726+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential sources added=[] removed=[] 2024-09-22T09:11:02.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.726+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): orig_dests= new_dests= 2024-09-22T09:11:02.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.726+0000 7f6b5df9f9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.37]): potential dests added=[] removed=[] 2024-09-22T09:11:02.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.730+0000 7f6b5df9f9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-22T09:11:02.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.734+0000 7f6a11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:02.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.738+0000 7f6b5df9f9c0 20 remove_watcher() i=0 2024-09-22T09:11:02.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.738+0000 7f6b5df9f9c0 2 removed watcher, disabling cache 2024-09-22T09:11:02.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.742+0000 7f6b5df9f9c0 20 remove_watcher() i=1 2024-09-22T09:11:02.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.742+0000 7f6b5df9f9c0 20 remove_watcher() i=2 2024-09-22T09:11:02.748 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.746+0000 7f6b5df9f9c0 20 remove_watcher() i=3 2024-09-22T09:11:02.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.746+0000 7f6b5df9f9c0 20 remove_watcher() i=4 2024-09-22T09:11:02.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.750+0000 7f6b5df9f9c0 20 remove_watcher() i=5 2024-09-22T09:11:02.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.750+0000 7f6b5df9f9c0 20 remove_watcher() i=6 2024-09-22T09:11:02.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.750+0000 7f6b5df9f9c0 20 remove_watcher() i=7 2024-09-22T09:11:02.771 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:11:02.801 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:02.801 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:02.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.842+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 realm 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:02.849 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:02.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.846+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:02.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.850+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:02.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.850+0000 7f6434c389c0 20 searching for the correct realm 2024-09-22T09:11:02.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:02.858+0000 7f6432f3f640 0 -- 172.21.15.84:0/2861013849 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f6428043040 msgr2=0x7f64280423b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:03.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.478+0000 7f643273e640 0 -- 172.21.15.84:0/2861013849 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f6428045430 msgr2=0x7f64280458b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:03.488 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.489 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:03.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:03.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 zone default found 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 4 Realm: () 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 zonegroup default 2024-09-22T09:11:03.491 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.486+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:03.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:03.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:03.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 started sync module instance, tier type = 2024-09-22T09:11:03.493 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.490+0000 7f6434c389c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:03.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=0 2024-09-22T09:11:03.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=1 2024-09-22T09:11:03.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=2 2024-09-22T09:11:03.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=3 2024-09-22T09:11:03.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=4 2024-09-22T09:11:03.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=5 2024-09-22T09:11:03.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.514+0000 7f6434c389c0 20 add_watcher() i=6 2024-09-22T09:11:03.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.518+0000 7f6434c389c0 20 add_watcher() i=7 2024-09-22T09:11:03.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.518+0000 7f6434c389c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:03.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f62e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:03.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:03.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:03.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 5 note: GC not initialized 2024-09-22T09:11:03.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f62637fe640 20 reqs_thread_entry: start 2024-09-22T09:11:03.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:03.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 20 Filter name: none 2024-09-22T09:11:03.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f62617fa640 20 reqs_thread_entry: start 2024-09-22T09:11:03.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.522+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:03.528 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:03.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:03.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:03.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.526+0000 7f6434c389c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:03.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.530+0000 7f6434c389c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:03.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.530+0000 7f6434c389c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:03.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.534+0000 7f62e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:03.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.538+0000 7f6434c389c0 20 remove_watcher() i=0 2024-09-22T09:11:03.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.538+0000 7f6434c389c0 2 removed watcher, disabling cache 2024-09-22T09:11:03.543 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.538+0000 7f6434c389c0 20 remove_watcher() i=1 2024-09-22T09:11:03.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.542+0000 7f6434c389c0 20 remove_watcher() i=2 2024-09-22T09:11:03.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.546+0000 7f6434c389c0 20 remove_watcher() i=3 2024-09-22T09:11:03.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.546+0000 7f6434c389c0 20 remove_watcher() i=4 2024-09-22T09:11:03.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.550+0000 7f6434c389c0 20 remove_watcher() i=5 2024-09-22T09:11:03.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.550+0000 7f6434c389c0 20 remove_watcher() i=6 2024-09-22T09:11:03.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:03.550+0000 7f6434c389c0 20 remove_watcher() i=7 2024-09-22T09:11:03.571 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:03.571 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:03.571 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.37 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:11:03.571 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:03.573 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:03.573 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:03.616 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:03.616 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.190 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.190 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.567 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-22T09:11:04.567 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:04.569 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.569 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.706 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.706 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.795 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.795 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.888 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.888 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:04.988 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:04.988 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.090 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.090 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.190 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.190 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.287 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.287 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.389 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.389 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.502 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.502 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.608 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.608 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.733 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.733 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:05.878 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:05.879 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.035 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.035 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.190 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.190 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.294 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.294 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.402 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.402 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.519 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.519 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.628 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.628 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.720 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.720 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.817 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.817 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:06.921 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:06.921 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:07.024 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:11:07.060 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:07.060 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.106+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 realm 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.110+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.114+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:07.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.114+0000 7fe4d9d919c0 20 searching for the correct realm 2024-09-22T09:11:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.118+0000 7fe4d8098640 0 -- 172.21.15.84:0/4289287470 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55ea2b6f6f60 msgr2=0x55ea2b6f9420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.126+0000 7fe4d7897640 0 -- 172.21.15.84:0/4289287470 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fe4cc091a10 msgr2=0x7fe4cc05c7e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.136 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 zone default found 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 4 Realm: () 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 zonegroup default 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 started sync module instance, tier type = 2024-09-22T09:11:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.134+0000 7fe4d9d919c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:07.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=0 2024-09-22T09:11:07.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=1 2024-09-22T09:11:07.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=2 2024-09-22T09:11:07.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=3 2024-09-22T09:11:07.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=4 2024-09-22T09:11:07.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=5 2024-09-22T09:11:07.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.150+0000 7fe4d9d919c0 20 add_watcher() i=6 2024-09-22T09:11:07.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 20 add_watcher() i=7 2024-09-22T09:11:07.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:07.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe38dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 5 note: GC not initialized 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe38cfe1640 20 reqs_thread_entry: start 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe4d9d919c0 20 Filter name: none 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.154+0000 7fe3067fc640 20 reqs_thread_entry: start 2024-09-22T09:11:07.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:07.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:07.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:07.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:07.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.158+0000 7fe4d9d919c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.162+0000 7fe4d9d919c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:07.164 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.162+0000 7fe4d9d919c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:07.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.162+0000 7fe38dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.170+0000 7fe4d9d919c0 20 remove_watcher() i=0 2024-09-22T09:11:07.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.170+0000 7fe4d9d919c0 2 removed watcher, disabling cache 2024-09-22T09:11:07.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.170+0000 7fe4d9d919c0 20 remove_watcher() i=1 2024-09-22T09:11:07.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.174+0000 7fe4d9d919c0 20 remove_watcher() i=2 2024-09-22T09:11:07.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.174+0000 7fe4d9d919c0 20 remove_watcher() i=3 2024-09-22T09:11:07.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.178+0000 7fe4d9d919c0 20 remove_watcher() i=4 2024-09-22T09:11:07.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.178+0000 7fe4d9d919c0 20 remove_watcher() i=5 2024-09-22T09:11:07.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.178+0000 7fe4d9d919c0 20 remove_watcher() i=6 2024-09-22T09:11:07.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.178+0000 7fe4d9d919c0 20 remove_watcher() i=7 2024-09-22T09:11:07.196 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:07.196 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:07.196 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:11:07.196 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:07.197 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-22T09:11:07.235 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:07.235 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:07.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.282+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.282+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.282+0000 7fbbeeb339c0 20 realm 2024-09-22T09:11:07.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.282+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:07.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.286+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.290+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:07.291 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.290+0000 7fbbeeb339c0 20 searching for the correct realm 2024-09-22T09:11:07.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.294+0000 7fbbece3a640 0 -- 172.21.15.84:0/633975960 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55b4678a8bf0 msgr2=0x55b4678ab0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.298+0000 7fbbec639640 0 -- 172.21.15.84:0/633975960 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fbbd40c2b20 msgr2=0x7fbbd4009d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:07.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:07.310 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.306+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.311 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 zone default found 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 4 Realm: () 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:07.312 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 zonegroup default 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 started sync module instance, tier type = 2024-09-22T09:11:07.313 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.310+0000 7fbbeeb339c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:07.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=0 2024-09-22T09:11:07.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=1 2024-09-22T09:11:07.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=2 2024-09-22T09:11:07.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=3 2024-09-22T09:11:07.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=4 2024-09-22T09:11:07.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=5 2024-09-22T09:11:07.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=6 2024-09-22T09:11:07.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 20 add_watcher() i=7 2024-09-22T09:11:07.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.326+0000 7fbbeeb339c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:07.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbaa37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:07.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:07.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 5 note: GC not initialized 2024-09-22T09:11:07.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbaa27dc640 20 reqs_thread_entry: start 2024-09-22T09:11:07.334 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:07.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 Filter name: none 2024-09-22T09:11:07.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fba9b7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:07.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-22T09:11:07.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.335 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 : miss 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.330+0000 7fbbeeb339c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:07.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:07.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.334+0000 7fbbeeb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.342+0000 7fbbeeb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.342+0000 7fbbeeb339c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.342+0000 7fbbeeb339c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.342+0000 7fbbeeb339c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38, ofs0, ns] 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbac37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300827 cookie 94233319613024 notifier 7944 bl.length()=931 2024-09-22T09:11:07.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbac37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbac37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.348 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbac37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_sources= new_sources= 2024-09-22T09:11:07.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential sources added=[] removed=[] 2024-09-22T09:11:07.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_dests= new_dests= 2024-09-22T09:11:07.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.346+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential dests added=[] removed=[] 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.0 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.0 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.1 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.1 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.2 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.2 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.3 2024-09-22T09:11:07.361 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.3 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.4 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.4 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.5 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.5 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.6 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.6 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.7 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.7 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.8 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.8 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.9 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.9 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.10 2024-09-22T09:11:07.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.10 2024-09-22T09:11:07.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.11 2024-09-22T09:11:07.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1.11 2024-09-22T09:11:07.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.0 2024-09-22T09:11:07.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.358+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1 2024-09-22T09:11:07.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.362+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.2 2024-09-22T09:11:07.364 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.362+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.3 2024-09-22T09:11:07.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.362+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.4 2024-09-22T09:11:07.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.362+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.5 2024-09-22T09:11:07.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.362+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.6 2024-09-22T09:11:07.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.366+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.7 2024-09-22T09:11:07.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.366+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.8 2024-09-22T09:11:07.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.366+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.9 2024-09-22T09:11:07.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.366+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.10 2024-09-22T09:11:07.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-22T09:11:07.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:07.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 2024-09-22T09:11:07.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.374+0000 7fbbeeb339c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38, ofs0, ns] 2024-09-22T09:11:07.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbac2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300828 cookie 94233319613024 notifier 7944 bl.length()=931 2024-09-22T09:11:07.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbac2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbac2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbac2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_sources= new_sources= 2024-09-22T09:11:07.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential sources added=[] removed=[] 2024-09-22T09:11:07.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_dests= new_dests= 2024-09-22T09:11:07.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.378+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential dests added=[] removed=[] 2024-09-22T09:11:07.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.382+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.0 2024-09-22T09:11:07.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.382+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.1 2024-09-22T09:11:07.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.382+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.2 2024-09-22T09:11:07.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.3 2024-09-22T09:11:07.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.4 2024-09-22T09:11:07.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.5 2024-09-22T09:11:07.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.6 2024-09-22T09:11:07.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.7 2024-09-22T09:11:07.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.386+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.8 2024-09-22T09:11:07.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.9 2024-09-22T09:11:07.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.38.10 2024-09-22T09:11:07.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:07.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.390+0000 7fbbeeb339c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38, ofs0, ns] 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbac37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300829 cookie 94233319613024 notifier 7944 bl.length()=899 2024-09-22T09:11:07.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbac37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 info.flags=0x17 2024-09-22T09:11:07.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbac37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 to cache LRU end 2024-09-22T09:11:07.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbac37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:07.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_sources= new_sources= 2024-09-22T09:11:07.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential sources added=[] removed=[] 2024-09-22T09:11:07.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): orig_dests= new_dests= 2024-09-22T09:11:07.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.394+0000 7fbbeeb339c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.38]): potential dests added=[] removed=[] 2024-09-22T09:11:07.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.402+0000 7fbbeeb339c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-22T09:11:07.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.402+0000 7fbaa37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.410+0000 7fbbeeb339c0 20 remove_watcher() i=0 2024-09-22T09:11:07.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.410+0000 7fbbeeb339c0 2 removed watcher, disabling cache 2024-09-22T09:11:07.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.410+0000 7fbbeeb339c0 20 remove_watcher() i=1 2024-09-22T09:11:07.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.410+0000 7fbbeeb339c0 20 remove_watcher() i=2 2024-09-22T09:11:07.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.414+0000 7fbbeeb339c0 20 remove_watcher() i=3 2024-09-22T09:11:07.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.414+0000 7fbbeeb339c0 20 remove_watcher() i=4 2024-09-22T09:11:07.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.418+0000 7fbbeeb339c0 20 remove_watcher() i=5 2024-09-22T09:11:07.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.418+0000 7fbbeeb339c0 20 remove_watcher() i=6 2024-09-22T09:11:07.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.418+0000 7fbbeeb339c0 20 remove_watcher() i=7 2024-09-22T09:11:07.437 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-22T09:11:07.463 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:07.463 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:07.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.506+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 realm 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.510+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.514+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:07.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.514+0000 7fb6999029c0 20 searching for the correct realm 2024-09-22T09:11:07.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.518+0000 7fb697c09640 0 -- 172.21.15.84:0/58256602 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb68c0f6950 msgr2=0x7fb68c0e4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.734+0000 7fb697408640 0 -- 172.21.15.84:0/58256602 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5630542f50e0 msgr2=0x5630542f75a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.738+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:07.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 zone default found 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 4 Realm: () 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 zonegroup default 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:07.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 started sync module instance, tier type = 2024-09-22T09:11:07.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.742+0000 7fb6999029c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=0 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=1 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=2 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=3 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=4 2024-09-22T09:11:07.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=5 2024-09-22T09:11:07.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=6 2024-09-22T09:11:07.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 20 add_watcher() i=7 2024-09-22T09:11:07.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.766+0000 7fb6999029c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:07.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.770+0000 7fb54dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.770+0000 7fb6999029c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:07.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.770+0000 7fb6999029c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:07.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.770+0000 7fb6999029c0 5 note: GC not initialized 2024-09-22T09:11:07.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb54cfe1640 20 reqs_thread_entry: start 2024-09-22T09:11:07.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:07.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 Filter name: none 2024-09-22T09:11:07.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb4c67fc640 20 reqs_thread_entry: start 2024-09-22T09:11:07.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:07.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:07.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:07.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.774+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.778+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:07.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.778+0000 7fb6999029c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:07.780 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.778+0000 7fb6999029c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:07.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.778+0000 7fb6999029c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:07.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.782+0000 7fb54dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:07.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.786+0000 7fb6999029c0 20 remove_watcher() i=0 2024-09-22T09:11:07.790 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.786+0000 7fb6999029c0 2 removed watcher, disabling cache 2024-09-22T09:11:07.792 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.790+0000 7fb6999029c0 20 remove_watcher() i=1 2024-09-22T09:11:07.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.790+0000 7fb6999029c0 20 remove_watcher() i=2 2024-09-22T09:11:07.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.794+0000 7fb6999029c0 20 remove_watcher() i=3 2024-09-22T09:11:07.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.794+0000 7fb6999029c0 20 remove_watcher() i=4 2024-09-22T09:11:07.799 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.798+0000 7fb6999029c0 20 remove_watcher() i=5 2024-09-22T09:11:07.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.798+0000 7fb6999029c0 20 remove_watcher() i=6 2024-09-22T09:11:07.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:07.798+0000 7fb6999029c0 20 remove_watcher() i=7 2024-09-22T09:11:07.818 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:07.818 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:07.818 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: error-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.38 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-22T09:11:07.818 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:07.820 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:07.820 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:07.840 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:07.840 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:08.447 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:08.447 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:08.937 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-22T09:11:08.938 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:08.941 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.098 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.098 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.189 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.189 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.294 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.294 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.395 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.395 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.496 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.496 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.594 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.594 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.694 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.694 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.797 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.797 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.898 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.898 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:09.999 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:09.999 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.100 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.101 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.203 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.203 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.303 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.303 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.397 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.397 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.497 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.497 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.602 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.602 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.696 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.697 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.794 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.794 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.893 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.893 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:10.989 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:10.990 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:11.086 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:11.086 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:11.206 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:11:11.240 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:11.241 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:11.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.282+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 realm 2024-09-22T09:11:11.288 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:11.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.286+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.290+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:11.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.290+0000 7ff4d338e9c0 20 searching for the correct realm 2024-09-22T09:11:11.298 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.294+0000 7ff4d1695640 0 -- 172.21.15.84:0/1813434915 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7ff4c4018070 msgr2=0x7ff4c40647f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:11.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.510+0000 7ff4d0e94640 0 -- 172.21.15.84:0/1813434915 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x555930bbe690 msgr2=0x555930bc0a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.521 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.522 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.523 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.518+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 zone default found 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 4 Realm: () 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 zonegroup default 2024-09-22T09:11:11.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 started sync module instance, tier type = 2024-09-22T09:11:11.526 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.522+0000 7ff4d338e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=0 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=1 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=2 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=3 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=4 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=5 2024-09-22T09:11:11.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.546+0000 7ff4d338e9c0 20 add_watcher() i=6 2024-09-22T09:11:11.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.550+0000 7ff4d338e9c0 20 add_watcher() i=7 2024-09-22T09:11:11.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.550+0000 7ff4d338e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:11.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.550+0000 7ff3877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:11.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:11.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 5 note: GC not initialized 2024-09-22T09:11:11.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff3867e4640 20 reqs_thread_entry: start 2024-09-22T09:11:11.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:11.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 Filter name: none 2024-09-22T09:11:11.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff37f7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:11.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.554+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:11.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:11.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:11.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.558+0000 7ff4d338e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:11.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.562+0000 7ff3877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.566+0000 7ff4d338e9c0 20 remove_watcher() i=0 2024-09-22T09:11:11.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.566+0000 7ff4d338e9c0 2 removed watcher, disabling cache 2024-09-22T09:11:11.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.570+0000 7ff4d338e9c0 20 remove_watcher() i=1 2024-09-22T09:11:11.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.570+0000 7ff4d338e9c0 20 remove_watcher() i=2 2024-09-22T09:11:11.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.574+0000 7ff4d338e9c0 20 remove_watcher() i=3 2024-09-22T09:11:11.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.578+0000 7ff4d338e9c0 20 remove_watcher() i=4 2024-09-22T09:11:11.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.578+0000 7ff4d338e9c0 20 remove_watcher() i=5 2024-09-22T09:11:11.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.578+0000 7ff4d338e9c0 20 remove_watcher() i=6 2024-09-22T09:11:11.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.582+0000 7ff4d338e9c0 20 remove_watcher() i=7 2024-09-22T09:11:11.601 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.601 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:11.601 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:11:11.601 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.601 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-22T09:11:11.639 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:11.639 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:11.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.678+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 realm 2024-09-22T09:11:11.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:11.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:11.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 searching for the correct realm 2024-09-22T09:11:11.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.690+0000 7facfbce8640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5617fbf8bfb0 msgr2=0x5617fbf8e470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.694+0000 7facfb4e7640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7face4108200 msgr2=0x7face4104970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:11.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:11.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:11.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:11.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:11.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:11.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zone default found 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Realm: () 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zonegroup default 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started sync module instance, tier type = 2024-09-22T09:11:11.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:11.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=0 2024-09-22T09:11:11.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=1 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=2 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=3 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=4 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=5 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=6 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 add_watcher() i=7 2024-09-22T09:11:11.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:11.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7fabb27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 note: GC not initialized 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7fabb17e2640 20 reqs_thread_entry: start 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 Filter name: none 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7fabaa7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:11:11.727 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : miss 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.728 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:11.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300754 cookie 94661011648336 notifier 7995 bl.length()=931 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.737 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.738 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:11.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:11.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:11.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:11.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.0 2024-09-22T09:11:11.754 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1 2024-09-22T09:11:11.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2 2024-09-22T09:11:11.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.3 2024-09-22T09:11:11.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.4 2024-09-22T09:11:11.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.5 2024-09-22T09:11:11.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.6 2024-09-22T09:11:11.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.7 2024-09-22T09:11:11.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.8 2024-09-22T09:11:11.763 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.9 2024-09-22T09:11:11.765 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.10 2024-09-22T09:11:11.770 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7facfd9e19c0 time 2024-09-22T09:11:11.772044+0000 2024-09-22T09:11:11.770 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fad012bb2eb] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7facfd9e19c0 time 2024-09-22T09:11:11.772044+0000 2024-09-22T09:11:11.772 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fad012bb2eb] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:11.773 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:11.774 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.774 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:11:11.774 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7facfd9e19c0 thread_name:radosgw-admin 2024-09-22T09:11:11.788 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.788 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fad0013a520] 2024-09-22T09:11:11.788 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:11.788 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fad012bb345] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7facfd9e19c0 thread_name:radosgw-admin 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.789 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fad0013a520] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fad012bb345] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:11.790 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: secure 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: crc 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: secure 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: starting msgr at 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: starting objecter 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests hook 0x5617fbcb7120 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: setting wanted keys 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: calling monclient init 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.791 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.792 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key hook 0x5617fbe95b88 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbd25010 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbddc0d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbdde700 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.815776s 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbd25010 auth_method 0 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.793 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbdde700 auth_method 0 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_done global_id 7565 payload 824 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:11:11.662+0000 7facfbce8640 1 monclient: found mon.noname-c 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.794 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:11:11.662+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbddc0d0 auth_method 0 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: dump: 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.795 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: dump: 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.796 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7565 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:11:11.662+0000 7fabe960a640 4 set_mon_vals no callback set 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 1 librados: init done 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:11:11.662+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7fabe0071be0 auth_method 0 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:11:11.662+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbebe6d0 auth_method 0 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:11:11.666+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbee0bf0 auth_method 0 2024-09-22T09:11:11.797 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:11:11.666+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbee4f50 auth_method 0 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.798 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.799 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests cmddesc objecter_requests hook 0x5617fbeed610 EEXIST 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.800 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x5617fbee83d0 EEXIST 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf117c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf110f0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf0fad0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.801 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.825864s 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf117c0 auth_method 0 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): get_auth_request con 0x5617fbf110f0 auth_method 0 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.802 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbf0fad0 auth_method 0 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_done global_id 7989 payload 824 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:11:11.670+0000 7facface6640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: dump: 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.803 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: dump: 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.804 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7989 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:11:11.670+0000 7facfc4e9640 4 set_mon_vals no callback set 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.805 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7fabd4071b20 auth_method 0 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: get_monmap_and_config 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.806 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.807 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.808 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x7ffe22258218 EEXIST 2024-09-22T09:11:11.809 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf5f700 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf5fae0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf60fa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.830210s 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): get_auth_request con 0x5617fbf5fae0 auth_method 0 2024-09-22T09:11:11.810 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf5f700 auth_method 0 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_done global_id 7992 payload 274 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.811 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:11:11.674+0000 7facface6640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: dump: 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.812 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7992 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: get_monmap_and_config success 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 4 set_mon_vals no callback set 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: dump: 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.813 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: shutdown 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.814 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.815 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 librados: starting msgr at 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 librados: starting objecter 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests cmddesc objecter_requests hook 0x5617fbf36b60 EEXIST 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: setting wanted keys 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: calling monclient init 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.816 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x5617fbf13728 EEXIST 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf5f700 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf60fa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf53b00 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.817 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.832761s 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf5f700 auth_method 0 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbf53b00 auth_method 0 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.818 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_done global_id 7995 payload 824 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:11:11.678+0000 7facfb4e7640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: dump: 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.819 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: dump: 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.820 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7995 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:11:11.678+0000 7fabdeffd640 4 set_mon_vals no callback set 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: init done 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cr dump hook 0x5617fbf53848 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.821 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:11:11.678+0000 7facface6640 10 monclient: get_auth_request con 0x7fabc4071be0 auth_method 0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:11:11.682+0000 7facfbce8640 10 monclient: get_auth_request con 0x5617fbf7f800 auth_method 0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 realm 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:11:11.682+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbf83920 auth_method 0 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.822 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:11:11.682+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbf87210 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 searching for the correct realm 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:11:11.686+0000 7facfbce8640 10 monclient: get_auth_request con 0x5617fbf8bfb0 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:11:11.686+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7face40d0070 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:11:11.686+0000 7facface6640 10 monclient: get_auth_request con 0x7facec041020 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:11:11.690+0000 7facfbce8640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5617fbf8bfb0 msgr2=0x5617fbf8e470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 1 client.7995.objecter ms_handle_reset 0x5617fbf8bfb0 session 0x5617fbf8b930 osd.3 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 10 monclient: _renew_subs 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:11:11.690+0000 7facfbce8640 10 monclient: get_auth_request con 0x7fabc4082390 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:11:11.690+0000 7facfbce8640 10 monclient: get_auth_request con 0x7face40c7070 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:11:11.694+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7face4108200 auth_method 0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:11:11.694+0000 7facfb4e7640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7face4108200 msgr2=0x7face4104970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:11:11.694+0000 7fabdd7fa640 1 client.7995.objecter ms_handle_reset 0x7face4108200 session 0x7face410f210 osd.0 2024-09-22T09:11:11.823 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:11:11.694+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbf8bfb0 auth_method 0 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zone default found 2024-09-22T09:11:11.824 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Realm: () 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zonegroup default 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started sync module instance, tier type = 2024-09-22T09:11:11.825 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=0 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=1 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=2 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=3 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=4 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=5 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=6 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 add_watcher() i=7 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.826 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:11:11.722+0000 7fabb27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.827 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache list hook 0x5617fbf548e0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache inspect hook 0x5617fbf548e0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache erase hook 0x5617fbf548e0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache zap hook 0x5617fbf548e0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 note: GC not initialized 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:11:11.722+0000 7fabb17e2640 20 reqs_thread_entry: start 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace show hook 0x7facec0014a0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace history hook 0x7facec0014a0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace active hook 0x7facec0014a0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace active_short hook 0x7facec0014a0 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 Filter name: none 2024-09-22T09:11:11.828 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:11:11.722+0000 7fabaa7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : miss 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.829 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300754 cookie 94661011648336 notifier 7995 bl.length()=931 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.830 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.831 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.0 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.3 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.4 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.5 2024-09-22T09:11:11.832 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.6 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.7 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.8 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.9 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.10 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7facfd9e19c0 time 2024-09-22T09:11:11.772044+0000 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fad012bb2eb] 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:11.833 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7facfd9e19c0 thread_name:radosgw-admin 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fad0013a520] 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fad012bb345] 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.834 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:11:11.835 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:11:11.836 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:11:11.837 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:11:11.838 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:11:11.839 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:11:11.840 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabaa7fc640 / http_manager 2024-09-22T09:11:11.841 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabb17e2640 / http_manager 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabb27e4640 / rgw_dt_lg_renew 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabdd7fa640 / ms_dispatch 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabdeffd640 / io_context_pool 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe5602640 / ms_dispatch 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe7e07640 / ms_dispatch 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe960a640 / io_context_pool 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7facface6640 / msgr-worker-2 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfb4e7640 / msgr-worker-1 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfbce8640 / msgr-worker-0 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfc4e9640 / io_context_pool 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfd9e19c0 / radosgw-admin 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:11:11.842 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.134588.log 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: secure 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: crc 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe9be10) adding con mode: secure 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: starting msgr at 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: starting objecter 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests hook 0x5617fbcb7120 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: setting wanted keys 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 1 librados: calling monclient init 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.843 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding auth protocol: cephx 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: crc 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbe95a40) adding con mode: secure 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.844 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key hook 0x5617fbe95b88 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbd25010 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbddc0d0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbdde700 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:11:11.658+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.815776s 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbd25010 auth_method 0 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbdde700 auth_method 0 2024-09-22T09:11:11.845 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:11:11.658+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:11:11.658+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient(hunting): handle_auth_done global_id 7565 payload 824 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:11:11.662+0000 7facfbce8640 1 monclient: found mon.noname-c 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:11:11.662+0000 7facfbce8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:11:11.662+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbddc0d0 auth_method 0 2024-09-22T09:11:11.846 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: dump: 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.847 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:11:11.662+0000 7fabe7e07640 10 monclient: dump: 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7565 2024-09-22T09:11:11.848 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:11:11.662+0000 7fabe960a640 4 set_mon_vals no callback set 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:11:11.662+0000 7facfd9e19c0 1 librados: init done 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:11:11.662+0000 7fabe7e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:11:11.662+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7fabe0071be0 auth_method 0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:11:11.662+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbebe6d0 auth_method 0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:11:11.666+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbee0bf0 auth_method 0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:11:11.666+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbee4f50 auth_method 0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.849 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding auth protocol: cephx 2024-09-22T09:11:11.850 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: crc 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee9c00) adding con mode: secure 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.851 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests cmddesc objecter_requests hook 0x5617fbeed610 EEXIST 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding auth protocol: cephx 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.852 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: crc 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbee8288) adding con mode: secure 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x5617fbee83d0 EEXIST 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf117c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf110f0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf0fad0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.853 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.825864s 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf117c0 auth_method 0 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): get_auth_request con 0x5617fbf110f0 auth_method 0 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.854 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:11:11.670+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbf0fad0 auth_method 0 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:11:11.670+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient(hunting): handle_auth_done global_id 7989 payload 824 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:11:11.670+0000 7facface6640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:11:11.670+0000 7facface6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: dump: 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.855 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:11:11.670+0000 7fabe5602640 10 monclient: dump: 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.856 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7989 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:11:11.670+0000 7facfc4e9640 4 set_mon_vals no callback set 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:11:11.670+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.857 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:11:11.674+0000 7fabe5602640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7fabd4071b20 auth_method 0 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: get_monmap_and_config 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.858 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding auth protocol: cephx 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.859 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: crc 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf31110) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding auth protocol: cephx 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.860 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: crc 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222580d0) adding con mode: secure 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x7ffe22258218 EEXIST 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf5f700 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf5fae0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf60fa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.861 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.830210s 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): get_auth_request con 0x5617fbf5fae0 auth_method 0 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf5f700 auth_method 0 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.862 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:11:11.674+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient(hunting): handle_auth_done global_id 7992 payload 274 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:11:11.674+0000 7facface6640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:11:11.674+0000 7facface6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: dump: 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.863 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7992 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: get_monmap_and_config success 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 4 set_mon_vals no callback set 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.864 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:11:11.674+0000 7fabdeffd640 10 monclient: dump: 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: shutdown 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: build_initial_monmap 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:11.865 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 10 monclient: monmap: 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding auth protocol: cephx 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.866 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: crc 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf310c0) adding con mode: secure 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 librados: starting msgr at 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:11:11.674+0000 7facfd9e19c0 1 librados: starting objecter 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command objecter_requests cmddesc objecter_requests hook 0x5617fbf36b60 EEXIST 2024-09-22T09:11:11.867 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: setting wanted keys 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: calling monclient init 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: init 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding auth protocol: cephx 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.868 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: crc 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 AuthRegistry(0x5617fbf135e0) adding con mode: secure 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command rotate-key cmddesc rotate-key hook 0x5617fbf13728 EEXIST 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-a con 0x5617fbf5f700 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-b con 0x5617fbf60fa0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): picked mon.noname-c con 0x5617fbf53b00 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:11.869 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient(hunting): authenticate will time out at 2842.832761s 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): get_auth_request con 0x5617fbf5f700 auth_method 0 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): get_auth_request con 0x5617fbf53b00 auth_method 0 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:11.870 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:11:11.678+0000 7facfbce8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient(hunting): handle_auth_done global_id 7995 payload 824 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient: _finish_hunting 0 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:11:11.678+0000 7facfb4e7640 1 monclient: found mon.noname-a 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:11:11.678+0000 7facfb4e7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: dump: 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.871 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: _finish_auth 0 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: _check_auth_tickets 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 10 monclient: dump: 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:11.872 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 monclient: authenticate success, global_id 7995 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:11:11.678+0000 7fabdeffd640 4 set_mon_vals no callback set 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _renew_subs 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.873 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 1 librados: init done 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cr dump hook 0x5617fbf53848 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:11:11.678+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:11:11.678+0000 7fabdd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:11:11.678+0000 7facface6640 10 monclient: get_auth_request con 0x7fabc4071be0 auth_method 0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:11:11.682+0000 7facfbce8640 10 monclient: get_auth_request con 0x5617fbf7f800 auth_method 0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 realm 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.874 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:11:11.682+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbf83920 auth_method 0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:11:11.682+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:11:11.682+0000 7facface6640 10 monclient: get_auth_request con 0x5617fbf87210 auth_method 0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:11:11.686+0000 7facfd9e19c0 20 searching for the correct realm 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:11:11.686+0000 7facfbce8640 10 monclient: get_auth_request con 0x5617fbf8bfb0 auth_method 0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:11:11.686+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7face40d0070 auth_method 0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:11:11.686+0000 7facface6640 10 monclient: get_auth_request con 0x7facec041020 auth_method 0 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:11:11.690+0000 7facfbce8640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5617fbf8bfb0 msgr2=0x5617fbf8e470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 1 client.7995.objecter ms_handle_reset 0x5617fbf8bfb0 session 0x5617fbf8b930 osd.3 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 10 monclient: _renew_subs 2024-09-22T09:11:11.875 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:11:11.690+0000 7fabdd7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:11:11.690+0000 7facfbce8640 10 monclient: get_auth_request con 0x7fabc4082390 auth_method 0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:11:11.690+0000 7facfbce8640 10 monclient: get_auth_request con 0x7face40c7070 auth_method 0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:11:11.694+0000 7facfb4e7640 10 monclient: get_auth_request con 0x7face4108200 auth_method 0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:11:11.694+0000 7facfb4e7640 0 -- 172.21.15.84:0/2121213611 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7face4108200 msgr2=0x7face4104970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:11:11.694+0000 7fabdd7fa640 1 client.7995.objecter ms_handle_reset 0x7face4108200 session 0x7face410f210 osd.0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:11:11.694+0000 7facfb4e7640 10 monclient: get_auth_request con 0x5617fbf8bfb0 auth_method 0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.876 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zone default found 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Realm: () 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 zonegroup default 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:11:11.702+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.877 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started sync module instance, tier type = 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:11:11.706+0000 7facfd9e19c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=0 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=1 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=2 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=3 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=4 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=5 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:11:11.718+0000 7facfd9e19c0 20 add_watcher() i=6 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 add_watcher() i=7 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.878 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding auth protocol: cephx 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:11:11.722+0000 7fabb27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: crc 2024-09-22T09:11:11.879 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 AuthRegistry(0x7ffe222585a0) adding con mode: secure 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache list hook 0x5617fbf548e0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache inspect hook 0x5617fbf548e0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache erase hook 0x5617fbf548e0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command cache zap hook 0x5617fbf548e0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 note: GC not initialized 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:11:11.722+0000 7fabb17e2640 20 reqs_thread_entry: start 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace show hook 0x7facec0014a0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace history hook 0x7facec0014a0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace active hook 0x7facec0014a0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 5 asok(0x5617fbc8b250) register_command sync trace active_short hook 0x7facec0014a0 2024-09-22T09:11:11.880 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 Filter name: none 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:11:11.722+0000 7fabaa7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:11:11.722+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : miss 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.881 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:11:11.726+0000 7facfd9e19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300754 cookie 94661011648336 notifier 7995 bl.length()=931 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:11:11.734+0000 7fabdeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:11.882 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:11:11.734+0000 7facfd9e19c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.0 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.1 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.2 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.3 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.4 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.5 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.6 2024-09-22T09:11:11.883 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.7 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.8 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.9 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.10 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1.11 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.0 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:11:11.750+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2 2024-09-22T09:11:11.884 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.3 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.4 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:11:11.754+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.5 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.6 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.7 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:11:11.758+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.8 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.9 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:11:11.762+0000 7facfd9e19c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.10 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7facfd9e19c0 time 2024-09-22T09:11:11.772044+0000 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fad012bb2eb] 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.885 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:11:11.770+0000 7facfd9e19c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7facfd9e19c0 thread_name:radosgw-admin 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fad0013a520] 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:11.886 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fad012bb345] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fad012bb49f] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5617f9d38901] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x5617f9d4d09c] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5617f9d4e724] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fad00121d90] 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:11:11.887 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:11:11.888 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:11:11.889 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:11:11.890 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:11:11.891 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:11:11.892 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabaa7fc640 / http_manager 2024-09-22T09:11:11.893 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabb17e2640 / http_manager 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabb27e4640 / rgw_dt_lg_renew 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabdd7fa640 / ms_dispatch 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabdeffd640 / io_context_pool 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe5602640 / ms_dispatch 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe7e07640 / ms_dispatch 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7fabe960a640 / io_context_pool 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7facface6640 / msgr-worker-2 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfb4e7640 / msgr-worker-1 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfbce8640 / msgr-worker-0 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfc4e9640 / io_context_pool 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: 7facfd9e19c0 / radosgw-admin 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:11:11.894 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:11:11.774441Z_6e85114d-c296-4ebb-a936-8a078e3bf24a/log 2024-09-22T09:11:11.895 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:11:11.895 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:11:11.895 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:11:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.897 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 realm 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.850+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.854+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.854+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.854+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.854+0000 7fdfe0e079c0 20 searching for the correct realm 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.862+0000 7fdfde10c640 0 -- 172.21.15.84:0/2600075735 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fdfd007cb30 msgr2=0x7fdfd0064070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.866+0000 7fdfde10c640 0 -- 172.21.15.84:0/2600075735 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fdea8082310 msgr2=0x7fdea8084740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:11.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 zone default found 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 4 Realm: () 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:11.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 zonegroup default 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.874+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.878+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.878+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.878+0000 7fdfe0e079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.878+0000 7fdfe0e079c0 20 started sync module instance, tier type = 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.878+0000 7fdfe0e079c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=0 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=1 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=2 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=3 2024-09-22T09:11:11.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=4 2024-09-22T09:11:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=5 2024-09-22T09:11:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.890+0000 7fdfe0e079c0 20 add_watcher() i=6 2024-09-22T09:11:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 add_watcher() i=7 2024-09-22T09:11:11.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fde95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.902 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 5 note: GC not initialized 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fde94fe1640 20 reqs_thread_entry: start 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 Filter name: none 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fde8dffb640 20 reqs_thread_entry: start 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.894+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:11.903 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:11:11.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.898+0000 7fdfe0e079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:11.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.902+0000 7fde95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:11.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.906+0000 7fdfe0e079c0 20 remove_watcher() i=0 2024-09-22T09:11:11.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.906+0000 7fdfe0e079c0 2 removed watcher, disabling cache 2024-09-22T09:11:11.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.906+0000 7fdfe0e079c0 20 remove_watcher() i=1 2024-09-22T09:11:11.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.910+0000 7fdfe0e079c0 20 remove_watcher() i=2 2024-09-22T09:11:11.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.910+0000 7fdfe0e079c0 20 remove_watcher() i=3 2024-09-22T09:11:11.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.914+0000 7fdfe0e079c0 20 remove_watcher() i=4 2024-09-22T09:11:11.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.914+0000 7fdfe0e079c0 20 remove_watcher() i=5 2024-09-22T09:11:11.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.914+0000 7fdfe0e079c0 20 remove_watcher() i=6 2024-09-22T09:11:11.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:11.918+0000 7fdfe0e079c0 20 remove_watcher() i=7 2024-09-22T09:11:11.933 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.933 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:11.933 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-22T09:11:11.933 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:11.934 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:11.934 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:11.979 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:11.979 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:12.037 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:11:12.071 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:12.071 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:12.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.114+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.114+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.114+0000 7f104e4a29c0 20 realm 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.114+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:12.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:12.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.118+0000 7f104e4a29c0 20 searching for the correct realm 2024-09-22T09:11:12.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.122+0000 7f104b7a7640 0 -- 172.21.15.84:0/2894687886 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f103c093c20 msgr2=0x7f103c070920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:12.133 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.130+0000 7f104bfa8640 0 -- 172.21.15.84:0/2894687886 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f1040067920 msgr2=0x7f1040037450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:12.349 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:12.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.346+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 zone default found 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 4 Realm: () 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 zonegroup default 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:12.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 started sync module instance, tier type = 2024-09-22T09:11:12.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.350+0000 7f104e4a29c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=0 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=1 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=2 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=3 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=4 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=5 2024-09-22T09:11:12.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.374+0000 7f104e4a29c0 20 add_watcher() i=6 2024-09-22T09:11:12.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.378+0000 7f104e4a29c0 20 add_watcher() i=7 2024-09-22T09:11:12.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.378+0000 7f104e4a29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:12.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f0f027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:12.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:12.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:12.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 5 note: GC not initialized 2024-09-22T09:11:12.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f0f017e2640 20 reqs_thread_entry: start 2024-09-22T09:11:12.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:12.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 20 Filter name: none 2024-09-22T09:11:12.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f0efa7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:12.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:11:12.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.382+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:12.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:12.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:11:12.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : miss 2024-09-22T09:11:12.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:12.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:11:12.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:12.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:12.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:12.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:12.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:12.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.386+0000 7f104e4a29c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to be held by another RGW process; skipping for now 2024-09-22T09:11:12.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.390+0000 7f0f027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:12.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.394+0000 7f104e4a29c0 20 remove_watcher() i=0 2024-09-22T09:11:12.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.394+0000 7f104e4a29c0 2 removed watcher, disabling cache 2024-09-22T09:11:12.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.398+0000 7f104e4a29c0 20 remove_watcher() i=1 2024-09-22T09:11:12.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.398+0000 7f104e4a29c0 20 remove_watcher() i=2 2024-09-22T09:11:12.404 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.402+0000 7f104e4a29c0 20 remove_watcher() i=3 2024-09-22T09:11:12.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.402+0000 7f104e4a29c0 20 remove_watcher() i=4 2024-09-22T09:11:12.408 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.406+0000 7f104e4a29c0 20 remove_watcher() i=5 2024-09-22T09:11:12.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.406+0000 7f104e4a29c0 20 remove_watcher() i=6 2024-09-22T09:11:12.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:12.410+0000 7f104e4a29c0 20 remove_watcher() i=7 2024-09-22T09:11:12.427 INFO:tasks.workunit.client.0.smithi084.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-22T09:11:42.448 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-22T09:11:42.485 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:42.485 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:42.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.737+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.737+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.737+0000 7ffa12c929c0 20 realm 2024-09-22T09:11:42.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.737+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:42.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.744 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:42.746 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:42.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.741+0000 7ffa12c929c0 20 searching for the correct realm 2024-09-22T09:11:42.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.749+0000 7ffa0ff97640 0 -- 172.21.15.84:0/1840533114 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x5606d8fd0d10 msgr2=0x5606d8fd3100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:42.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.753+0000 7ffa10798640 0 -- 172.21.15.84:0/1840533114 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7ff9f8056040 msgr2=0x7ff9f805b8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:42.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:42.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.969+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:42.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 zone default found 2024-09-22T09:11:42.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 4 Realm: () 2024-09-22T09:11:42.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:42.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:42.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:42.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 zonegroup default 2024-09-22T09:11:42.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.977 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.978 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:42.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:42.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 started sync module instance, tier type = 2024-09-22T09:11:42.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.973+0000 7ffa12c929c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=0 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=1 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=2 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=3 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=4 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=5 2024-09-22T09:11:43.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:42.997+0000 7ffa12c929c0 20 add_watcher() i=6 2024-09-22T09:11:43.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.001+0000 7ffa12c929c0 20 add_watcher() i=7 2024-09-22T09:11:43.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.001+0000 7ffa12c929c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:43.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ff8c67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:43.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:43.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:43.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 5 note: GC not initialized 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ff8c57e2640 20 reqs_thread_entry: start 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 Filter name: none 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ff836ffd640 20 reqs_thread_entry: start 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-22T09:11:43.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : miss 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-22T09:11:43.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:43.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.005+0000 7ffa12c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:43.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.009+0000 7ffa12c929c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:11:43.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ffa12c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ffa12c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ffa12c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.030 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ffa12c929c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:43.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ff8e6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300755 cookie 94587410305456 notifier 8055 bl.length()=931 2024-09-22T09:11:43.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ff8e6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ff8e6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.031 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.025+0000 7ff8e6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.029+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:43.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.029+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:43.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.029+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:43.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.029+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.0 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.0 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.1 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.1 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.2 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.2 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.3 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.3 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.4 2024-09-22T09:11:43.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.4 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.5 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.5 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.6 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.6 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.7 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.7 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.8 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.8 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.9 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.9 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.10 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.10 2024-09-22T09:11:43.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.11 2024-09-22T09:11:43.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2.11 2024-09-22T09:11:43.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.0 2024-09-22T09:11:43.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1 2024-09-22T09:11:43.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.045+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2 2024-09-22T09:11:43.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.049+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.3 2024-09-22T09:11:43.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.049+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.4 2024-09-22T09:11:43.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.049+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.5 2024-09-22T09:11:43.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.053+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.6 2024-09-22T09:11:43.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.053+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.7 2024-09-22T09:11:43.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.053+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.8 2024-09-22T09:11:43.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.053+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.9 2024-09-22T09:11:43.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.057+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.10 2024-09-22T09:11:43.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.061+0000 7ffa12c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:43.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.061+0000 7ffa12c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:43.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ffa12c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ffa12c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ffa12c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ffa12c929c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ff8e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300756 cookie 94587410305456 notifier 8055 bl.length()=931 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ff8e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ff8e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.065+0000 7ff8e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.069+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:43.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.069+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:43.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.069+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:43.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.069+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:43.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.077+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.0 2024-09-22T09:11:43.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.077+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.1 2024-09-22T09:11:43.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.077+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.2 2024-09-22T09:11:43.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.077+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.3 2024-09-22T09:11:43.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.4 2024-09-22T09:11:43.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.5 2024-09-22T09:11:43.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.6 2024-09-22T09:11:43.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.7 2024-09-22T09:11:43.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.8 2024-09-22T09:11:43.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.081+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.9 2024-09-22T09:11:43.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.085+0000 7ffa12c929c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.39.10 2024-09-22T09:11:43.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.085+0000 7ffa12c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 : hit (requested=0x17, cached=0x17) 2024-09-22T09:11:43.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.085+0000 7ffa12c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 2024-09-22T09:11:43.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39, ofs0, ns] 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ff8e6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300757 cookie 94587410305456 notifier 8055 bl.length()=899 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ff8e6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 info.flags=0x17 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ff8e6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 to cache LRU end 2024-09-22T09:11:43.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ff8e6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-22T09:11:43.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_sources= new_sources= 2024-09-22T09:11:43.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential sources added=[] removed=[] 2024-09-22T09:11:43.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): orig_dests= new_dests= 2024-09-22T09:11:43.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.089+0000 7ffa12c929c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[986dc61f-9105-405d-8643-e22bb2945f7f.4459.39]): potential dests added=[] removed=[] 2024-09-22T09:11:43.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.097+0000 7ffa12c929c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-22T09:11:43.104 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.101+0000 7ff8c67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:43.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.105+0000 7ffa12c929c0 20 remove_watcher() i=0 2024-09-22T09:11:43.110 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.105+0000 7ffa12c929c0 2 removed watcher, disabling cache 2024-09-22T09:11:43.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.109+0000 7ffa12c929c0 20 remove_watcher() i=1 2024-09-22T09:11:43.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.109+0000 7ffa12c929c0 20 remove_watcher() i=2 2024-09-22T09:11:43.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.113+0000 7ffa12c929c0 20 remove_watcher() i=3 2024-09-22T09:11:43.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.113+0000 7ffa12c929c0 20 remove_watcher() i=4 2024-09-22T09:11:43.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.117+0000 7ffa12c929c0 20 remove_watcher() i=5 2024-09-22T09:11:43.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.117+0000 7ffa12c929c0 20 remove_watcher() i=6 2024-09-22T09:11:43.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.121+0000 7ffa12c929c0 20 remove_watcher() i=7 2024-09-22T09:11:43.142 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-22T09:11:43.172 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:43.173 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:43.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 realm 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.213+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.217+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:43.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.217+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.217+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:43.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.217+0000 7f922ef5f9c0 20 searching for the correct realm 2024-09-22T09:11:43.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.225+0000 7f922d266640 0 -- 172.21.15.84:0/3329837244 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x560dd0a51a00 msgr2=0x560dd0a53e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:43.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.229+0000 7f922c264640 0 -- 172.21.15.84:0/3329837244 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f922401d060 msgr2=0x7f9224063c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:43.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 20 zone default found 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.237+0000 7f922ef5f9c0 4 Realm: () 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 zonegroup default 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:43.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 started sync module instance, tier type = 2024-09-22T09:11:43.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.241+0000 7f922ef5f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=0 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=1 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=2 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=3 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=4 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=5 2024-09-22T09:11:43.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=6 2024-09-22T09:11:43.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 20 add_watcher() i=7 2024-09-22T09:11:43.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.257+0000 7f922ef5f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:43.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f90e2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:43.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 5 note: GC not initialized 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f90e1fe3640 20 reqs_thread_entry: start 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 Filter name: none 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f90537fe640 20 reqs_thread_entry: start 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:43.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:43.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:43.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-22T09:11:43.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.261+0000 7f922ef5f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:43.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.265+0000 7f922ef5f9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-22T09:11:43.268 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.265+0000 7f922ef5f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:43.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.265+0000 7f90e2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:43.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.269+0000 7f922ef5f9c0 20 remove_watcher() i=0 2024-09-22T09:11:43.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.269+0000 7f922ef5f9c0 2 removed watcher, disabling cache 2024-09-22T09:11:43.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.273+0000 7f922ef5f9c0 20 remove_watcher() i=1 2024-09-22T09:11:43.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.273+0000 7f922ef5f9c0 20 remove_watcher() i=2 2024-09-22T09:11:43.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.277+0000 7f922ef5f9c0 20 remove_watcher() i=3 2024-09-22T09:11:43.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.277+0000 7f922ef5f9c0 20 remove_watcher() i=4 2024-09-22T09:11:43.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.281+0000 7f922ef5f9c0 20 remove_watcher() i=5 2024-09-22T09:11:43.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.281+0000 7f922ef5f9c0 20 remove_watcher() i=6 2024-09-22T09:11:43.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:43.281+0000 7f922ef5f9c0 20 remove_watcher() i=7 2024-09-22T09:11:43.300 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:43.300 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:43.300 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: abort-at-change-reshard-state id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.39 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-22T09:11:43.300 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:43.301 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:43.301 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:43.328 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:43.328 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:43.879 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:43.879 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:44.245 INFO:tasks.workunit.client.0.smithi084.stderr: test: logrecord could be stopped after reshard failed 2024-09-22T09:11:44.246 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:11:44.278 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:44.278 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:44.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 realm 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:44.327 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.321+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.325+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:44.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.325+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.325+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:44.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.325+0000 7fc02019e9c0 20 searching for the correct realm 2024-09-22T09:11:44.333 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.329+0000 7fc01d4a3640 0 -- 172.21.15.84:0/3101831620 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fc010008050 msgr2=0x7fc01000bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:44.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.545+0000 7fc01dca4640 0 -- 172.21.15.84:0/3101831620 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fc014132980 msgr2=0x7fc014104870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:44.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:44.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.761+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:44.767 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:44.768 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 zone default found 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 4 Realm: () 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 zonegroup default 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.769 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 started sync module instance, tier type = 2024-09-22T09:11:44.771 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.765+0000 7fc02019e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:44.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=0 2024-09-22T09:11:44.794 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=1 2024-09-22T09:11:44.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=2 2024-09-22T09:11:44.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=3 2024-09-22T09:11:44.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=4 2024-09-22T09:11:44.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=5 2024-09-22T09:11:44.795 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.789+0000 7fc02019e9c0 20 add_watcher() i=6 2024-09-22T09:11:44.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.793+0000 7fc02019e9c0 20 add_watcher() i=7 2024-09-22T09:11:44.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.793+0000 7fc02019e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:44.800 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fbecf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:44.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:44.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:44.801 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 5 note: GC not initialized 2024-09-22T09:11:44.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fbece7fc640 20 reqs_thread_entry: start 2024-09-22T09:11:44.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:44.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 Filter name: none 2024-09-22T09:11:44.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fbe3ffff640 20 reqs_thread_entry: start 2024-09-22T09:11:44.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:44.803 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.797+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:44.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:44.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:44.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:44.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.801+0000 7fc02019e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:44.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.805+0000 7fbecf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:44.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.809+0000 7fc02019e9c0 20 remove_watcher() i=0 2024-09-22T09:11:44.814 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.809+0000 7fc02019e9c0 2 removed watcher, disabling cache 2024-09-22T09:11:44.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.813+0000 7fc02019e9c0 20 remove_watcher() i=1 2024-09-22T09:11:44.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.813+0000 7fc02019e9c0 20 remove_watcher() i=2 2024-09-22T09:11:44.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.817+0000 7fc02019e9c0 20 remove_watcher() i=3 2024-09-22T09:11:44.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.817+0000 7fc02019e9c0 20 remove_watcher() i=4 2024-09-22T09:11:44.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.821+0000 7fc02019e9c0 20 remove_watcher() i=5 2024-09-22T09:11:44.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.821+0000 7fc02019e9c0 20 remove_watcher() i=6 2024-09-22T09:11:44.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.821+0000 7fc02019e9c0 20 remove_watcher() i=7 2024-09-22T09:11:44.843 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:44.843 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:11:44.843 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-22T09:11:44.843 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:44.843 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:11:44.874 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:44.874 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:44.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.913+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 realm 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:44.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:44.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.917+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:44.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.921+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:44.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.921+0000 7f11de5b99c0 20 searching for the correct realm 2024-09-22T09:11:44.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:44.925+0000 7f11dc8c0640 0 -- 172.21.15.84:0/1534792927 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f11d00da400 msgr2=0x7f11d00da880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.141+0000 7f11dc0bf640 0 -- 172.21.15.84:0/1534792927 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5574e69ff4c0 msgr2=0x5574e6a018b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:45.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.149+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 zone default found 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 4 Realm: () 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 zonegroup default 2024-09-22T09:11:45.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 started sync module instance, tier type = 2024-09-22T09:11:45.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.153+0000 7f11de5b99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=0 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=1 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=2 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=3 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=4 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=5 2024-09-22T09:11:45.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.177+0000 7f11de5b99c0 20 add_watcher() i=6 2024-09-22T09:11:45.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.181+0000 7f11de5b99c0 20 add_watcher() i=7 2024-09-22T09:11:45.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.181+0000 7f11de5b99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:45.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f1092fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:45.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:45.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:45.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 5 note: GC not initialized 2024-09-22T09:11:45.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f1091fdb640 20 reqs_thread_entry: start 2024-09-22T09:11:45.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:45.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 20 Filter name: none 2024-09-22T09:11:45.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f10037fe640 20 reqs_thread_entry: start 2024-09-22T09:11:45.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.185+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:45.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:45.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:45.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:45.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:45.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.189+0000 7f11de5b99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:45.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.193+0000 7f1092fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:45.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.201+0000 7f11de5b99c0 20 remove_watcher() i=0 2024-09-22T09:11:45.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.201+0000 7f11de5b99c0 2 removed watcher, disabling cache 2024-09-22T09:11:45.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.201+0000 7f11de5b99c0 20 remove_watcher() i=1 2024-09-22T09:11:45.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.205+0000 7f11de5b99c0 20 remove_watcher() i=2 2024-09-22T09:11:45.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.205+0000 7f11de5b99c0 20 remove_watcher() i=3 2024-09-22T09:11:45.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.209+0000 7f11de5b99c0 20 remove_watcher() i=4 2024-09-22T09:11:45.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.209+0000 7f11de5b99c0 20 remove_watcher() i=5 2024-09-22T09:11:45.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.213+0000 7f11de5b99c0 20 remove_watcher() i=6 2024-09-22T09:11:45.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.213+0000 7f11de5b99c0 20 remove_watcher() i=7 2024-09-22T09:11:45.233 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-22T09:11:45.270 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:45.270 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:45.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.309+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 realm 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.316 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.318 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.319 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.317+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:45.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.317+0000 7f929acc89c0 20 searching for the correct realm 2024-09-22T09:11:45.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.321+0000 7f9298fcf640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f92800c9930 msgr2=0x7f92800f13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.537+0000 7f92987ce640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55fccaa50640 msgr2=0x55fccaa52a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:45.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zone default found 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Realm: () 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zonegroup default 2024-09-22T09:11:45.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started sync module instance, tier type = 2024-09-22T09:11:45.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:45.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=0 2024-09-22T09:11:45.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=1 2024-09-22T09:11:45.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=2 2024-09-22T09:11:45.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=3 2024-09-22T09:11:45.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=4 2024-09-22T09:11:45.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=5 2024-09-22T09:11:45.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=6 2024-09-22T09:11:45.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=7 2024-09-22T09:11:45.579 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.573+0000 7f929acc89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:45.582 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.577+0000 7f914efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:45.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:45.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:45.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.577+0000 7f929acc89c0 5 note: GC not initialized 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f914dfdb640 20 reqs_thread_entry: start 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 Filter name: none 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f90bf7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:11:45.584 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:45.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:45.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.581+0000 7f929acc89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:11:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f929acc89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f929acc89c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:11:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300831 cookie 94544219939968 notifier 7685 bl.length()=827 2024-09-22T09:11:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:11:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:11:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:11:45.601 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.611 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.612 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.615 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.616 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.617 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.618 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.619 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.627 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f929acc89c0 time 2024-09-22T09:11:45.628055+0000 2024-09-22T09:11:45.627 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:45.628 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.628 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f929e5a22eb] 2024-09-22T09:11:45.628 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.628 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f929acc89c0 thread_name:radosgw-admin 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f929acc89c0 time 2024-09-22T09:11:45.628055+0000 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:45.629 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f929e5a22eb] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:45.630 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f929d421520] 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f929e5a2345] 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.651 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f929acc89c0 thread_name:radosgw-admin 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f929d421520] 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:45.652 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f929e5a2345] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.653 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:11:45.289+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:11:45.289+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.654 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key hook 0x55fcca963ba8 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fcca7f3010 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fcca8a99c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fcca8ac700 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.446380s 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fcca8ac700 auth_method 0 2024-09-22T09:11:45.655 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fcca8a99c0 auth_method 0 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.656 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_done global_id 8124 payload 824 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:11:45.289+0000 7f9298fcf640 1 monclient: found mon.noname-a 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: dump: 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.657 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:45.658 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: dump: 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.659 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:11:45.289+0000 7f918660c640 4 set_mon_vals no callback set 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 monclient: authenticate success, global_id 8124 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:11:45.289+0000 7f929acc89c0 1 librados: init done 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:11:45.293+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f9180071be0 auth_method 0 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:11:45.293+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fcca98c660 auth_method 0 2024-09-22T09:11:45.660 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:11:45.293+0000 7f92987ce640 10 monclient: get_auth_request con 0x55fcca9aebe0 auth_method 0 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:11:45.297+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fcca9b2f40 auth_method 0 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:11:45.301+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.661 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.662 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command objecter_requests cmddesc objecter_requests hook 0x55fcca9bb440 EEXIST 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.663 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.664 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x55fcca9b62b0 EEXIST 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fcca9df5f0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fcca9def20 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fcca9dd900 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.665 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.457313s 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fcca9df5f0 auth_method 0 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fcca9dd900 auth_method 0 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.666 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fcca9def20 auth_method 0 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 7679 payload 824 2024-09-22T09:11:45.667 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:11:45.301+0000 7f92987ce640 1 monclient: found mon.noname-c 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: dump: 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.668 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: dump: 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.669 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 monclient: authenticate success, global_id 7679 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:11:45.301+0000 7f92997d0640 4 set_mon_vals no callback set 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.670 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9170071b20 auth_method 0 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: get_monmap_and_config 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.671 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.672 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.672 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.673 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.674 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.675 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x7ffd6177ea98 EEXIST 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fccaa33250 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.676 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fccaa2e640 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fccaa2efc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.461585s 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fccaa33250 auth_method 0 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fccaa2e640 auth_method 0 2024-09-22T09:11:45.677 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 8130 payload 274 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:11:45.305+0000 7f92987ce640 1 monclient: found mon.noname-a 2024-09-22T09:11:45.678 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: dump: 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.679 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 monclient: authenticate success, global_id 8130 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:11:45.305+0000 7f929acc89c0 4 set_mon_vals no callback set 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: dump: 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.680 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: shutdown 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.681 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.682 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.683 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: starting msgr at 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: starting objecter 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command objecter_requests cmddesc objecter_requests hook 0x55fcca9fea90 EEXIST 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: setting wanted keys 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: calling monclient init 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.684 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:11:45.309+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x55fcca9e1558 EEXIST 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.685 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fccaa2e640 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fccaa2efc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fccaa33250 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.464127s 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fccaa2e640 auth_method 0 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.686 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fccaa33250 auth_method 0 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 7685 payload 824 2024-09-22T09:11:45.687 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:11:45.309+0000 7f92987ce640 1 monclient: found mon.noname-c 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: dump: 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.688 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: dump: 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.689 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:11:45.309+0000 7f916f7fe640 4 set_mon_vals no callback set 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 monclient: authenticate success, global_id 7685 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.690 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:11:45.309+0000 7f929acc89c0 1 librados: init done 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cr dump hook 0x55fccaa2ae68 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:11:45.309+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:11:45.309+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9160071be0 auth_method 0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient: get_auth_request con 0x55fccaa4c430 auth_method 0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 realm 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.691 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:11:45.313+0000 7f929acc89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:11:45.313+0000 7f92987ce640 10 monclient: get_auth_request con 0x55fccaa50640 auth_method 0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:11:45.313+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fccaa53e80 auth_method 0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:11:45.317+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:11:45.317+0000 7f929acc89c0 20 searching for the correct realm 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:11:45.317+0000 7f9298fcf640 10 monclient: get_auth_request con 0x55fccaa58c40 auth_method 0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:11:45.317+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f92800c9040 auth_method 0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:11:45.317+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9288017070 auth_method 0 2024-09-22T09:11:45.692 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:11:45.321+0000 7f9298fcf640 10 monclient: get_auth_request con 0x7f92800c9930 auth_method 0 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:11:45.321+0000 7f9298fcf640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f92800c9930 msgr2=0x7f92800f13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:11:45.525+0000 7f9298fcf640 10 monclient: get_auth_request con 0x7f92800c9930 auth_method 0 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:11:45.533+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f92800d63c0 auth_method 0 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:11:45.537+0000 7f92987ce640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55fccaa50640 msgr2=0x55fccaa52a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:11:45.537+0000 7f916dffb640 1 client.7685.objecter ms_handle_reset 0x55fccaa50640 session 0x55fccaa4ffc0 osd.5 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:11:45.537+0000 7f916dffb640 10 monclient: _renew_subs 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:11:45.537+0000 7f916dffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:11:45.537+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f9160082290 auth_method 0 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:45.693 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zone default found 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Realm: () 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:45.694 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:11:45.549+0000 7f929acc89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zonegroup default 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started sync module instance, tier type = 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=0 2024-09-22T09:11:45.695 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=1 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=2 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=3 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=4 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=5 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=6 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=7 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:11:45.573+0000 7f929acc89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.696 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.697 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:11:45.577+0000 7f914efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:11:45.577+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache list hook 0x55fccaa21560 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache inspect hook 0x55fccaa21560 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache erase hook 0x55fccaa21560 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache zap hook 0x55fccaa21560 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 note: GC not initialized 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:11:45.581+0000 7f914dfdb640 20 reqs_thread_entry: start 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace show hook 0x7f9280004590 2024-09-22T09:11:45.698 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace history hook 0x7f9280004590 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace active hook 0x7f9280004590 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace active_short hook 0x7f9280004590 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 Filter name: none 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:11:45.581+0000 7f90bf7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.699 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300831 cookie 94544219939968 notifier 7685 bl.length()=827 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.700 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.701 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.702 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.703 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.704 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.705 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f929acc89c0 time 2024-09-22T09:11:45.628055+0000 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f929e5a22eb] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:45.706 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f929acc89c0 thread_name:radosgw-admin 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f929d421520] 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f929e5a2345] 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.707 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:11:45.708 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:11:45.709 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:11:45.710 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:11:45.711 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:11:45.712 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:11:45.713 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:11:45.714 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:11:45.715 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f90bf7fe640 / http_manager 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f914dfdb640 / http_manager 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f914efdd640 / rgw_dt_lg_renew 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916dffb640 / ms_dispatch 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916effd640 / io_context_pool 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916f7fe640 / io_context_pool 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f917dffb640 / ms_dispatch 2024-09-22T09:11:45.716 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9184e09640 / ms_dispatch 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f918660c640 / io_context_pool 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9297fcd640 / msgr-worker-2 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f92987ce640 / msgr-worker-1 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9298fcf640 / msgr-worker-0 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f92997d0640 / io_context_pool 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: 7f929acc89c0 / radosgw-admin 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.138718.log 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:11:45.717 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: crc 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 AuthRegistry(0x55fcca963a60) adding con mode: secure 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:11:45.289+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:11:45.289+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key hook 0x55fcca963ba8 2024-09-22T09:11:45.718 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fcca7f3010 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fcca8a99c0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fcca8ac700 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.446380s 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fcca8ac700 auth_method 0 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.719 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fcca8a99c0 auth_method 0 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:11:45.289+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient(hunting): handle_auth_done global_id 8124 payload 824 2024-09-22T09:11:45.720 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:11:45.289+0000 7f9298fcf640 1 monclient: found mon.noname-a 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:11:45.289+0000 7f9298fcf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: dump: 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.721 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:11:45.289+0000 7f9184e09640 10 monclient: dump: 2024-09-22T09:11:45.722 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:11:45.289+0000 7f918660c640 4 set_mon_vals no callback set 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:11:45.289+0000 7f929acc89c0 5 monclient: authenticate success, global_id 8124 2024-09-22T09:11:45.723 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:11:45.289+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:11:45.289+0000 7f929acc89c0 1 librados: init done 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:11:45.293+0000 7f9184e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:11:45.293+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f9180071be0 auth_method 0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:11:45.293+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fcca98c660 auth_method 0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:11:45.293+0000 7f92987ce640 10 monclient: get_auth_request con 0x55fcca9aebe0 auth_method 0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:11:45.297+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fcca9b2f40 auth_method 0 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.724 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:11:45.301+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.725 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding auth protocol: cephx 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.726 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: crc 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b7a90) adding con mode: secure 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command objecter_requests cmddesc objecter_requests hook 0x55fcca9bb440 EEXIST 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding auth protocol: cephx 2024-09-22T09:11:45.727 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: crc 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9b6168) adding con mode: secure 2024-09-22T09:11:45.728 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:11:45.301+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x55fcca9b62b0 EEXIST 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fcca9df5f0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fcca9def20 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fcca9dd900 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.729 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.457313s 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fcca9df5f0 auth_method 0 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fcca9dd900 auth_method 0 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.730 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:11:45.301+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fcca9def20 auth_method 0 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:11:45.301+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 7679 payload 824 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:11:45.301+0000 7f92987ce640 1 monclient: found mon.noname-c 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:11:45.301+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.731 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: dump: 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.732 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:11:45.301+0000 7f917dffb640 10 monclient: dump: 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.733 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:11:45.301+0000 7f929acc89c0 5 monclient: authenticate success, global_id 7679 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:11:45.301+0000 7f92997d0640 4 set_mon_vals no callback set 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:11:45.301+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.734 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:11:45.305+0000 7f917dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9170071b20 auth_method 0 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: get_monmap_and_config 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.735 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding auth protocol: cephx 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.736 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: crc 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9feda0) adding con mode: secure 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.737 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding auth protocol: cephx 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.738 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: crc 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177e950) adding con mode: secure 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x7ffd6177ea98 EEXIST 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fccaa33250 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fccaa2e640 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fccaa2efc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.739 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.461585s 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fccaa33250 auth_method 0 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): get_auth_request con 0x55fccaa2e640 auth_method 0 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.740 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:11:45.305+0000 7f9297fcd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 8130 payload 274 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:11:45.305+0000 7f92987ce640 1 monclient: found mon.noname-a 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:11:45.305+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:11:45.741 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: dump: 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.742 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 monclient: authenticate success, global_id 8130 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: get_monmap_and_config success 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:11:45.305+0000 7f929acc89c0 4 set_mon_vals no callback set 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:11:45.305+0000 7f916f7fe640 10 monclient: dump: 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.743 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: shutdown 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: build_initial_monmap 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 build_initial for_mkfs: 0 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: monmap: 2024-09-22T09:11:45.744 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.745 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding auth protocol: cephx 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.746 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: crc 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fccaa2f4b0) adding con mode: secure 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: starting msgr at 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: starting objecter 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command objecter_requests cmddesc objecter_requests hook 0x55fcca9fea90 EEXIST 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: setting wanted keys 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:11:45.305+0000 7f929acc89c0 1 librados: calling monclient init 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:11:45.305+0000 7f929acc89c0 10 monclient: init 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding auth protocol: cephx 2024-09-22T09:11:45.747 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: crc 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:11:45.305+0000 7f929acc89c0 5 AuthRegistry(0x55fcca9e1410) adding con mode: secure 2024-09-22T09:11:45.748 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:11:45.305+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:11:45.309+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command rotate-key cmddesc rotate-key hook 0x55fcca9e1558 EEXIST 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _reopen_session rank -1 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-c con 0x55fccaa2e640 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-b con 0x55fccaa2efc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): picked mon.noname-a con 0x55fccaa33250 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): _renew_subs 2024-09-22T09:11:45.749 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient(hunting): authenticate will time out at 2876.464127s 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): get_auth_request con 0x55fccaa2e640 auth_method 0 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): get_auth_request con 0x55fccaa33250 auth_method 0 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.750 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient(hunting): handle_auth_done global_id 7685 payload 824 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient: _finish_hunting 0 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:11:45.309+0000 7f92987ce640 1 monclient: found mon.noname-c 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:11:45.309+0000 7f92987ce640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: dump: 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.751 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: _finish_auth 0 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: _check_auth_tickets 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_config config(0 keys) 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:11:45.752 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:11:45.309+0000 7f916dffb640 10 monclient: dump: 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.753 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:11:45.309+0000 7f916f7fe640 4 set_mon_vals no callback set 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 monclient: authenticate success, global_id 7685 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _renew_subs 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:11:45.309+0000 7f929acc89c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:11:45.309+0000 7f929acc89c0 1 librados: init done 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:11:45.309+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cr dump hook 0x55fccaa2ae68 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:11:45.309+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:11:45.309+0000 7f916dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:11:45.754 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:11:45.309+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9160071be0 auth_method 0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:11:45.309+0000 7f9298fcf640 10 monclient: get_auth_request con 0x55fccaa4c430 auth_method 0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 realm 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:11:45.313+0000 7f929acc89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:11:45.313+0000 7f92987ce640 10 monclient: get_auth_request con 0x55fccaa50640 auth_method 0 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.755 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:11:45.313+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:11:45.313+0000 7f9297fcd640 10 monclient: get_auth_request con 0x55fccaa53e80 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:11:45.317+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:11:45.317+0000 7f929acc89c0 20 searching for the correct realm 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:11:45.317+0000 7f9298fcf640 10 monclient: get_auth_request con 0x55fccaa58c40 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:11:45.317+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f92800c9040 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:11:45.317+0000 7f9297fcd640 10 monclient: get_auth_request con 0x7f9288017070 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:11:45.321+0000 7f9298fcf640 10 monclient: get_auth_request con 0x7f92800c9930 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:11:45.321+0000 7f9298fcf640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f92800c9930 msgr2=0x7f92800f13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:11:45.525+0000 7f9298fcf640 10 monclient: get_auth_request con 0x7f92800c9930 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:11:45.533+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f92800d63c0 auth_method 0 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:11:45.537+0000 7f92987ce640 0 -- 172.21.15.84:0/2426490171 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55fccaa50640 msgr2=0x55fccaa52a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.756 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:11:45.537+0000 7f916dffb640 1 client.7685.objecter ms_handle_reset 0x55fccaa50640 session 0x55fccaa4ffc0 osd.5 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:11:45.537+0000 7f916dffb640 10 monclient: _renew_subs 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:11:45.537+0000 7f916dffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:11:45.537+0000 7f92987ce640 10 monclient: get_auth_request con 0x7f9160082290 auth_method 0 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.757 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:11:45.545+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zone default found 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Realm: () 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:11:45.549+0000 7f929acc89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:11:45.549+0000 7f929acc89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 zonegroup default 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.758 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started sync module instance, tier type = 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:11:45.549+0000 7f929acc89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=0 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=1 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=2 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=3 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=4 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=5 2024-09-22T09:11:45.759 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=6 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:11:45.573+0000 7f929acc89c0 20 add_watcher() i=7 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:11:45.573+0000 7f929acc89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding auth protocol: cephx 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.760 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: crc 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 AuthRegistry(0x7ffd6177ee20) adding con mode: secure 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:11:45.577+0000 7f914efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:11:45.577+0000 7f929acc89c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:11:45.577+0000 7f929acc89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache list hook 0x55fccaa21560 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache inspect hook 0x55fccaa21560 2024-09-22T09:11:45.761 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache erase hook 0x55fccaa21560 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command cache zap hook 0x55fccaa21560 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:11:45.577+0000 7f929acc89c0 5 note: GC not initialized 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:11:45.581+0000 7f914dfdb640 20 reqs_thread_entry: start 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace show hook 0x7f9280004590 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace history hook 0x7f9280004590 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace active hook 0x7f9280004590 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:11:45.581+0000 7f929acc89c0 5 asok(0x55fcca759250) register_command sync trace active_short hook 0x7f9280004590 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 Filter name: none 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:11:45.581+0000 7f90bf7fe640 20 reqs_thread_entry: start 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:11:45.762 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:11:45.581+0000 7f929acc89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:11:45.581+0000 7f929acc89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:11:45.763 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:11:45.593+0000 7f929acc89c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300831 cookie 94544219939968 notifier 7685 bl.length()=827 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:11:45.593+0000 7f916effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:11:45.597+0000 7f929acc89c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:11:45.764 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.1 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.2 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.3 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.4 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.5 2024-09-22T09:11:45.765 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.6 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.7 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.8 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.9 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.10 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.11 2024-09-22T09:11:45.766 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.12 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.13 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:11:45.605+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:11:45.605+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.767 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:11:45.609+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:11:45.609+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.768 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:11:45.613+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:11:45.613+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:11:45.617+0000 7f929acc89c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:11:45.617+0000 7f929acc89c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f929acc89c0 time 2024-09-22T09:11:45.628055+0000 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f929e5a22eb] 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.769 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:11:45.625+0000 7f929acc89c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f929acc89c0 thread_name:radosgw-admin 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.770 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f929d421520] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f929e5a2345] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f929e5a249f] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fcc9683901] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x198c) [0x55fcc969809c] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x55fcc9699724] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f929d408d90] 2024-09-22T09:11:45.771 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:11:45.772 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:11:45.773 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:11:45.774 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:11:45.775 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:11:45.776 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:11:45.777 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:11:45.778 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:11:45.779 INFO:tasks.workunit.client.0.smithi084.stderr: 7f90bf7fe640 / http_manager 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f914dfdb640 / http_manager 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f914efdd640 / rgw_dt_lg_renew 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916dffb640 / ms_dispatch 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916effd640 / io_context_pool 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f916f7fe640 / io_context_pool 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f917dffb640 / ms_dispatch 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9184e09640 / ms_dispatch 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f918660c640 / io_context_pool 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9297fcd640 / msgr-worker-2 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f92987ce640 / msgr-worker-1 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9298fcf640 / msgr-worker-0 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f92997d0640 / io_context_pool 2024-09-22T09:11:45.780 INFO:tasks.workunit.client.0.smithi084.stderr: 7f929acc89c0 / radosgw-admin 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:11:45.630871Z_66ac1496-30d8-4491-b5a4-5519bf0688ac/log 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:11:45.781 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:11:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:45.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.709+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 realm 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.713+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.717+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.717+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.717+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.717+0000 7f840312c9c0 20 searching for the correct realm 2024-09-22T09:11:45.783 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.721+0000 7f83fbfff640 0 -- 172.21.15.84:0/3412264526 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f82cc0823c0 msgr2=0x7f82cc0847f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:45.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:45.937+0000 7f8400c32640 0 -- 172.21.15.84:0/3412264526 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f83ec06e750 msgr2=0x7f83ec08a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:46.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:46.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:46.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:46.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:46.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.153+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 zone default found 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 4 Realm: () 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 zonegroup default 2024-09-22T09:11:46.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 started sync module instance, tier type = 2024-09-22T09:11:46.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.157+0000 7f840312c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=0 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=1 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=2 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=3 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=4 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=5 2024-09-22T09:11:46.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=6 2024-09-22T09:11:46.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 20 add_watcher() i=7 2024-09-22T09:11:46.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.185+0000 7f840312c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:46.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.189+0000 7f82b6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:46.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:46.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:46.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 5 note: GC not initialized 2024-09-22T09:11:46.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f82b5fe3640 20 reqs_thread_entry: start 2024-09-22T09:11:46.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:46.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 Filter name: none 2024-09-22T09:11:46.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f82277fe640 20 reqs_thread_entry: start 2024-09-22T09:11:46.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:46.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.193+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:11:46.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:46.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:46.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:11:46.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.197+0000 7f840312c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:11:46.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.201+0000 7f82b6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:46.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.205+0000 7f840312c9c0 20 remove_watcher() i=0 2024-09-22T09:11:46.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.205+0000 7f840312c9c0 2 removed watcher, disabling cache 2024-09-22T09:11:46.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.205+0000 7f840312c9c0 20 remove_watcher() i=1 2024-09-22T09:11:46.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.209+0000 7f840312c9c0 20 remove_watcher() i=2 2024-09-22T09:11:46.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.209+0000 7f840312c9c0 20 remove_watcher() i=3 2024-09-22T09:11:46.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.213+0000 7f840312c9c0 20 remove_watcher() i=4 2024-09-22T09:11:46.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.213+0000 7f840312c9c0 20 remove_watcher() i=5 2024-09-22T09:11:46.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.217+0000 7f840312c9c0 20 remove_watcher() i=6 2024-09-22T09:11:46.223 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.217+0000 7f840312c9c0 20 remove_watcher() i=7 2024-09-22T09:11:46.240 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:11:46.240 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:11:46.294 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:11:46.325 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:11:46.325 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:11:46.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 realm 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:46.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.365+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.369+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:46.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.369+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:46.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.369+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:11:46.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.369+0000 7fd599abf9c0 20 searching for the correct realm 2024-09-22T09:11:46.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.377+0000 7fd597dc6640 0 -- 172.21.15.84:0/4200104292 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd58c027020 msgr2=0x7fd58c068260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:11:46.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:46.993+0000 7fd597dc6640 0 -- 172.21.15.84:0/4200104292 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55a4045653f0 msgr2=0x55a404567840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:47.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.001+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:11:47.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 zone default found 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 4 Realm: () 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 zonegroup default 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:47.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:47.011 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.005+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.009+0000 7fd599abf9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:11:47.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.009+0000 7fd599abf9c0 20 started sync module instance, tier type = 2024-09-22T09:11:47.012 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.009+0000 7fd599abf9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:11:47.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=0 2024-09-22T09:11:47.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=1 2024-09-22T09:11:47.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=2 2024-09-22T09:11:47.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=3 2024-09-22T09:11:47.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=4 2024-09-22T09:11:47.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=5 2024-09-22T09:11:47.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=6 2024-09-22T09:11:47.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 20 add_watcher() i=7 2024-09-22T09:11:47.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.033+0000 7fd599abf9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:11:47.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.037+0000 7fd44dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:47.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:11:47.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:11:47.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 5 note: GC not initialized 2024-09-22T09:11:47.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd44cfe1640 20 reqs_thread_entry: start 2024-09-22T09:11:47.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:11:47.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 Filter name: none 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd3c67fc640 20 reqs_thread_entry: start 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:11:47.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:11:47.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:11:47.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rados->read ofs=0 len=0 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:47.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:11:47.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:47.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.041+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:11:47.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:47.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:11:47.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:47.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:11:47.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:47.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:11:47.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:47.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:11:47.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:47.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:11:47.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:47.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.045+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:11:47.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:47.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:11:47.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:47.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:11:47.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:47.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:11:47.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:47.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:11:47.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:47.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.049+0000 7fd599abf9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:11:47.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.053+0000 7fd44dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:11:47.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.061+0000 7fd599abf9c0 20 remove_watcher() i=0 2024-09-22T09:11:47.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.061+0000 7fd599abf9c0 2 removed watcher, disabling cache 2024-09-22T09:11:47.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.061+0000 7fd599abf9c0 20 remove_watcher() i=1 2024-09-22T09:11:47.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.065+0000 7fd599abf9c0 20 remove_watcher() i=2 2024-09-22T09:11:47.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.069+0000 7fd599abf9c0 20 remove_watcher() i=3 2024-09-22T09:11:47.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.073+0000 7fd599abf9c0 20 remove_watcher() i=4 2024-09-22T09:11:47.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.073+0000 7fd599abf9c0 20 remove_watcher() i=5 2024-09-22T09:11:47.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.073+0000 7fd599abf9c0 20 remove_watcher() i=6 2024-09-22T09:11:47.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:11:47.077+0000 7fd599abf9c0 20 remove_watcher() i=7 2024-09-22T09:12:17.125 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:12:17.158 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:17.159 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:17.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.204+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 realm 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:17.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:17.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.208+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.212+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:17.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.212+0000 7f02a4ad19c0 20 searching for the correct realm 2024-09-22T09:12:17.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.212+0000 7f02a2dd8640 0 -- 172.21.15.84:0/1676663184 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55a54e9c31a0 msgr2=0x55a54e9c5640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:17.426 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.424+0000 7f02a2dd8640 0 -- 172.21.15.84:0/1676663184 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f028c0f6740 msgr2=0x7f028c100040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:12:17.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.650 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:17.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.648+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 zone default found 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 4 Realm: () 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 zonegroup default 2024-09-22T09:12:17.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:17.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 started sync module instance, tier type = 2024-09-22T09:12:17.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.652+0000 7f02a4ad19c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=0 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=1 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=2 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=3 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=4 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=5 2024-09-22T09:12:17.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=6 2024-09-22T09:12:17.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 20 add_watcher() i=7 2024-09-22T09:12:17.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.680+0000 7f02a4ad19c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:17.687 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.684+0000 7f0158fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:17.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:17.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:17.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 5 note: GC not initialized 2024-09-22T09:12:17.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f00d37fe640 20 reqs_thread_entry: start 2024-09-22T09:12:17.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:17.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 Filter name: none 2024-09-22T09:12:17.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f00d17fa640 20 reqs_thread_entry: start 2024-09-22T09:12:17.689 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:17.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:17.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:17.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.688+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.692+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:17.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.692+0000 7f02a4ad19c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:17.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.692+0000 7f02a4ad19c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:17.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.692+0000 7f02a4ad19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:17.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.696+0000 7f0158fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:17.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.700+0000 7f02a4ad19c0 20 remove_watcher() i=0 2024-09-22T09:12:17.702 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.700+0000 7f02a4ad19c0 2 removed watcher, disabling cache 2024-09-22T09:12:17.704 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.704+0000 7f02a4ad19c0 20 remove_watcher() i=1 2024-09-22T09:12:17.705 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.704+0000 7f02a4ad19c0 20 remove_watcher() i=2 2024-09-22T09:12:17.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.708+0000 7f02a4ad19c0 20 remove_watcher() i=3 2024-09-22T09:12:17.710 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.708+0000 7f02a4ad19c0 20 remove_watcher() i=4 2024-09-22T09:12:17.711 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.708+0000 7f02a4ad19c0 20 remove_watcher() i=5 2024-09-22T09:12:17.713 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.712+0000 7f02a4ad19c0 20 remove_watcher() i=6 2024-09-22T09:12:17.714 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:17.712+0000 7f02a4ad19c0 20 remove_watcher() i=7 2024-09-22T09:12:17.733 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:12:17.733 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:12:17.924 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:12:17.956 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:17.956 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:18.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.003 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 realm 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.000+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.004 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.004+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.004+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:18.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.004+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.004+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:18.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.004+0000 7f4a890239c0 20 searching for the correct realm 2024-09-22T09:12:18.013 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.012+0000 7f4a8732a640 0 -- 172.21.15.84:0/527728844 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f4a70027040 msgr2=0x7f4a7006e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:18.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.228+0000 7f4a86b29640 0 -- 172.21.15.84:0/527728844 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x560cb0d77640 msgr2=0x560cb0d79a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:18.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:18.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:18.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:18.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 zone default found 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 4 Realm: () 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 zonegroup default 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.236+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.240+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.240+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.240+0000 7f4a890239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.240+0000 7f4a890239c0 20 started sync module instance, tier type = 2024-09-22T09:12:18.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.240+0000 7f4a890239c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=0 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=1 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=2 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=3 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=4 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=5 2024-09-22T09:12:18.263 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.260+0000 7f4a890239c0 20 add_watcher() i=6 2024-09-22T09:12:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.264+0000 7f4a890239c0 20 add_watcher() i=7 2024-09-22T09:12:18.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.264+0000 7f4a890239c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:18.269 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f493dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:18.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:18.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:18.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 5 note: GC not initialized 2024-09-22T09:12:18.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f493cfe1640 20 reqs_thread_entry: start 2024-09-22T09:12:18.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:18.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 20 Filter name: none 2024-09-22T09:12:18.271 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4935ffb640 20 reqs_thread_entry: start 2024-09-22T09:12:18.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:18.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.268+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:18.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:18.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:18.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.272+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:18.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:18.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:18.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:18.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:18.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:18.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:18.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:18.278 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:18.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:18.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:18.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:18.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.276+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:18.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:18.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:18.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:18.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:18.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:18.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:18.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.280+0000 7f4a890239c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:18.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.284+0000 7f493dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:18.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.288+0000 7f4a890239c0 20 remove_watcher() i=0 2024-09-22T09:12:18.290 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.288+0000 7f4a890239c0 2 removed watcher, disabling cache 2024-09-22T09:12:18.292 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.292+0000 7f4a890239c0 20 remove_watcher() i=1 2024-09-22T09:12:18.294 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.292+0000 7f4a890239c0 20 remove_watcher() i=2 2024-09-22T09:12:18.296 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.296+0000 7f4a890239c0 20 remove_watcher() i=3 2024-09-22T09:12:18.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.296+0000 7f4a890239c0 20 remove_watcher() i=4 2024-09-22T09:12:18.300 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.300+0000 7f4a890239c0 20 remove_watcher() i=5 2024-09-22T09:12:18.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.300+0000 7f4a890239c0 20 remove_watcher() i=6 2024-09-22T09:12:18.303 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.300+0000 7f4a890239c0 20 remove_watcher() i=7 2024-09-22T09:12:18.319 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:12:18.350 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:18.350 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:18.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 realm 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.396+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.400+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:18.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.400+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.400+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:18.402 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.400+0000 7f2ec5cf69c0 20 searching for the correct realm 2024-09-22T09:12:18.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.404+0000 7f2ec2ffb640 0 -- 172.21.15.84:0/1528752772 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f2ebc0e3050 msgr2=0x7f2ebc0e5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:18.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.620+0000 7f2ec37fc640 0 -- 172.21.15.84:0/1528752772 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f2eb806a130 msgr2=0x7f2eb806d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:18.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:18.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:18.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.836+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:18.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 zone default found 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 4 Realm: () 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 zonegroup default 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.842 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 started sync module instance, tier type = 2024-09-22T09:12:18.843 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.840+0000 7f2ec5cf69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:18.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=0 2024-09-22T09:12:18.865 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=1 2024-09-22T09:12:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=2 2024-09-22T09:12:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=3 2024-09-22T09:12:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=4 2024-09-22T09:12:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=5 2024-09-22T09:12:18.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.864+0000 7f2ec5cf69c0 20 add_watcher() i=6 2024-09-22T09:12:18.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.868+0000 7f2ec5cf69c0 20 add_watcher() i=7 2024-09-22T09:12:18.868 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.868+0000 7f2ec5cf69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:18.872 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2d79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:18.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:18.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:18.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 5 note: GC not initialized 2024-09-22T09:12:18.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2d78fe1640 20 reqs_thread_entry: start 2024-09-22T09:12:18.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:18.874 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 20 Filter name: none 2024-09-22T09:12:18.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2cf27fc640 20 reqs_thread_entry: start 2024-09-22T09:12:18.875 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.872+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:18.876 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:18.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:18.877 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:18.878 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:18.879 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.876+0000 7f2ec5cf69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:18.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.884+0000 7f2d79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:18.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.888+0000 7f2ec5cf69c0 20 remove_watcher() i=0 2024-09-22T09:12:18.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.888+0000 7f2ec5cf69c0 2 removed watcher, disabling cache 2024-09-22T09:12:18.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.888+0000 7f2ec5cf69c0 20 remove_watcher() i=1 2024-09-22T09:12:18.892 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.892+0000 7f2ec5cf69c0 20 remove_watcher() i=2 2024-09-22T09:12:18.894 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.892+0000 7f2ec5cf69c0 20 remove_watcher() i=3 2024-09-22T09:12:18.896 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.896+0000 7f2ec5cf69c0 20 remove_watcher() i=4 2024-09-22T09:12:18.898 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.896+0000 7f2ec5cf69c0 20 remove_watcher() i=5 2024-09-22T09:12:18.899 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.896+0000 7f2ec5cf69c0 20 remove_watcher() i=6 2024-09-22T09:12:18.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.900+0000 7f2ec5cf69c0 20 remove_watcher() i=7 2024-09-22T09:12:18.915 INFO:tasks.workunit.client.0.smithi084.stderr: test: duplicated entries should be purged before reshard 2024-09-22T09:12:18.915 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:12:18.944 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:18.944 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:18.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.988+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.988+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.988+0000 7f94799739c0 20 realm 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.988+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:18.993 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:18.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:18.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:18.995 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:18.992+0000 7f94799739c0 20 searching for the correct realm 2024-09-22T09:12:19.001 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.000+0000 7f9477c7a640 0 -- 172.21.15.84:0/4103692851 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9460017070 msgr2=0x7f9460067fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.216+0000 7f9477479640 0 -- 172.21.15.84:0/4103692851 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5633ed119610 msgr2=0x5633ed11ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:19.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.224+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:19.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 zone default found 2024-09-22T09:12:19.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 4 Realm: () 2024-09-22T09:12:19.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:19.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 zonegroup default 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 started sync module instance, tier type = 2024-09-22T09:12:19.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.228+0000 7f94799739c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=0 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=1 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=2 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=3 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=4 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=5 2024-09-22T09:12:19.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.252+0000 7f94799739c0 20 add_watcher() i=6 2024-09-22T09:12:19.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.256+0000 7f94799739c0 20 add_watcher() i=7 2024-09-22T09:12:19.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.256+0000 7f94799739c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:19.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f932dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:19.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:19.261 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 5 note: GC not initialized 2024-09-22T09:12:19.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f932cfe1640 20 reqs_thread_entry: start 2024-09-22T09:12:19.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:19.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 20 Filter name: none 2024-09-22T09:12:19.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f92a67fc640 20 reqs_thread_entry: start 2024-09-22T09:12:19.262 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.260+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.264 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:19.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:19.265 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.266 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:19.267 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.264+0000 7f94799739c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:19.270 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.268+0000 7f932dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.272+0000 7f94799739c0 20 remove_watcher() i=0 2024-09-22T09:12:19.274 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.272+0000 7f94799739c0 2 removed watcher, disabling cache 2024-09-22T09:12:19.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.276+0000 7f94799739c0 20 remove_watcher() i=1 2024-09-22T09:12:19.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.276+0000 7f94799739c0 20 remove_watcher() i=2 2024-09-22T09:12:19.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.280+0000 7f94799739c0 20 remove_watcher() i=3 2024-09-22T09:12:19.283 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.280+0000 7f94799739c0 20 remove_watcher() i=4 2024-09-22T09:12:19.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.284+0000 7f94799739c0 20 remove_watcher() i=5 2024-09-22T09:12:19.286 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.284+0000 7f94799739c0 20 remove_watcher() i=6 2024-09-22T09:12:19.287 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.284+0000 7f94799739c0 20 remove_watcher() i=7 2024-09-22T09:12:19.304 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.304 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:12:19.304 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 10 size_kb: 1 num_shards: 13 2024-09-22T09:12:19.304 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.305 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:12:19.341 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:19.342 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:19.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.384+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 realm 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.392+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:19.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.392+0000 7fb7862309c0 20 searching for the correct realm 2024-09-22T09:12:19.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.396+0000 7fb784537640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x561a93cb20f0 msgr2=0x561a93cb44e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.400+0000 7fb783535640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fb77c015040 msgr2=0x7fb77c063f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:19.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zone default found 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Realm: () 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zonegroup default 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started sync module instance, tier type = 2024-09-22T09:12:19.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:19.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=0 2024-09-22T09:12:19.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=1 2024-09-22T09:12:19.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=2 2024-09-22T09:12:19.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=3 2024-09-22T09:12:19.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=4 2024-09-22T09:12:19.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=5 2024-09-22T09:12:19.429 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=6 2024-09-22T09:12:19.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=7 2024-09-22T09:12:19.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.428+0000 7fb7862309c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb639fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 5 note: GC not initialized 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb638fe1640 20 reqs_thread_entry: start 2024-09-22T09:12:19.434 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:19.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 Filter name: none 2024-09-22T09:12:19.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb5b27fc640 20 reqs_thread_entry: start 2024-09-22T09:12:19.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:19.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.436 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.432+0000 7fb7862309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:19.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb7862309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.446 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb7862309c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:19.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300833 cookie 94672148709664 notifier 7799 bl.length()=827 2024-09-22T09:12:19.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:19.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:19.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:19.449 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:19.458 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb7862309c0 time 2024-09-22T09:12:19.458683+0000 2024-09-22T09:12:19.458 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb789b0a2eb] 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.456+0000 7fb7862309c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb7862309c0 time 2024-09-22T09:12:19.458683+0000 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:19.459 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb789b0a2eb] 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:12:19.460 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fb7862309c0 thread_name:radosgw-admin 2024-09-22T09:12:19.475 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.475 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb788989520] 2024-09-22T09:12:19.475 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:19.475 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb789b0a345] 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.460+0000 7fb7862309c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fb7862309c0 thread_name:radosgw-admin 2024-09-22T09:12:19.476 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb788989520] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb789b0a345] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:12:19.477 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:12:19.360+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93a78be0 auth_method 0 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient(hunting): handle_auth_done global_id 8250 payload 274 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:12:19.360+0000 7fb784537640 1 monclient: found mon.noname-a 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.478 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: dump: 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.479 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 monclient: authenticate success, global_id 8250 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:12:19.364+0000 7fb7862309c0 4 set_mon_vals no callback set 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: dump: 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.480 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: shutdown 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) unregister_commands rotate-key 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.481 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.482 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: starting msgr at 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: starting objecter 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests hook 0x561a939f3500 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: setting wanted keys 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: calling monclient init 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.483 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key hook 0x561a93bc8aa8 2024-09-22T09:12:19.484 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93a78be0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93a78fc0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93a793d0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.518177s 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93a78fc0 auth_method 0 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.485 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93a793d0 auth_method 0 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_done global_id 8253 payload 824 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:12:19.364+0000 7fb783535640 1 monclient: found mon.noname-a 2024-09-22T09:12:19.486 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: dump: 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.487 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 monclient: authenticate success, global_id 8253 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: dump: 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.488 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:12:19.364+0000 7fb671e0b640 4 set_mon_vals no callback set 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: init done 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:12:19.368+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb66c071be0 auth_method 0 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:12:19.368+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93bd07d0 auth_method 0 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:12:19.368+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93c13670 auth_method 0 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:12:19.372+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93c179d0 auth_method 0 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:12:19.372+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.489 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:12:19.372+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:12:19.372+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.490 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.491 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:12:19.372+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests cmddesc objecter_requests hook 0x561a93c20270 EEXIST 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.492 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:12:19.376+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:12:19.376+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x561a93c1b020 EEXIST 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c44420 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c43d50 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.493 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c42730 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.528647s 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c42730 auth_method 0 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93c44420 auth_method 0 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.494 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93c43d50 auth_method 0 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_done global_id 7793 payload 824 2024-09-22T09:12:19.495 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:12:19.376+0000 7fb783d36640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: dump: 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.496 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: dump: 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.497 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:12:19.376+0000 7fb784d38640 4 set_mon_vals no callback set 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7793 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:12:19.380+0000 7fb783535640 10 monclient: get_auth_request con 0x7fb65c071b20 auth_method 0 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: get_monmap_and_config 2024-09-22T09:12:19.498 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.499 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.500 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.501 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x7fff19103a58 EEXIST 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c67e70 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c924c0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c93690 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.502 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.533563s 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93c67e70 auth_method 0 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c93690 auth_method 0 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.503 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_done global_id 7796 payload 274 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:12:19.380+0000 7fb783d36640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: dump: 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.504 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7796 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:12:19.380+0000 7fb7862309c0 4 set_mon_vals no callback set 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: dump: 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.505 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: shutdown 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.506 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.507 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: starting msgr at 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: starting objecter 2024-09-22T09:12:19.508 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests cmddesc objecter_requests hook 0x561a93c98970 EEXIST 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: setting wanted keys 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: calling monclient init 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.509 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:12:19.384+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x561a93c46388 EEXIST 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c67e70 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c93690 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c9b2c0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.510 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.536162s 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93c93690 auth_method 0 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c9b2c0 auth_method 0 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.511 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_done global_id 7799 payload 824 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:12:19.384+0000 7fb783535640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:12:19.384+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93c67e70 auth_method 0 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: dump: 2024-09-22T09:12:19.512 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.513 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: dump: 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7799 2024-09-22T09:12:19.514 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:12:19.384+0000 7fb662ffd640 4 set_mon_vals no callback set 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:12:19.384+0000 7fb7862309c0 1 librados: init done 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cr dump hook 0x561a93c9ae48 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:12:19.384+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:12:19.384+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb64c071be0 auth_method 0 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93cb20f0 auth_method 0 2024-09-22T09:12:19.515 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 realm 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:12:19.388+0000 7fb7862309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:12:19.388+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93cb6290 auth_method 0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:12:19.388+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93cb9af0 auth_method 0 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:12:19.392+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:12:19.392+0000 7fb7862309c0 20 searching for the correct realm 2024-09-22T09:12:19.516 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:12:19.392+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93cbe870 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:12:19.392+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb76c0c0020 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:12:19.392+0000 7fb783535640 10 monclient: get_auth_request con 0x7fb77c015040 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:12:19.396+0000 7fb784537640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x561a93cb20f0 msgr2=0x561a93cb44e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:12:19.396+0000 7fb6617fa640 1 client.7799.objecter ms_handle_reset 0x561a93cb20f0 session 0x561a93cb1a70 osd.1 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:12:19.396+0000 7fb6617fa640 10 monclient: _renew_subs 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:12:19.396+0000 7fb6617fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:12:19.396+0000 7fb784537640 10 monclient: get_auth_request con 0x7fb64c082390 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:12:19.396+0000 7fb784537640 10 monclient: get_auth_request con 0x7fb76c0e7420 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:12:19.400+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb76c13abd0 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:12:19.400+0000 7fb783535640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fb77c015040 msgr2=0x7fb77c063f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:12:19.400+0000 7fb6617fa640 1 client.7799.objecter ms_handle_reset 0x7fb77c015040 session 0x7fb77c076040 osd.4 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:12:19.400+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93cb20f0 auth_method 0 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:19.517 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zone default found 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Realm: () 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:19.518 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:12:19.408+0000 7fb7862309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zonegroup default 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started sync module instance, tier type = 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=0 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=1 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=2 2024-09-22T09:12:19.519 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=3 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=4 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=5 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=6 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=7 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:12:19.428+0000 7fb7862309c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.520 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:12:19.432+0000 7fb639fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:12:19.432+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache list hook 0x561a93c9b700 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache inspect hook 0x561a93c9b700 2024-09-22T09:12:19.521 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache erase hook 0x561a93c9b700 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache zap hook 0x561a93c9b700 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 note: GC not initialized 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:12:19.432+0000 7fb638fe1640 20 reqs_thread_entry: start 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace show hook 0x7fb77c034020 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace history hook 0x7fb77c034020 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace active hook 0x7fb77c034020 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace active_short hook 0x7fb77c034020 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 Filter name: none 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:12:19.432+0000 7fb5b27fc640 20 reqs_thread_entry: start 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.522 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:19.523 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300833 cookie 94672148709664 notifier 7799 bl.length()=827 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:12:19.456+0000 7fb7862309c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb7862309c0 time 2024-09-22T09:12:19.458683+0000 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb789b0a2eb] 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.524 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:12:19.460+0000 7fb7862309c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fb7862309c0 thread_name:radosgw-admin 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb788989520] 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:19.525 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb789b0a345] 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:12:19.526 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:12:19.527 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:12:19.528 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:12:19.529 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:12:19.530 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:12:19.531 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:12:19.532 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb5b27fc640 / http_manager 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb638fe1640 / http_manager 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb639fe3640 / rgw_dt_lg_renew 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6617fa640 / ms_dispatch 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6627fc640 / io_context_pool 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb662ffd640 / io_context_pool 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6697fa640 / ms_dispatch 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb66bfff640 / ms_dispatch 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb671e0b640 / io_context_pool 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb783535640 / msgr-worker-2 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb783d36640 / msgr-worker-1 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb784537640 / msgr-worker-0 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb784d38640 / io_context_pool 2024-09-22T09:12:19.533 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb7862309c0 / radosgw-admin 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.142851.log 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:12:19.360+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93a78be0 auth_method 0 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:12:19.360+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient(hunting): handle_auth_done global_id 8250 payload 274 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:12:19.360+0000 7fb784537640 1 monclient: found mon.noname-a 2024-09-22T09:12:19.534 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:12:19.360+0000 7fb784537640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: dump: 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.535 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 monclient: authenticate success, global_id 8250 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:12:19.364+0000 7fb7862309c0 4 set_mon_vals no callback set 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:12:19.364+0000 7fb671e0b640 10 monclient: dump: 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.536 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: shutdown 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) unregister_commands rotate-key 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.537 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding auth protocol: cephx 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.538 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: crc 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bce110) adding con mode: secure 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: starting msgr at 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: starting objecter 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests hook 0x561a939f3500 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: setting wanted keys 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: calling monclient init 2024-09-22T09:12:19.539 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding auth protocol: cephx 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.540 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: crc 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 AuthRegistry(0x561a93bc8960) adding con mode: secure 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:12:19.364+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key hook 0x561a93bc8aa8 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93a78be0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93a78fc0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93a793d0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.541 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.518177s 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93a78fc0 auth_method 0 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93a793d0 auth_method 0 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.542 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:12:19.364+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient(hunting): handle_auth_done global_id 8253 payload 824 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:12:19.364+0000 7fb783535640 1 monclient: found mon.noname-a 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:12:19.364+0000 7fb783535640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: dump: 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.543 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:12:19.364+0000 7fb7862309c0 5 monclient: authenticate success, global_id 8253 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.544 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:12:19.364+0000 7fb66bfff640 10 monclient: dump: 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:12:19.364+0000 7fb671e0b640 4 set_mon_vals no callback set 2024-09-22T09:12:19.545 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:12:19.364+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:12:19.364+0000 7fb7862309c0 1 librados: init done 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:12:19.368+0000 7fb66bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:12:19.368+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb66c071be0 auth_method 0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:12:19.368+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93bd07d0 auth_method 0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:12:19.368+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93c13670 auth_method 0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:12:19.372+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93c179d0 auth_method 0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:12:19.372+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:12:19.372+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.546 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:12:19.372+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding auth protocol: cephx 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.547 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: crc 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1c910) adding con mode: secure 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:12:19.372+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:12:19.372+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests cmddesc objecter_requests hook 0x561a93c20270 EEXIST 2024-09-22T09:12:19.548 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding auth protocol: cephx 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.549 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: crc 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 AuthRegistry(0x561a93c1aed8) adding con mode: secure 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:12:19.376+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:12:19.376+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x561a93c1b020 EEXIST 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c44420 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c43d50 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c42730 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.550 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.528647s 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c42730 auth_method 0 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93c44420 auth_method 0 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.551 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:12:19.376+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93c43d50 auth_method 0 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:12:19.376+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient(hunting): handle_auth_done global_id 7793 payload 824 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:12:19.376+0000 7fb783d36640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:12:19.376+0000 7fb783d36640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.552 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: dump: 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.553 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:12:19.376+0000 7fb6697fa640 10 monclient: dump: 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:12:19.376+0000 7fb784d38640 4 set_mon_vals no callback set 2024-09-22T09:12:19.554 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:12:19.376+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7793 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:12:19.376+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:12:19.380+0000 7fb6697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:12:19.380+0000 7fb783535640 10 monclient: get_auth_request con 0x7fb65c071b20 auth_method 0 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: get_monmap_and_config 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.555 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding auth protocol: cephx 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.556 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: crc 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c63d40) adding con mode: secure 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding auth protocol: cephx 2024-09-22T09:12:19.557 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: crc 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103910) adding con mode: secure 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.558 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x7fff19103a58 EEXIST 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c67e70 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c924c0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c93690 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.533563s 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): get_auth_request con 0x561a93c67e70 auth_method 0 2024-09-22T09:12:19.559 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c93690 auth_method 0 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:12:19.380+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient(hunting): handle_auth_done global_id 7796 payload 274 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:12:19.380+0000 7fb783d36640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:12:19.380+0000 7fb783d36640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.560 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: dump: 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7796 2024-09-22T09:12:19.561 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:12:19.380+0000 7fb7862309c0 4 set_mon_vals no callback set 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:12:19.380+0000 7fb662ffd640 10 monclient: dump: 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.562 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: shutdown 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: build_initial_monmap 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: monmap: 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.563 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding auth protocol: cephx 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: crc 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c94280) adding con mode: secure 2024-09-22T09:12:19.564 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: starting msgr at 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: starting objecter 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 asok(0x561a939be250) register_command objecter_requests cmddesc objecter_requests hook 0x561a93c98970 EEXIST 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: setting wanted keys 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:12:19.380+0000 7fb7862309c0 1 librados: calling monclient init 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:12:19.380+0000 7fb7862309c0 10 monclient: init 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding auth protocol: cephx 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.565 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: crc 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:12:19.380+0000 7fb7862309c0 5 AuthRegistry(0x561a93c46240) adding con mode: secure 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:12:19.380+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:12:19.384+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 asok(0x561a939be250) register_command rotate-key cmddesc rotate-key hook 0x561a93c46388 EEXIST 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-b con 0x561a93c67e70 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-c con 0x561a93c93690 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:19.566 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): picked mon.noname-a con 0x561a93c9b2c0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient(hunting): authenticate will time out at 2910.536162s 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): get_auth_request con 0x561a93c93690 auth_method 0 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): get_auth_request con 0x561a93c9b2c0 auth_method 0 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:19.567 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient(hunting): handle_auth_done global_id 7799 payload 824 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient: _finish_hunting 0 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:12:19.384+0000 7fb783535640 1 monclient: found mon.noname-c 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:12:19.384+0000 7fb783535640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:12:19.384+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93c67e70 auth_method 0 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: dump: 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.568 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: _finish_auth 0 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: _check_auth_tickets 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:12:19.384+0000 7fb6617fa640 10 monclient: dump: 2024-09-22T09:12:19.569 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 monclient: authenticate success, global_id 7799 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:12:19.384+0000 7fb662ffd640 4 set_mon_vals no callback set 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _renew_subs 2024-09-22T09:12:19.570 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:12:19.384+0000 7fb7862309c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:12:19.384+0000 7fb7862309c0 1 librados: init done 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:12:19.384+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cr dump hook 0x561a93c9ae48 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:12:19.384+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:12:19.384+0000 7fb6617fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:12:19.384+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb64c071be0 auth_method 0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:12:19.384+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93cb20f0 auth_method 0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 realm 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:12:19.388+0000 7fb7862309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.571 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:12:19.388+0000 7fb783d36640 10 monclient: get_auth_request con 0x561a93cb6290 auth_method 0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:12:19.388+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:12:19.388+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93cb9af0 auth_method 0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:12:19.392+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:12:19.392+0000 7fb7862309c0 20 searching for the correct realm 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:12:19.392+0000 7fb784537640 10 monclient: get_auth_request con 0x561a93cbe870 auth_method 0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:12:19.392+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb76c0c0020 auth_method 0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:12:19.392+0000 7fb783535640 10 monclient: get_auth_request con 0x7fb77c015040 auth_method 0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:12:19.396+0000 7fb784537640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x561a93cb20f0 msgr2=0x561a93cb44e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:12:19.396+0000 7fb6617fa640 1 client.7799.objecter ms_handle_reset 0x561a93cb20f0 session 0x561a93cb1a70 osd.1 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:12:19.396+0000 7fb6617fa640 10 monclient: _renew_subs 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:12:19.396+0000 7fb6617fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:19.572 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:12:19.396+0000 7fb784537640 10 monclient: get_auth_request con 0x7fb64c082390 auth_method 0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:12:19.396+0000 7fb784537640 10 monclient: get_auth_request con 0x7fb76c0e7420 auth_method 0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:12:19.400+0000 7fb783d36640 10 monclient: get_auth_request con 0x7fb76c13abd0 auth_method 0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:12:19.400+0000 7fb783535640 0 -- 172.21.15.84:0/886117949 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fb77c015040 msgr2=0x7fb77c063f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:12:19.400+0000 7fb6617fa640 1 client.7799.objecter ms_handle_reset 0x7fb77c015040 session 0x7fb77c076040 osd.4 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:12:19.400+0000 7fb783535640 10 monclient: get_auth_request con 0x561a93cb20f0 auth_method 0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.573 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zone default found 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Realm: () 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:12:19.408+0000 7fb7862309c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:12:19.408+0000 7fb7862309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 zonegroup default 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:12:19.408+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.574 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started sync module instance, tier type = 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:12:19.412+0000 7fb7862309c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=0 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=1 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=2 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=3 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=4 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=5 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=6 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:12:19.428+0000 7fb7862309c0 20 add_watcher() i=7 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:12:19.428+0000 7fb7862309c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding auth protocol: cephx 2024-09-22T09:12:19.575 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: crc 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 AuthRegistry(0x7fff19103de0) adding con mode: secure 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:12:19.432+0000 7fb639fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.576 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:12:19.432+0000 7fb7862309c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache list hook 0x561a93c9b700 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache inspect hook 0x561a93c9b700 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache erase hook 0x561a93c9b700 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command cache zap hook 0x561a93c9b700 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 note: GC not initialized 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:12:19.432+0000 7fb638fe1640 20 reqs_thread_entry: start 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace show hook 0x7fb77c034020 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace history hook 0x7fb77c034020 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace active hook 0x7fb77c034020 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:12:19.432+0000 7fb7862309c0 5 asok(0x561a939be250) register_command sync trace active_short hook 0x7fb77c034020 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:19.577 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 Filter name: none 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:12:19.432+0000 7fb5b27fc640 20 reqs_thread_entry: start 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:12:19.432+0000 7fb7862309c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:12:19.432+0000 7fb7862309c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:19.578 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:12:19.444+0000 7fb7862309c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300833 cookie 94672148709664 notifier 7799 bl.length()=827 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:12:19.444+0000 7fb6627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:12:19.448+0000 7fb7862309c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:12:19.456+0000 7fb7862309c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb7862309c0 time 2024-09-22T09:12:19.458683+0000 2024-09-22T09:12:19.579 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fb789b0a2eb] 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:12:19.460+0000 7fb7862309c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7fb7862309c0 thread_name:radosgw-admin 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.580 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fb788989520] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fb789b0a345] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fb789b0a49f] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561a928ea901] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561a928ffdda] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fb788970d90] 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:19.581 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:12:19.582 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:12:19.583 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:12:19.584 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:12:19.585 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:12:19.586 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:12:19.587 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb5b27fc640 / http_manager 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb638fe1640 / http_manager 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb639fe3640 / rgw_dt_lg_renew 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6617fa640 / ms_dispatch 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6627fc640 / io_context_pool 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb662ffd640 / io_context_pool 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb6697fa640 / ms_dispatch 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb66bfff640 / ms_dispatch 2024-09-22T09:12:19.588 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb671e0b640 / io_context_pool 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb783535640 / msgr-worker-2 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb783d36640 / msgr-worker-1 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb784537640 / msgr-worker-0 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb784d38640 / io_context_pool 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: 7fb7862309c0 / radosgw-admin 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:12:19.460724Z_1428645b-0264-4650-980b-6f5aefe67af7/log 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:12:19.589 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:12:19.590 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:19.590 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:19.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.536+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 realm 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.540+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.544+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.544+0000 7fa89399e9c0 20 searching for the correct realm 2024-09-22T09:12:19.591 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.548+0000 7fa891ca5640 0 -- 172.21.15.84:0/1826483014 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fa888062690 msgr2=0x7fa88801b720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.764+0000 7fa8914a4640 0 -- 172.21.15.84:0/1826483014 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55874b4d4d00 msgr2=0x55874b4d71c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:19.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 zone default found 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 4 Realm: () 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 zonegroup default 2024-09-22T09:12:19.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.772+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 started sync module instance, tier type = 2024-09-22T09:12:19.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.776+0000 7fa89399e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=0 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=1 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=2 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=3 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=4 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=5 2024-09-22T09:12:19.796 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=6 2024-09-22T09:12:19.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 20 add_watcher() i=7 2024-09-22T09:12:19.798 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.796+0000 7fa89399e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:19.805 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa7477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:19.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:19.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 5 note: GC not initialized 2024-09-22T09:12:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa7467e4640 20 reqs_thread_entry: start 2024-09-22T09:12:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 20 Filter name: none 2024-09-22T09:12:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa6b7fff640 20 reqs_thread_entry: start 2024-09-22T09:12:19.807 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.804+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:19.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:19.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:19.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.808+0000 7fa89399e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.812+0000 7fa89399e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:19.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.812+0000 7fa89399e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:12:19.815 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.812+0000 7fa7477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:19.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.820+0000 7fa89399e9c0 20 remove_watcher() i=0 2024-09-22T09:12:19.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.820+0000 7fa89399e9c0 2 removed watcher, disabling cache 2024-09-22T09:12:19.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.820+0000 7fa89399e9c0 20 remove_watcher() i=1 2024-09-22T09:12:19.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.824+0000 7fa89399e9c0 20 remove_watcher() i=2 2024-09-22T09:12:19.827 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.824+0000 7fa89399e9c0 20 remove_watcher() i=3 2024-09-22T09:12:19.829 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.828+0000 7fa89399e9c0 20 remove_watcher() i=4 2024-09-22T09:12:19.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.828+0000 7fa89399e9c0 20 remove_watcher() i=5 2024-09-22T09:12:19.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.832+0000 7fa89399e9c0 20 remove_watcher() i=6 2024-09-22T09:12:19.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.832+0000 7fa89399e9c0 20 remove_watcher() i=7 2024-09-22T09:12:19.850 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:12:19.850 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:12:19.911 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:12:19.945 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:19.946 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:19.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.988+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 realm 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:19.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:19.996 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.992+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:19.997 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.996+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:19.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:19.996+0000 7f20ec9469c0 20 searching for the correct realm 2024-09-22T09:12:20.002 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.000+0000 7f20eac4d640 0 -- 172.21.15.84:0/3152494576 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x557727a75ad0 msgr2=0x557727a77f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:20.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.008+0000 7f20e1c4b640 0 -- 172.21.15.84:0/3152494576 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f20dc019040 msgr2=0x7f20dc018aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.015 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:20.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.012+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:20.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 zone default found 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 4 Realm: () 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 zonegroup default 2024-09-22T09:12:20.017 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 started sync module instance, tier type = 2024-09-22T09:12:20.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.016+0000 7f20ec9469c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=0 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=1 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=2 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=3 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=4 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=5 2024-09-22T09:12:20.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=6 2024-09-22T09:12:20.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 20 add_watcher() i=7 2024-09-22T09:12:20.034 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.032+0000 7f20ec9469c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:20.036 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f1fa0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 5 note: GC not initialized 2024-09-22T09:12:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f1f1b7fe640 20 reqs_thread_entry: start 2024-09-22T09:12:20.037 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 Filter name: none 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f1f197fa640 20 reqs_thread_entry: start 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:20.038 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:20.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:20.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.036+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:20.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:20.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:20.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:20.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:20.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:20.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:20.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:20.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:20.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:20.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:20.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:20.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:20.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.040+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:20.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:20.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:20.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:20.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f20ec9469c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:20.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.044+0000 7f1fa0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:20.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.052+0000 7f20ec9469c0 20 remove_watcher() i=0 2024-09-22T09:12:20.055 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.052+0000 7f20ec9469c0 2 removed watcher, disabling cache 2024-09-22T09:12:20.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.056+0000 7f20ec9469c0 20 remove_watcher() i=1 2024-09-22T09:12:20.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.056+0000 7f20ec9469c0 20 remove_watcher() i=2 2024-09-22T09:12:20.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.060+0000 7f20ec9469c0 20 remove_watcher() i=3 2024-09-22T09:12:20.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.060+0000 7f20ec9469c0 20 remove_watcher() i=4 2024-09-22T09:12:20.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.064+0000 7f20ec9469c0 20 remove_watcher() i=5 2024-09-22T09:12:20.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.064+0000 7f20ec9469c0 20 remove_watcher() i=6 2024-09-22T09:12:20.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:20.064+0000 7f20ec9469c0 20 remove_watcher() i=7 2024-09-22T09:12:50.109 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-22T09:12:50.148 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:50.148 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:50.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 realm 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:50.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 searching for the correct realm 2024-09-22T09:12:50.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.203+0000 7f3711e85640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3708050440 msgr2=0x7f37080508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.419+0000 7f3711684640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561952336a80 msgr2=0x561952338eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:50.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:50.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:50.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zone default found 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Realm: () 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:50.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zonegroup default 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started sync module instance, tier type = 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=0 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=1 2024-09-22T09:12:50.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=2 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=3 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=4 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=5 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=6 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.455+0000 7f3713b7e9c0 20 add_watcher() i=7 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.455+0000 7f3713b7e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.459+0000 7f35c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 note: GC not initialized 2024-09-22T09:12:50.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f35c67e4640 20 reqs_thread_entry: start 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 Filter name: none 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3537fff640 20 reqs_thread_entry: start 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:50.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.467+0000 7f3713b7e9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300834 cookie 94666753280336 notifier 8316 bl.length()=827 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3713b7e9c0 time 2024-09-22T09:12:50.496221+0000 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f37174582eb] 2024-09-22T09:12:50.513 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3713b7e9c0 time 2024-09-22T09:12:50.496221+0000 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.514 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f37174582eb] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3713b7e9c0 thread_name:radosgw-admin 2024-09-22T09:12:50.515 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f37162d7520] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3717458345] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:12:50.516 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3713b7e9c0 thread_name:radosgw-admin 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f37162d7520] 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3717458345] 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.517 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7838 payload 274 2024-09-22T09:12:50.518 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:12:50.167+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: dump: 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.519 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: dump: 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.520 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7838 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 4 set_mon_vals no callback set 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: shutdown 2024-09-22T09:12:50.521 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) unregister_commands rotate-key 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.522 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.523 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: starting msgr at 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: starting objecter 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests hook 0x561951fe2d80 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: setting wanted keys 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: calling monclient init 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.524 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.525 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key hook 0x56195224a458 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x5619520d73b0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952103510 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x561952276c90 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.526 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.325634s 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619520d73b0 auth_method 0 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x561952276c90 auth_method 0 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.527 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7841 payload 824 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:12:50.171+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: dump: 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.528 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.529 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: dump: 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.530 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7841 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:12:50.171+0000 7f35ff606640 4 set_mon_vals no callback set 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: init done 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:12:50.175+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35f8071be0 auth_method 0 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:12:50.175+0000 7f3711e85640 10 monclient: get_auth_request con 0x56195227baa0 auth_method 0 2024-09-22T09:12:50.531 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:12:50.175+0000 7f3711684640 10 monclient: get_auth_request con 0x561952295260 auth_method 0 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:12:50.175+0000 7f3710e83640 10 monclient: get_auth_request con 0x561952299450 auth_method 0 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.532 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.533 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests cmddesc objecter_requests hook 0x5619522a1c90 EEXIST 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.534 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.535 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x56195229ca80 EEXIST 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x5619522c5e40 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522c5770 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x5619522c4150 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.335728s 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522c5e40 auth_method 0 2024-09-22T09:12:50.536 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): get_auth_request con 0x5619522c5770 auth_method 0 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.537 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x5619522c4150 auth_method 0 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7844 payload 824 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:12:50.183+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: dump: 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.538 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.539 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: dump: 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:12:50.183+0000 7f3712686640 4 set_mon_vals no callback set 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7844 2024-09-22T09:12:50.540 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:12:50.183+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35ec071b20 auth_method 0 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.541 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.542 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.543 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.544 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x7ffc8809b0b8 EEXIST 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522e9580 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952313fd0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x561952315380 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.545 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.340462s 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522e9580 auth_method 0 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x561952315380 auth_method 0 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.546 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 8313 payload 274 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:12:50.187+0000 7f3711684640 1 monclient: found mon.noname-a 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: dump: 2024-09-22T09:12:50.547 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.548 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 8313 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 4 set_mon_vals no callback set 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: dump: 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.549 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: shutdown 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.550 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.551 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: starting msgr at 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: starting objecter 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests cmddesc objecter_requests hook 0x5619522ea410 EEXIST 2024-09-22T09:12:50.552 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: setting wanted keys 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: calling monclient init 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.553 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x5619522c7da8 EEXIST 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522e9580 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.554 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x561952315380 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952310990 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.343032s 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): get_auth_request con 0x561952315380 auth_method 0 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522e9580 auth_method 0 2024-09-22T09:12:50.555 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 8316 payload 824 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.556 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:12:50.187+0000 7f3711684640 1 monclient: found mon.noname-a 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: dump: 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.557 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: dump: 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.558 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 8316 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 4 set_mon_vals no callback set 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.559 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: init done 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cr dump hook 0x561952312e78 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:12:50.191+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35dc071be0 auth_method 0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:12:50.191+0000 7f3711e85640 10 monclient: get_auth_request con 0x561952332840 auth_method 0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 realm 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.560 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:12:50.195+0000 7f3711684640 10 monclient: get_auth_request con 0x561952336a80 auth_method 0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:12:50.195+0000 7f3710e83640 10 monclient: get_auth_request con 0x56195233a2e0 auth_method 0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 searching for the correct realm 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:12:50.195+0000 7f3711e85640 10 monclient: get_auth_request con 0x56195233f0a0 auth_method 0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:12:50.199+0000 7f3711684640 10 monclient: get_auth_request con 0x7f3708008050 auth_method 0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:12:50.199+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f370c02c060 auth_method 0 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:12:50.203+0000 7f3711e85640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3708050440 msgr2=0x7f37080508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.561 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:12:50.203+0000 7f3711e85640 10 monclient: get_auth_request con 0x7f3708050440 auth_method 0 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:12:50.407+0000 7f3711e85640 10 monclient: get_auth_request con 0x7f3708050440 auth_method 0 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:12:50.415+0000 7f3711684640 10 monclient: get_auth_request con 0x7f370801b910 auth_method 0 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:12:50.419+0000 7f3711684640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561952336a80 msgr2=0x561952338eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 1 client.8316.objecter ms_handle_reset 0x561952336a80 session 0x561952336400 osd.5 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 10 monclient: _renew_subs 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:12:50.419+0000 7f3711684640 10 monclient: get_auth_request con 0x7f35dc082390 auth_method 0 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:50.562 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zone default found 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Realm: () 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:50.563 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zonegroup default 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started sync module instance, tier type = 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=0 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=1 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=2 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=3 2024-09-22T09:12:50.564 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=4 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=5 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=6 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:12:50.455+0000 7f3713b7e9c0 20 add_watcher() i=7 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:12:50.455+0000 7f3713b7e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.565 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:12:50.459+0000 7f35c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:50.566 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache list hook 0x561952310db0 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache inspect hook 0x561952310db0 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache erase hook 0x561952310db0 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache zap hook 0x561952310db0 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 note: GC not initialized 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:12:50.463+0000 7f35c67e4640 20 reqs_thread_entry: start 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace show hook 0x7f370c063050 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace history hook 0x7f370c063050 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace active hook 0x7f370c063050 2024-09-22T09:12:50.567 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace active_short hook 0x7f370c063050 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 Filter name: none 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:12:50.463+0000 7f3537fff640 20 reqs_thread_entry: start 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:50.568 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:12:50.467+0000 7f3713b7e9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300834 cookie 94666753280336 notifier 8316 bl.length()=827 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.569 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3713b7e9c0 time 2024-09-22T09:12:50.496221+0000 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f37174582eb] 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.570 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3713b7e9c0 thread_name:radosgw-admin 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.571 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f37162d7520] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3717458345] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:12:50.572 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:12:50.573 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:12:50.574 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:12:50.575 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:12:50.576 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:12:50.577 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:12:50.578 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:12:50.579 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:12:50.580 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3537fff640 / http_manager 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35c67e4640 / http_manager 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35c77e6640 / rgw_dt_lg_renew 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35e2ffd640 / ms_dispatch 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35e3fff640 / io_context_pool 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35f4ff9640 / io_context_pool 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35f6ffd640 / ms_dispatch 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35fde03640 / ms_dispatch 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35ff606640 / io_context_pool 2024-09-22T09:12:50.581 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3710e83640 / msgr-worker-2 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3711684640 / msgr-worker-1 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3711e85640 / msgr-worker-0 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3712686640 / io_context_pool 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3713b7e9c0 / radosgw-admin 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.144621.log 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.582 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:12:50.167+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7838 payload 274 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:12:50.167+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:12:50.167+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: dump: 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.583 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.584 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:12:50.167+0000 7f35ff606640 10 monclient: dump: 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.585 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7838 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:12:50.167+0000 7f3713b7e9c0 4 set_mon_vals no callback set 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: shutdown 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) unregister_commands rotate-key 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.586 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.587 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding auth protocol: cephx 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.588 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: crc 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224c560) adding con mode: secure 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: starting msgr at 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: starting objecter 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests hook 0x561951fe2d80 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: setting wanted keys 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: calling monclient init 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.589 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding auth protocol: cephx 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.590 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: crc 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 AuthRegistry(0x56195224a310) adding con mode: secure 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key hook 0x56195224a458 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x5619520d73b0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952103510 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.591 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x561952276c90 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.325634s 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619520d73b0 auth_method 0 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x561952276c90 auth_method 0 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.592 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:12:50.171+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7841 payload 824 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:12:50.171+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:12:50.171+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.593 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: dump: 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.594 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:12:50.171+0000 7f35fde03640 10 monclient: dump: 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.595 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7841 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:12:50.171+0000 7f35ff606640 4 set_mon_vals no callback set 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.596 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:12:50.171+0000 7f3713b7e9c0 1 librados: init done 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:12:50.175+0000 7f35fde03640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:12:50.175+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35f8071be0 auth_method 0 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:12:50.175+0000 7f3711e85640 10 monclient: get_auth_request con 0x56195227baa0 auth_method 0 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:12:50.175+0000 7f3711684640 10 monclient: get_auth_request con 0x561952295260 auth_method 0 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:12:50.175+0000 7f3710e83640 10 monclient: get_auth_request con 0x561952299450 auth_method 0 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.597 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.598 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding auth protocol: cephx 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: crc 2024-09-22T09:12:50.599 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229e260) adding con mode: secure 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests cmddesc objecter_requests hook 0x5619522a1c90 EEXIST 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding auth protocol: cephx 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.600 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: crc 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 AuthRegistry(0x56195229c938) adding con mode: secure 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x56195229ca80 EEXIST 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x5619522c5e40 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522c5770 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x5619522c4150 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.601 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:12:50.179+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.335728s 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522c5e40 auth_method 0 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): get_auth_request con 0x5619522c5770 auth_method 0 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.602 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:12:50.179+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:12:50.179+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x5619522c4150 auth_method 0 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.603 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:12:50.183+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 7844 payload 824 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:12:50.183+0000 7f3711684640 1 monclient: found mon.noname-c 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:12:50.183+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: dump: 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.604 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 10 monclient: dump: 2024-09-22T09:12:50.605 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:12:50.183+0000 7f3712686640 4 set_mon_vals no callback set 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 7844 2024-09-22T09:12:50.606 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:12:50.183+0000 7f35f6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:12:50.183+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35ec071b20 auth_method 0 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.607 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.608 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding auth protocol: cephx 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: crc 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522e5520) adding con mode: secure 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.609 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding auth protocol: cephx 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.610 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: crc 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:12:50.183+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809af70) adding con mode: secure 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x7ffc8809b0b8 EEXIST 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522e9580 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.611 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952313fd0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x561952315380 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.340462s 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522e9580 auth_method 0 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): get_auth_request con 0x561952315380 auth_method 0 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.612 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:12:50.187+0000 7f3711e85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 8313 payload 274 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:12:50.187+0000 7f3711684640 1 monclient: found mon.noname-a 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.613 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: dump: 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.614 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 8313 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: get_monmap_and_config success 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 4 set_mon_vals no callback set 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 10 monclient: dump: 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.615 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: shutdown 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: build_initial_monmap 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 build_initial for_mkfs: 0 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: monmap: 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:12:50.616 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding auth protocol: cephx 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.617 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: crc 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x56195230a250) adding con mode: secure 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: starting msgr at 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: starting objecter 2024-09-22T09:12:50.618 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command objecter_requests cmddesc objecter_requests hook 0x5619522ea410 EEXIST 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: setting wanted keys 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: calling monclient init 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: init 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding auth protocol: cephx 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.619 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: crc 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 AuthRegistry(0x5619522c7c60) adding con mode: secure 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command rotate-key cmddesc rotate-key hook 0x5619522c7da8 EEXIST 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _reopen_session rank -1 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-a con 0x5619522e9580 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-c con 0x561952315380 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:12:50.620 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): picked mon.noname-b con 0x561952310990 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): _renew_subs 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient(hunting): authenticate will time out at 2941.343032s 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): get_auth_request con 0x561952315380 auth_method 0 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.621 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request con 0x5619522e9580 auth_method 0 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:12:50.187+0000 7f3710e83640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient(hunting): handle_auth_done global_id 8316 payload 824 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _finish_hunting 0 2024-09-22T09:12:50.622 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:12:50.187+0000 7f3711684640 1 monclient: found mon.noname-a 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:12:50.187+0000 7f3711684640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: dump: 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.623 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: _finish_auth 0 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: _check_auth_tickets 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_config config(0 keys) 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:12:50.187+0000 7f35e2ffd640 10 monclient: dump: 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:12:50.624 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 monclient: authenticate success, global_id 8316 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:12:50.187+0000 7f35f4ff9640 4 set_mon_vals no callback set 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _renew_subs 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 1 librados: init done 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:12:50.187+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cr dump hook 0x561952312e78 2024-09-22T09:12:50.625 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:12:50.191+0000 7f35e2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:12:50.191+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f35dc071be0 auth_method 0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:12:50.191+0000 7f3711e85640 10 monclient: get_auth_request con 0x561952332840 auth_method 0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 realm 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:50.626 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:12:50.191+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:12:50.195+0000 7f3711684640 10 monclient: get_auth_request con 0x561952336a80 auth_method 0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:12:50.195+0000 7f3710e83640 10 monclient: get_auth_request con 0x56195233a2e0 auth_method 0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:12:50.195+0000 7f3713b7e9c0 20 searching for the correct realm 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:12:50.195+0000 7f3711e85640 10 monclient: get_auth_request con 0x56195233f0a0 auth_method 0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:12:50.199+0000 7f3711684640 10 monclient: get_auth_request con 0x7f3708008050 auth_method 0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:12:50.199+0000 7f3710e83640 10 monclient: get_auth_request con 0x7f370c02c060 auth_method 0 2024-09-22T09:12:50.627 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:12:50.203+0000 7f3711e85640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3708050440 msgr2=0x7f37080508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:12:50.203+0000 7f3711e85640 10 monclient: get_auth_request con 0x7f3708050440 auth_method 0 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:12:50.407+0000 7f3711e85640 10 monclient: get_auth_request con 0x7f3708050440 auth_method 0 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:12:50.415+0000 7f3711684640 10 monclient: get_auth_request con 0x7f370801b910 auth_method 0 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:12:50.419+0000 7f3711684640 0 -- 172.21.15.84:0/2479187642 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x561952336a80 msgr2=0x561952338eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 1 client.8316.objecter ms_handle_reset 0x561952336a80 session 0x561952336400 osd.5 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 10 monclient: _renew_subs 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:12:50.419+0000 7f35e2ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:12:50.419+0000 7f3711684640 10 monclient: get_auth_request con 0x7f35dc082390 auth_method 0 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:50.628 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:12:50.427+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zone default found 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Realm: () 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:50.629 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 zonegroup default 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started sync module instance, tier type = 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:12:50.431+0000 7f3713b7e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=0 2024-09-22T09:12:50.630 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=1 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=2 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=3 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=4 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=5 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:12:50.451+0000 7f3713b7e9c0 20 add_watcher() i=6 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:12:50.455+0000 7f3713b7e9c0 20 add_watcher() i=7 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:12:50.455+0000 7f3713b7e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding auth protocol: cephx 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.631 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:12:50.459+0000 7f35c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: crc 2024-09-22T09:12:50.632 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 5 AuthRegistry(0x7ffc8809b440) adding con mode: secure 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:12:50.459+0000 7f3713b7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache list hook 0x561952310db0 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache inspect hook 0x561952310db0 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache erase hook 0x561952310db0 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command cache zap hook 0x561952310db0 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 note: GC not initialized 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:12:50.463+0000 7f35c67e4640 20 reqs_thread_entry: start 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace show hook 0x7f370c063050 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace history hook 0x7f370c063050 2024-09-22T09:12:50.633 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace active hook 0x7f370c063050 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 5 asok(0x56195203d250) register_command sync trace active_short hook 0x7f370c063050 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 Filter name: none 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:12:50.463+0000 7f3537fff640 20 reqs_thread_entry: start 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:50.634 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:12:50.463+0000 7f3713b7e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:12:50.467+0000 7f3713b7e9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.635 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:12:50.483+0000 7f3713b7e9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300834 cookie 94666753280336 notifier 8316 bl.length()=827 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:12:50.483+0000 7f35e3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:12:50.487+0000 7f3713b7e9c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3713b7e9c0 time 2024-09-22T09:12:50.496221+0000 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:12:50.636 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f37174582eb] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 4: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 6: main() 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 8: __libc_start_main() 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 9: _start() 2024-09-22T09:12:50.637 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:12:50.495+0000 7f3713b7e9c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f3713b7e9c0 thread_name:radosgw-admin 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f37162d7520] 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f3717458345] 2024-09-22T09:12:50.638 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f371745849f] 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5619502ed901] 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 8: radosgw-admin(+0x141c2bc) [0x561950d4b2bc] 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x561950302d6d] 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 10: main() 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f37162bed90] 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 12: __libc_start_main() 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 13: _start() 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:12:50.639 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:12:50.640 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:12:50.641 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:12:50.642 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:12:50.643 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:12:50.644 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:12:50.645 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:12:50.646 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3537fff640 / http_manager 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35c67e4640 / http_manager 2024-09-22T09:12:50.647 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35c77e6640 / rgw_dt_lg_renew 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35e2ffd640 / ms_dispatch 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35e3fff640 / io_context_pool 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35f4ff9640 / io_context_pool 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35f6ffd640 / ms_dispatch 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35fde03640 / ms_dispatch 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f35ff606640 / io_context_pool 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3710e83640 / msgr-worker-2 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3711684640 / msgr-worker-1 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3711e85640 / msgr-worker-0 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3712686640 / io_context_pool 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: 7f3713b7e9c0 / radosgw-admin 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:12:50.648 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:12:50.649 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:12:50.498721Z_31946130-0fa8-44b8-afea-63f99cb5c905/log 2024-09-22T09:12:50.649 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:12:50.650 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:12:50.650 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:12:50.650 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 realm 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:50.651 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.579+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:50.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.583+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:12:50.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.583+0000 7f675caf29c0 20 searching for the correct realm 2024-09-22T09:12:50.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.587+0000 7f6759df7640 0 -- 172.21.15.84:0/391071253 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f67540fe040 msgr2=0x7f6754100610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:12:50.806 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:50.803+0000 7f675a5f8640 0 -- 172.21.15.84:0/391071253 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f6748003100 msgr2=0x7f6744057920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:12:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:12:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:12:51.023 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:51.024 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.019+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:12:51.025 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 zone default found 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 4 Realm: () 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:12:51.026 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 zonegroup default 2024-09-22T09:12:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:51.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.023+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.027+0000 7f675caf29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:12:51.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.027+0000 7f675caf29c0 20 started sync module instance, tier type = 2024-09-22T09:12:51.028 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.027+0000 7f675caf29c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:12:51.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=0 2024-09-22T09:12:51.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=1 2024-09-22T09:12:51.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=2 2024-09-22T09:12:51.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=3 2024-09-22T09:12:51.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=4 2024-09-22T09:12:51.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=5 2024-09-22T09:12:51.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.047+0000 7f675caf29c0 20 add_watcher() i=6 2024-09-22T09:12:51.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.051+0000 7f675caf29c0 20 add_watcher() i=7 2024-09-22T09:12:51.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.051+0000 7f675caf29c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:12:51.057 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f6610fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:51.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:12:51.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:12:51.058 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 5 note: GC not initialized 2024-09-22T09:12:51.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f658b7fe640 20 reqs_thread_entry: start 2024-09-22T09:12:51.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 20 init_complete bucket index max shards: 11 2024-09-22T09:12:51.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 20 Filter name: none 2024-09-22T09:12:51.059 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f65897fa640 20 reqs_thread_entry: start 2024-09-22T09:12:51.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:12:51.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.055+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:12:51.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:12:51.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:12:51.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:12:51.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 rados->read ofs=0 len=0 2024-09-22T09:12:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:12:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:12:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:12:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:12:51.062 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:51.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.059+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:12:51.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:51.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:12:51.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:51.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:12:51.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:51.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:12:51.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:51.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:12:51.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:51.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:12:51.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:51.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:12:51.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:51.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.063+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:12:51.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:51.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:12:51.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:51.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:12:51.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:51.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.067+0000 7f675caf29c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:12:51.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.071+0000 7f6610fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:12:51.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.075+0000 7f675caf29c0 20 remove_watcher() i=0 2024-09-22T09:12:51.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.075+0000 7f675caf29c0 2 removed watcher, disabling cache 2024-09-22T09:12:51.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.075+0000 7f675caf29c0 20 remove_watcher() i=1 2024-09-22T09:12:51.081 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.079+0000 7f675caf29c0 20 remove_watcher() i=2 2024-09-22T09:12:51.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.079+0000 7f675caf29c0 20 remove_watcher() i=3 2024-09-22T09:12:51.086 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.083+0000 7f675caf29c0 20 remove_watcher() i=4 2024-09-22T09:12:51.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.083+0000 7f675caf29c0 20 remove_watcher() i=5 2024-09-22T09:12:51.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.087+0000 7f675caf29c0 20 remove_watcher() i=6 2024-09-22T09:12:51.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:12:51.087+0000 7f675caf29c0 20 remove_watcher() i=7 2024-09-22T09:12:51.105 INFO:tasks.workunit.client.0.smithi084.stderr: test: duplicated entries can be purged manually 2024-09-22T09:13:21.122 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:13:21.154 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:21.193 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:21.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 realm 2024-09-22T09:13:21.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.198+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.202+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.202+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.202+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.206 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.202+0000 7fb52dbe59c0 20 searching for the correct realm 2024-09-22T09:13:21.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.210+0000 7fb52beec640 0 -- 172.21.15.84:0/47206181 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb52010ea60 msgr2=0x7fb52012c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.426+0000 7fb52b6eb640 0 -- 172.21.15.84:0/47206181 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x558cdef7a870 msgr2=0x558cdef7cd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:21.438 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.439 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 zone default found 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 4 Realm: () 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 zonegroup default 2024-09-22T09:13:21.440 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.434+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.441 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 started sync module instance, tier type = 2024-09-22T09:13:21.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.438+0000 7fb52dbe59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=0 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=1 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=2 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=3 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=4 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=5 2024-09-22T09:13:21.465 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=6 2024-09-22T09:13:21.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 20 add_watcher() i=7 2024-09-22T09:13:21.466 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.462+0000 7fb52dbe59c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:21.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb3e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:21.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:21.471 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 5 note: GC not initialized 2024-09-22T09:13:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb3e17e2640 20 reqs_thread_entry: start 2024-09-22T09:13:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 20 Filter name: none 2024-09-22T09:13:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb3da7fc640 20 reqs_thread_entry: start 2024-09-22T09:13:21.472 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.466+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.473 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:21.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.475 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.476 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.470+0000 7fb52dbe59c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.474+0000 7fb52dbe59c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.477 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.474+0000 7fb52dbe59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:21.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.478+0000 7fb3e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.482+0000 7fb52dbe59c0 20 remove_watcher() i=0 2024-09-22T09:13:21.485 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.482+0000 7fb52dbe59c0 2 removed watcher, disabling cache 2024-09-22T09:13:21.487 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.482+0000 7fb52dbe59c0 20 remove_watcher() i=1 2024-09-22T09:13:21.490 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.486+0000 7fb52dbe59c0 20 remove_watcher() i=2 2024-09-22T09:13:21.492 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.486+0000 7fb52dbe59c0 20 remove_watcher() i=3 2024-09-22T09:13:21.494 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.490+0000 7fb52dbe59c0 20 remove_watcher() i=4 2024-09-22T09:13:21.496 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.490+0000 7fb52dbe59c0 20 remove_watcher() i=5 2024-09-22T09:13:21.497 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.494+0000 7fb52dbe59c0 20 remove_watcher() i=6 2024-09-22T09:13:21.498 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.494+0000 7fb52dbe59c0 20 remove_watcher() i=7 2024-09-22T09:13:21.517 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.518 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:13:21.518 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 11 size_kb: 1 num_shards: 13 2024-09-22T09:13:21.518 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.518 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-22T09:13:21.551 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:21.552 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:21.597 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 realm 2024-09-22T09:13:21.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.598 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.599 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.600 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.602 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.598+0000 7f93394089c0 20 searching for the correct realm 2024-09-22T09:13:21.607 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.602+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f932011f070 msgr2=0x7f93200b7880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.613 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.610+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f92000823f0 msgr2=0x7f9200084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:21.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:21.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:21.620 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.614+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 zone default found 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 4 Realm: () 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:21.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 zonegroup default 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 started sync module instance, tier type = 2024-09-22T09:13:21.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.618+0000 7f93394089c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=0 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=1 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=2 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=3 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=4 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=5 2024-09-22T09:13:21.640 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=6 2024-09-22T09:13:21.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f93394089c0 20 add_watcher() i=7 2024-09-22T09:13:21.641 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f93394089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:21.643 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f91ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:21.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:21.644 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.638+0000 7f93394089c0 5 note: GC not initialized 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f9167fff640 20 reqs_thread_entry: start 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 Filter name: none 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f9165ffb640 20 reqs_thread_entry: start 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:21.645 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:21.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.642+0000 7f93394089c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:21.649 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.646+0000 7f93394089c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:13:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f93394089c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f93394089c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:21.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300835 cookie 94820814877584 notifier 7898 bl.length()=827 2024-09-22T09:13:21.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.664 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:21.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:21.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:21.666 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:21.675 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f93394089c0 time 2024-09-22T09:13:21.675667+0000 2024-09-22T09:13:21.675 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:13:21.676 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.676 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f933cce22eb] 2024-09-22T09:13:21.676 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.676 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.676 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.670+0000 7f93394089c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f93394089c0 time 2024-09-22T09:13:21.675667+0000 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f933cce22eb] 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.677 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr:*** Caught signal (Aborted) ** 2024-09-22T09:13:21.678 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f93394089c0 thread_name:radosgw-admin 2024-09-22T09:13:21.695 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.695 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f933bb61520] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f933cce2345] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:13:21.696 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.674+0000 7f93394089c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f93394089c0 thread_name:radosgw-admin 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f933bb61520] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f933cce2345] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.697 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:13:21.570+0000 7f9336f0e640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:13:21.570+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: dump: 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.698 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 monclient: authenticate success, global_id 7886 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: get_monmap_and_config success 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:13:21.570+0000 7f93394089c0 4 set_mon_vals no callback set 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.699 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: dump: 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.700 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: shutdown 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 asok(0x563d30cc9250) unregister_commands rotate-key 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.701 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.702 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:13:21.570+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: starting msgr at 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: starting objecter 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests hook 0x563d30f0b460 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: setting wanted keys 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: calling monclient init 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.703 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:13:21.574+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:13:21.574+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.704 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:13:21.574+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key hook 0x563d30ed64b8 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30d633b0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30d8f510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f02cf0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.728459s 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30d633b0 auth_method 0 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.705 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): get_auth_request con 0x563d30d8f510 auth_method 0 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f02cf0 auth_method 0 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.706 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_done global_id 7889 payload 824 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:13:21.574+0000 7f932ffff640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: dump: 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.707 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:13:21.574+0000 7f93394089c0 5 monclient: authenticate success, global_id 7889 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: dump: 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.708 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:13:21.574+0000 7f9224e09640 4 set_mon_vals no callback set 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:13:21.574+0000 7f93394089c0 1 librados: init done 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.709 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f921c071c10 auth_method 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:13:21.578+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30ededd0 auth_method 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:13:21.578+0000 7f9336f0e640 10 monclient: get_auth_request con 0x563d30f21010 auth_method 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:13:21.578+0000 7f932ffff640 10 monclient: get_auth_request con 0x563d30f25290 auth_method 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:13:21.582+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.710 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.711 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests cmddesc objecter_requests hook 0x563d30f2db00 EEXIST 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.712 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.713 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x563d30f28910 EEXIST 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30f51cb0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f515e0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f4ffc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.738804s 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30f51cb0 auth_method 0 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.714 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): get_auth_request con 0x563d30f515e0 auth_method 0 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.715 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f4ffc0 auth_method 0 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 8361 payload 824 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:13:21.582+0000 7f9336f0e640 1 monclient: found mon.noname-a 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: dump: 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.716 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.717 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: dump: 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.718 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:13:21.582+0000 7f9337f10640 4 set_mon_vals no callback set 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 monclient: authenticate success, global_id 8361 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:13:21.586+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f9210071b20 auth_method 0 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: get_monmap_and_config 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:13:21.586+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.719 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.720 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.721 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.722 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x7fff3c2a6258 EEXIST 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30fa55e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f75150 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f96060 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.723 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.743451s 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30fa55e0 auth_method 0 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f96060 auth_method 0 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.724 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 8364 payload 274 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:13:21.586+0000 7f9336f0e640 1 monclient: found mon.noname-a 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: dump: 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.725 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: dump: 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.726 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 monclient: authenticate success, global_id 8364 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: get_monmap_and_config success 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:13:21.590+0000 7f93394089c0 4 set_mon_vals no callback set 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: shutdown 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.727 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.728 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: starting msgr at 2024-09-22T09:13:21.729 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: starting objecter 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests cmddesc objecter_requests hook 0x563d30f73a90 EEXIST 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: setting wanted keys 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: calling monclient init 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.730 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x563d30f53c18 EEXIST 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.731 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f75150 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f96060 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30fa55e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.746004s 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30f75150 auth_method 0 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30fa55e0 auth_method 0 2024-09-22T09:13:21.732 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 7898 payload 824 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:13:21.590+0000 7f9336f0e640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.733 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: dump: 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.734 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: dump: 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 monclient: authenticate success, global_id 7898 2024-09-22T09:13:21.735 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:13:21.590+0000 7f921a7fc640 4 set_mon_vals no callback set 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: init done 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cr dump hook 0x563d30f9fc28 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:13:21.594+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f9200071be0 auth_method 0 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:13:21.594+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30fbe4a0 auth_method 0 2024-09-22T09:13:21.736 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 realm 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:13:21.594+0000 7f93394089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:13:21.594+0000 7f9336f0e640 10 monclient: get_auth_request con 0x563d30fc2850 auth_method 0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:13:21.598+0000 7f932ffff640 10 monclient: get_auth_request con 0x563d30fc5fd0 auth_method 0 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.737 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 searching for the correct realm 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:13:21.598+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30fcad90 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:13:21.598+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f9328008040 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:13:21.602+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f932011f070 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:13:21.602+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f932011f070 msgr2=0x7f93200b7880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:13:21.602+0000 7f9218ff9640 1 client.7898.objecter ms_handle_reset 0x7f932011f070 session 0x7f932013c040 osd.4 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:13:21.602+0000 7f9218ff9640 10 monclient: _renew_subs 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:13:21.602+0000 7f9218ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:13:21.602+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f92000823f0 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:13:21.602+0000 7f933770f640 10 monclient: get_auth_request con 0x7f932805cef0 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:13:21.606+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f932807ee20 auth_method 0 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:13:21.610+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f92000823f0 msgr2=0x7f9200084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:13:21.610+0000 7f9218ff9640 1 client.7898.objecter ms_handle_reset 0x7f92000823f0 session 0x7f932013c040 osd.4 2024-09-22T09:13:21.738 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:13:21.610+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f932011f070 auth_method 0 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 zone default found 2024-09-22T09:13:21.739 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 Realm: () 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:13:21.618+0000 7f93394089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 zonegroup default 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 started sync module instance, tier type = 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=0 2024-09-22T09:13:21.740 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=1 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=2 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=3 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=4 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=5 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=6 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 add_watcher() i=7 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:13:21.638+0000 7f93394089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.741 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:13:21.638+0000 7f91ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.742 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:13:21.638+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache list hook 0x563d30f9a620 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache inspect hook 0x563d30f9a620 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache erase hook 0x563d30f9a620 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache zap hook 0x563d30f9a620 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 note: GC not initialized 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:13:21.642+0000 7f9167fff640 20 reqs_thread_entry: start 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace show hook 0x7f9330014040 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace history hook 0x7f9330014040 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace active hook 0x7f9330014040 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace active_short hook 0x7f9330014040 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:21.743 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 Filter name: none 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:13:21.642+0000 7f9165ffb640 20 reqs_thread_entry: start 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:21.744 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:13:21.646+0000 7f93394089c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300835 cookie 94820814877584 notifier 7898 bl.length()=827 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:21.745 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:13:21.670+0000 7f93394089c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f93394089c0 time 2024-09-22T09:13:21.675667+0000 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f933cce22eb] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:13:21.746 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:13:21.674+0000 7f93394089c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f93394089c0 thread_name:radosgw-admin 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f933bb61520] 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:13:21.747 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f933cce2345] 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:13:21.748 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:13:21.749 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:13:21.750 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:13:21.751 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:13:21.752 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:13:21.753 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:13:21.754 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9165ffb640 / http_manager 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9167fff640 / http_manager 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f91ed7e2640 / rgw_dt_lg_renew 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9218ff9640 / ms_dispatch 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f921a7fc640 / io_context_pool 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9220e01640 / ms_dispatch 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9223606640 / ms_dispatch 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9224e09640 / io_context_pool 2024-09-22T09:13:21.755 INFO:tasks.workunit.client.0.smithi084.stderr: 7f932ffff640 / msgr-worker-2 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9336f0e640 / msgr-worker-1 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: 7f933770f640 / msgr-worker-0 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9337f10640 / io_context_pool 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: 7f93394089c0 / radosgw-admin 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/log/ceph/ceph-client.admin.146392.log 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr:--- begin dump of recent events --- 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: -499> 2024-09-22T09:13:21.570+0000 7f9336f0e640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: -498> 2024-09-22T09:13:21.570+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: -497> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: -496> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.756 INFO:tasks.workunit.client.0.smithi084.stderr: -495> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: dump: 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr: -494> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr: -493> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.757 INFO:tasks.workunit.client.0.smithi084.stderr: -492> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -491> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 monclient: authenticate success, global_id 7886 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -490> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: get_monmap_and_config success 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -489> 2024-09-22T09:13:21.570+0000 7f93394089c0 4 set_mon_vals no callback set 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -488> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -487> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr: -486> 2024-09-22T09:13:21.570+0000 7f9224e09640 10 monclient: dump: 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.758 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: -485> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: shutdown 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: -484> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 asok(0x563d30cc9250) unregister_commands rotate-key 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: -483> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: -482> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr: -481> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.759 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -480> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -479> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -478> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding auth protocol: cephx 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -477> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -476> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -475> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -474> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -473> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -472> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.760 INFO:tasks.workunit.client.0.smithi084.stderr: -471> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -470> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -469> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -468> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -467> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: crc 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -466> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed85c0) adding con mode: secure 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -465> 2024-09-22T09:13:21.570+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -464> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: starting msgr at 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -463> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: starting objecter 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -462> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests hook 0x563d30f0b460 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -461> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: setting wanted keys 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -460> 2024-09-22T09:13:21.570+0000 7f93394089c0 1 librados: calling monclient init 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -459> 2024-09-22T09:13:21.570+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -458> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.761 INFO:tasks.workunit.client.0.smithi084.stderr: -457> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -456> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding auth protocol: cephx 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -455> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -454> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -453> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -452> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -451> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -450> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -449> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -448> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -447> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.762 INFO:tasks.workunit.client.0.smithi084.stderr: -446> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -445> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: crc 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -444> 2024-09-22T09:13:21.570+0000 7f93394089c0 5 AuthRegistry(0x563d30ed6370) adding con mode: secure 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -443> 2024-09-22T09:13:21.574+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -442> 2024-09-22T09:13:21.574+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -441> 2024-09-22T09:13:21.574+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key hook 0x563d30ed64b8 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -440> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -439> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -438> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30d633b0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -437> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30d8f510 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -436> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f02cf0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -435> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -434> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.763 INFO:tasks.workunit.client.0.smithi084.stderr: -433> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -432> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -431> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.728459s 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -430> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30d633b0 auth_method 0 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -429> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -428> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -427> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -426> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): get_auth_request con 0x563d30d8f510 auth_method 0 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -425> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -424> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -423> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -422> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -421> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -420> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -419> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.764 INFO:tasks.workunit.client.0.smithi084.stderr: -418> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -417> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -416> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f02cf0 auth_method 0 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -415> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -414> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -413> 2024-09-22T09:13:21.574+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -412> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient(hunting): handle_auth_done global_id 7889 payload 824 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -411> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -410> 2024-09-22T09:13:21.574+0000 7f932ffff640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -409> 2024-09-22T09:13:21.574+0000 7f932ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -408> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -407> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr: -406> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: dump: 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.765 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr: -405> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr: -404> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.766 INFO:tasks.workunit.client.0.smithi084.stderr: -403> 2024-09-22T09:13:21.574+0000 7f93394089c0 5 monclient: authenticate success, global_id 7889 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -402> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -401> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -400> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -399> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -398> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr: -397> 2024-09-22T09:13:21.574+0000 7f9223606640 10 monclient: dump: 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.767 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -396> 2024-09-22T09:13:21.574+0000 7f9224e09640 4 set_mon_vals no callback set 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -395> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -394> 2024-09-22T09:13:21.574+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -393> 2024-09-22T09:13:21.574+0000 7f93394089c0 1 librados: init done 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -392> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -391> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -390> 2024-09-22T09:13:21.574+0000 7f9223606640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -389> 2024-09-22T09:13:21.574+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f921c071c10 auth_method 0 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -388> 2024-09-22T09:13:21.578+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30ededd0 auth_method 0 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -387> 2024-09-22T09:13:21.578+0000 7f9336f0e640 10 monclient: get_auth_request con 0x563d30f21010 auth_method 0 2024-09-22T09:13:21.768 INFO:tasks.workunit.client.0.smithi084.stderr: -386> 2024-09-22T09:13:21.578+0000 7f932ffff640 10 monclient: get_auth_request con 0x563d30f25290 auth_method 0 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr: -385> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr: -384> 2024-09-22T09:13:21.582+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr: -383> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.769 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -382> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -381> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -380> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding auth protocol: cephx 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -379> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -378> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -377> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -376> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -375> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -374> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -373> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -372> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -371> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.770 INFO:tasks.workunit.client.0.smithi084.stderr: -370> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -369> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: crc 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -368> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f2a0f0) adding con mode: secure 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -367> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -366> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests cmddesc objecter_requests hook 0x563d30f2db00 EEXIST 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -365> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -364> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -363> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -362> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding auth protocol: cephx 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -361> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -360> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -359> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -358> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -357> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.771 INFO:tasks.workunit.client.0.smithi084.stderr: -356> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -355> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -354> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -353> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -352> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -351> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: crc 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -350> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 AuthRegistry(0x563d30f287c8) adding con mode: secure 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -349> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -348> 2024-09-22T09:13:21.582+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -347> 2024-09-22T09:13:21.582+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x563d30f28910 EEXIST 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -346> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -345> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-22T09:13:21.772 INFO:tasks.workunit.client.0.smithi084.stderr: -344> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30f51cb0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -343> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f515e0 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -342> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f4ffc0 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -341> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -340> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -339> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -338> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -337> 2024-09-22T09:13:21.582+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.738804s 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -336> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30f51cb0 auth_method 0 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -335> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -334> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -333> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -332> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): get_auth_request con 0x563d30f515e0 auth_method 0 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -331> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.773 INFO:tasks.workunit.client.0.smithi084.stderr: -330> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -329> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -328> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -327> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -326> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -325> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -324> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -323> 2024-09-22T09:13:21.582+0000 7f932ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -322> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f4ffc0 auth_method 0 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -321> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -320> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -319> 2024-09-22T09:13:21.582+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.774 INFO:tasks.workunit.client.0.smithi084.stderr: -318> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 8361 payload 824 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -317> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -316> 2024-09-22T09:13:21.582+0000 7f9336f0e640 1 monclient: found mon.noname-a 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -315> 2024-09-22T09:13:21.582+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -314> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -313> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr: -312> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: dump: 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.775 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -311> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -310> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -309> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -308> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -307> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr: -306> 2024-09-22T09:13:21.582+0000 7f9220e01640 10 monclient: dump: 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.776 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -305> 2024-09-22T09:13:21.582+0000 7f9337f10640 4 set_mon_vals no callback set 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -304> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 monclient: authenticate success, global_id 8361 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -303> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -302> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -301> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -300> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -299> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.777 INFO:tasks.workunit.client.0.smithi084.stderr: -298> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -297> 2024-09-22T09:13:21.586+0000 7f9220e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -296> 2024-09-22T09:13:21.586+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f9210071b20 auth_method 0 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -295> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: get_monmap_and_config 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -294> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -293> 2024-09-22T09:13:21.586+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr: -292> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.778 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -291> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -290> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -289> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding auth protocol: cephx 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -288> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -287> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -286> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -285> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -284> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -283> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -282> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -281> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.779 INFO:tasks.workunit.client.0.smithi084.stderr: -280> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -279> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -278> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: crc 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -277> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x563d30f71120) adding con mode: secure 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -276> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -275> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -274> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -273> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -272> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding auth protocol: cephx 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -271> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -270> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -269> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -268> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -267> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -266> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.780 INFO:tasks.workunit.client.0.smithi084.stderr: -265> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -264> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -263> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -262> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -261> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: crc 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -260> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a6110) adding con mode: secure 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -259> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -258> 2024-09-22T09:13:21.586+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -257> 2024-09-22T09:13:21.586+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x7fff3c2a6258 EEXIST 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -256> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -255> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -254> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30fa55e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -253> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f75150 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.781 INFO:tasks.workunit.client.0.smithi084.stderr: -252> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f96060 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -251> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -250> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -249> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -248> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -247> 2024-09-22T09:13:21.586+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.743451s 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -246> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30fa55e0 auth_method 0 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -245> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -244> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -243> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -242> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30f96060 auth_method 0 2024-09-22T09:13:21.782 INFO:tasks.workunit.client.0.smithi084.stderr: -241> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -240> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -239> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -238> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -237> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -236> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -235> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -234> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -233> 2024-09-22T09:13:21.586+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -232> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 8364 payload 274 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -231> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -230> 2024-09-22T09:13:21.586+0000 7f9336f0e640 1 monclient: found mon.noname-a 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -229> 2024-09-22T09:13:21.586+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.84:3300/0 2024-09-22T09:13:21.783 INFO:tasks.workunit.client.0.smithi084.stderr: -228> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr: -227> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr: -226> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: dump: 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr: -225> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.784 INFO:tasks.workunit.client.0.smithi084.stderr: -224> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -223> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -222> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -221> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -220> 2024-09-22T09:13:21.590+0000 7f921a7fc640 10 monclient: dump: 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -219> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 monclient: authenticate success, global_id 8364 2024-09-22T09:13:21.785 INFO:tasks.workunit.client.0.smithi084.stderr: -218> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: get_monmap_and_config success 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr: -217> 2024-09-22T09:13:21.590+0000 7f93394089c0 4 set_mon_vals no callback set 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr: -216> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: shutdown 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr: -215> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: build_initial_monmap 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr: -214> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 build_initial for_mkfs: 0 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr: -213> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: monmap: 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 0 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 0.000000 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:created 0.000000 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 0 (unknown) 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.noname-a 2024-09-22T09:13:21.786 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.noname-b 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.noname-c 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -212> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -211> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -210> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding auth protocol: cephx 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -209> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -208> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -207> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -206> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -205> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -204> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -203> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -202> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -201> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.787 INFO:tasks.workunit.client.0.smithi084.stderr: -200> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -199> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: crc 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -198> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f76190) adding con mode: secure 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -197> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -196> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: starting msgr at 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -195> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: starting objecter 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -194> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command objecter_requests cmddesc objecter_requests hook 0x563d30f73a90 EEXIST 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -193> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: setting wanted keys 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -192> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: calling monclient init 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -191> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: init 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -190> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -189> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -188> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding auth protocol: cephx 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -187> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -186> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.788 INFO:tasks.workunit.client.0.smithi084.stderr: -185> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -184> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -183> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -182> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -181> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -180> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -179> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -178> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -177> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: crc 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -176> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 AuthRegistry(0x563d30f53ad0) adding con mode: secure 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -175> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -174> 2024-09-22T09:13:21.590+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -173> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command rotate-key cmddesc rotate-key hook 0x563d30f53c18 EEXIST 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -172> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _reopen_session rank -1 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -171> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-22T09:13:21.789 INFO:tasks.workunit.client.0.smithi084.stderr: -170> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-c con 0x563d30f75150 addr [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -169> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-b con 0x563d30f96060 addr [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -168> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): picked mon.noname-a con 0x563d30fa55e0 addr [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -167> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -166> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -165> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): start opening mon connection 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -164> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): _renew_subs 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -163> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient(hunting): authenticate will time out at 2972.746004s 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -162> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): get_auth_request con 0x563d30f75150 auth_method 0 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -161> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -160> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -159> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -158> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): get_auth_request con 0x563d30fa55e0 auth_method 0 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -157> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-22T09:13:21.790 INFO:tasks.workunit.client.0.smithi084.stderr: -156> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): _init_auth method 2 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -155> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): _init_auth creating new auth 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -154> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -153> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -152> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -151> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -150> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -149> 2024-09-22T09:13:21.590+0000 7f933770f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -148> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient(hunting): handle_auth_done global_id 7898 payload 824 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -147> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient: _finish_hunting 0 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -146> 2024-09-22T09:13:21.590+0000 7f9336f0e640 1 monclient: found mon.noname-c 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -145> 2024-09-22T09:13:21.590+0000 7f9336f0e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -144> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.791 INFO:tasks.workunit.client.0.smithi084.stderr: -143> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr: -142> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: dump: 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr: -141> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: _finish_auth 0 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr: -140> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: _check_auth_tickets 2024-09-22T09:13:21.792 INFO:tasks.workunit.client.0.smithi084.stderr: -139> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_config config(0 keys) 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr: -138> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr: -137> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr: -136> 2024-09-22T09:13:21.590+0000 7f9218ff9640 10 monclient: dump: 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:epoch 1 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:fsid 04257ad6-f7cd-4e1a-9b32-f8216b76acfa 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:last_changed 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:created 2024-09-22T08:39:16.750089+0000 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:min_mon_release 19 (squid) 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:election_strategy: 1 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:1: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.b 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr:2: [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] mon.c 2024-09-22T09:13:21.793 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -135> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 monclient: authenticate success, global_id 7898 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -134> 2024-09-22T09:13:21.590+0000 7f921a7fc640 4 set_mon_vals no callback set 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -133> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -132> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -131> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _renew_subs 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -130> 2024-09-22T09:13:21.590+0000 7f93394089c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -129> 2024-09-22T09:13:21.590+0000 7f93394089c0 1 librados: init done 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -128> 2024-09-22T09:13:21.590+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cr dump hook 0x563d30f9fc28 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -127> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -126> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -125> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -124> 2024-09-22T09:13:21.594+0000 7f9218ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.84:6832/1526474166,v1:172.21.15.84:6833/1526474166] 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -123> 2024-09-22T09:13:21.594+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f9200071be0 auth_method 0 2024-09-22T09:13:21.794 INFO:tasks.workunit.client.0.smithi084.stderr: -122> 2024-09-22T09:13:21.594+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30fbe4a0 auth_method 0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -121> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -120> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 realm 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -119> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -118> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -117> 2024-09-22T09:13:21.594+0000 7f93394089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -116> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -115> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -114> 2024-09-22T09:13:21.594+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -113> 2024-09-22T09:13:21.594+0000 7f9336f0e640 10 monclient: get_auth_request con 0x563d30fc2850 auth_method 0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -112> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -111> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -110> 2024-09-22T09:13:21.598+0000 7f932ffff640 10 monclient: get_auth_request con 0x563d30fc5fd0 auth_method 0 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -109> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -108> 2024-09-22T09:13:21.598+0000 7f93394089c0 20 searching for the correct realm 2024-09-22T09:13:21.795 INFO:tasks.workunit.client.0.smithi084.stderr: -107> 2024-09-22T09:13:21.598+0000 7f933770f640 10 monclient: get_auth_request con 0x563d30fcad90 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -106> 2024-09-22T09:13:21.598+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f9328008040 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -105> 2024-09-22T09:13:21.602+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f932011f070 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -104> 2024-09-22T09:13:21.602+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f932011f070 msgr2=0x7f93200b7880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -103> 2024-09-22T09:13:21.602+0000 7f9218ff9640 1 client.7898.objecter ms_handle_reset 0x7f932011f070 session 0x7f932013c040 osd.4 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -102> 2024-09-22T09:13:21.602+0000 7f9218ff9640 10 monclient: _renew_subs 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -101> 2024-09-22T09:13:21.602+0000 7f9218ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.84:3301/0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -100> 2024-09-22T09:13:21.602+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f92000823f0 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -99> 2024-09-22T09:13:21.602+0000 7f933770f640 10 monclient: get_auth_request con 0x7f932805cef0 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -98> 2024-09-22T09:13:21.606+0000 7f9336f0e640 10 monclient: get_auth_request con 0x7f932807ee20 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -97> 2024-09-22T09:13:21.610+0000 7f932ffff640 0 -- 172.21.15.84:0/2863820040 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f92000823f0 msgr2=0x7f9200084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -96> 2024-09-22T09:13:21.610+0000 7f9218ff9640 1 client.7898.objecter ms_handle_reset 0x7f92000823f0 session 0x7f932013c040 osd.4 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -95> 2024-09-22T09:13:21.610+0000 7f932ffff640 10 monclient: get_auth_request con 0x7f932011f070 auth_method 0 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -94> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -93> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -92> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:21.796 INFO:tasks.workunit.client.0.smithi084.stderr: -91> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -90> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -89> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -88> 2024-09-22T09:13:21.614+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -87> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -86> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -85> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -84> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -83> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -82> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 zone default found 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -81> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 Realm: () 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -80> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -79> 2024-09-22T09:13:21.618+0000 7f93394089c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -78> 2024-09-22T09:13:21.618+0000 7f93394089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:21.797 INFO:tasks.workunit.client.0.smithi084.stderr: -77> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 zonegroup default 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -76> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -75> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -74> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -73> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -72> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -71> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -70> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 started sync module instance, tier type = 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -69> 2024-09-22T09:13:21.618+0000 7f93394089c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -68> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=0 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -67> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=1 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -66> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=2 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -65> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=3 2024-09-22T09:13:21.798 INFO:tasks.workunit.client.0.smithi084.stderr: -64> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=4 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -63> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=5 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -62> 2024-09-22T09:13:21.634+0000 7f93394089c0 20 add_watcher() i=6 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -61> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 add_watcher() i=7 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -60> 2024-09-22T09:13:21.638+0000 7f93394089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -59> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -58> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -57> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding auth protocol: cephx 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -56> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -55> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -54> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -53> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -52> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -51> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.799 INFO:tasks.workunit.client.0.smithi084.stderr: -50> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -49> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -48> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -47> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -46> 2024-09-22T09:13:21.638+0000 7f91ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -45> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: crc 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -44> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 AuthRegistry(0x7fff3c2a65e0) adding con mode: secure 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -43> 2024-09-22T09:13:21.638+0000 7f93394089c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -42> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -41> 2024-09-22T09:13:21.638+0000 7f93394089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -40> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache list hook 0x563d30f9a620 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -39> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache inspect hook 0x563d30f9a620 2024-09-22T09:13:21.800 INFO:tasks.workunit.client.0.smithi084.stderr: -38> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache erase hook 0x563d30f9a620 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -37> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command cache zap hook 0x563d30f9a620 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -36> 2024-09-22T09:13:21.638+0000 7f93394089c0 5 note: GC not initialized 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -35> 2024-09-22T09:13:21.642+0000 7f9167fff640 20 reqs_thread_entry: start 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -34> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace show hook 0x7f9330014040 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -33> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace history hook 0x7f9330014040 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -32> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace active hook 0x7f9330014040 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -31> 2024-09-22T09:13:21.642+0000 7f93394089c0 5 asok(0x563d30cc9250) register_command sync trace active_short hook 0x7f9330014040 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -30> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -29> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 Filter name: none 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -28> 2024-09-22T09:13:21.642+0000 7f9165ffb640 20 reqs_thread_entry: start 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -27> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -26> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -25> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.801 INFO:tasks.workunit.client.0.smithi084.stderr: -24> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -23> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -22> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -21> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -20> 2024-09-22T09:13:21.642+0000 7f93394089c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -19> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -18> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -17> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -16> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -15> 2024-09-22T09:13:21.642+0000 7f93394089c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -14> 2024-09-22T09:13:21.646+0000 7f93394089c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -13> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -12> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -11> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.802 INFO:tasks.workunit.client.0.smithi084.stderr: -10> 2024-09-22T09:13:21.658+0000 7f93394089c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -9> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300835 cookie 94820814877584 notifier 7898 bl.length()=827 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -8> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -7> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -6> 2024-09-22T09:13:21.658+0000 7f921a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -5> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -4> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -3> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -2> 2024-09-22T09:13:21.662+0000 7f93394089c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: -1> 2024-09-22T09:13:21.670+0000 7f93394089c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f93394089c0 time 2024-09-22T09:13:21.675667+0000 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-22T09:13:21.803 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f933cce22eb] 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 5: main() 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 7: __libc_start_main() 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 8: _start() 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.804 INFO:tasks.workunit.client.0.smithi084.stderr: 0> 2024-09-22T09:13:21.674+0000 7f93394089c0 -1 *** Caught signal (Aborted) ** 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: in thread 7f93394089c0 thread_name:radosgw-admin 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: ceph version 19.3.0-5106-g8852379c (8852379c050c686f4605f33f0129009b2029ca9d) squid (dev) 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f933bb61520] 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 2: pthread_kill() 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 3: raise() 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 4: abort() 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f933cce2345] 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f933cce249f] 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563d2fb4d901] 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x563d2fb62dda] 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 9: main() 2024-09-22T09:13:21.805 INFO:tasks.workunit.client.0.smithi084.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f933bb48d90] 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 11: __libc_start_main() 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 12: _start() 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr:--- logging levels --- 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 none 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 lockdep 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 context 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 crush 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_balancer 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_locker 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log 2024-09-22T09:13:21.806 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_log_expire 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mds_migrator 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 3/ 5 mds_quiesce 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 buffer 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 timer 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 filer 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 striper 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 1 objecter 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rados 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_mirror 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_replay 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 rbd_pwl 2024-09-22T09:13:21.807 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 journaler 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objectcacher 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 immutable_obj_cache 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 client 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 osd 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 optracker 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 objclass 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 filestore 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 journal 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 ms 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mon 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/10 monc 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 paxos 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 tp 2024-09-22T09:13:21.808 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 auth 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 crypto 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 finisher 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 reserver 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 heartbeatmap 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 perfcounter 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_sync 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_datacache 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_access 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_dbstore 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_flight 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 rgw_lifecycle 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 20/20 rgw_notification 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 javaclient 2024-09-22T09:13:21.809 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 asok 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 1 throttle 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 0 refs 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 compressor 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluestore 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 bluefs 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 3 bdev 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 kstore 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 4/ 5 rocksdb 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 fuse 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 2/ 5 mgr 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mgrc 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 dpdk 2024-09-22T09:13:21.810 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 eventtrace 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 prioritycache 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 test 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephfs_mirror 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cephsqlite 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 crimson_interrupt 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_onode 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_odata 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_omap 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_tm 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_t 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cleaner 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_epm 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_lba 2024-09-22T09:13:21.811 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_cache 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_journal 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_device 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 seastore_backref 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 alienstore 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 mclock 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 cyanstore 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 ceph_exporter 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 memstore 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 1/ 5 trace 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 0/ 5 ceph_dedup 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: -2/-2 (syslog threshold) 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 99/99 (stderr threshold) 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-22T09:13:21.812 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9165ffb640 / http_manager 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9167fff640 / http_manager 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f91ed7e2640 / rgw_dt_lg_renew 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9218ff9640 / ms_dispatch 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f921a7fc640 / io_context_pool 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9220e01640 / ms_dispatch 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9223606640 / ms_dispatch 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9224e09640 / io_context_pool 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f932ffff640 / msgr-worker-2 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9336f0e640 / msgr-worker-1 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f933770f640 / msgr-worker-0 2024-09-22T09:13:21.813 INFO:tasks.workunit.client.0.smithi084.stderr: 7f9337f10640 / io_context_pool 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr: 7f93394089c0 / radosgw-admin 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr: max_recent 500 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr: max_new 1000 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr: log_file /var/lib/ceph/crash/2024-09-22T09:13:21.677684Z_57e8c39a-ce1c-424e-bb25-b3b1a949ea57/log 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr:--- end dump of recent events --- 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr:Aborted 2024-09-22T09:13:21.814 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 realm 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.754+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.758+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.758+0000 7fdd7229e9c0 20 searching for the correct realm 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.762+0000 7fdd705a5640 0 -- 172.21.15.84:0/1383906634 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x559d223298a0 msgr2=0x559d2232bcc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.770+0000 7fdd6f5a3640 0 -- 172.21.15.84:0/1383906634 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fdd60029060 msgr2=0x7fdd600675f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:21.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 zone default found 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 4 Realm: () 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:21.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 zonegroup default 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.778+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.782+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.782+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.782+0000 7fdd7229e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.782+0000 7fdd7229e9c0 20 started sync module instance, tier type = 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.782+0000 7fdd7229e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=0 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=1 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=2 2024-09-22T09:13:21.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=3 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=4 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=5 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.794+0000 7fdd7229e9c0 20 add_watcher() i=6 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 20 add_watcher() i=7 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdc267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 5 note: GC not initialized 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdc257e2640 20 reqs_thread_entry: start 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.798+0000 7fdd7229e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 Filter name: none 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdc1e7fc640 20 reqs_thread_entry: start 2024-09-22T09:13:21.823 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.802+0000 7fdd7229e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.806+0000 7fdc267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:21.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.810+0000 7fdd7229e9c0 20 remove_watcher() i=0 2024-09-22T09:13:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.810+0000 7fdd7229e9c0 2 removed watcher, disabling cache 2024-09-22T09:13:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.814+0000 7fdd7229e9c0 20 remove_watcher() i=1 2024-09-22T09:13:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.814+0000 7fdd7229e9c0 20 remove_watcher() i=2 2024-09-22T09:13:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.818+0000 7fdd7229e9c0 20 remove_watcher() i=3 2024-09-22T09:13:21.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.818+0000 7fdd7229e9c0 20 remove_watcher() i=4 2024-09-22T09:13:21.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.818+0000 7fdd7229e9c0 20 remove_watcher() i=5 2024-09-22T09:13:21.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.822+0000 7fdd7229e9c0 20 remove_watcher() i=6 2024-09-22T09:13:21.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.822+0000 7fdd7229e9c0 20 remove_watcher() i=7 2024-09-22T09:13:21.841 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:21.841 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:21.889 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:13:21.915 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:21.915 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:21.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 realm 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:21.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:21.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:21.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.958+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:21.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.962+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:21.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.962+0000 7f840a08e9c0 20 searching for the correct realm 2024-09-22T09:13:21.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:21.966+0000 7f8408395640 0 -- 172.21.15.84:0/1760260277 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f83fc0158a0 msgr2=0x7f83fc05ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:22.186 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.182+0000 7f8407b94640 0 -- 172.21.15.84:0/1760260277 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x558c8e017d60 msgr2=0x558c8e01a190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:22.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:22.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:22.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 zone default found 2024-09-22T09:13:22.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 4 Realm: () 2024-09-22T09:13:22.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:22.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 zonegroup default 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.190+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.194+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:22.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.194+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.194+0000 7f840a08e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:22.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.194+0000 7f840a08e9c0 20 started sync module instance, tier type = 2024-09-22T09:13:22.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.194+0000 7f840a08e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.214+0000 7f840a08e9c0 20 add_watcher() i=0 2024-09-22T09:13:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.214+0000 7f840a08e9c0 20 add_watcher() i=1 2024-09-22T09:13:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=2 2024-09-22T09:13:22.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=3 2024-09-22T09:13:22.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=4 2024-09-22T09:13:22.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=5 2024-09-22T09:13:22.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=6 2024-09-22T09:13:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 20 add_watcher() i=7 2024-09-22T09:13:22.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.218+0000 7f840a08e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:22.225 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f82bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:22.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:22.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:22.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 5 note: GC not initialized 2024-09-22T09:13:22.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f82bcfe1640 20 reqs_thread_entry: start 2024-09-22T09:13:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 20 Filter name: none 2024-09-22T09:13:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f82367fc640 20 reqs_thread_entry: start 2024-09-22T09:13:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:22.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.222+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:22.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:22.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:22.230 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:22.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.226+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:22.232 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:22.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:22.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:22.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:22.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:22.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:22.234 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:22.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:22.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:22.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:22.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:22.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:22.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.230+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:22.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:22.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:22.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:22.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:22.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:22.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f840a08e9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:22.240 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.234+0000 7f82bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:22.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.242+0000 7f840a08e9c0 20 remove_watcher() i=0 2024-09-22T09:13:22.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.242+0000 7f840a08e9c0 2 removed watcher, disabling cache 2024-09-22T09:13:22.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.242+0000 7f840a08e9c0 20 remove_watcher() i=1 2024-09-22T09:13:22.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.246+0000 7f840a08e9c0 20 remove_watcher() i=2 2024-09-22T09:13:22.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.246+0000 7f840a08e9c0 20 remove_watcher() i=3 2024-09-22T09:13:22.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.250+0000 7f840a08e9c0 20 remove_watcher() i=4 2024-09-22T09:13:22.255 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.250+0000 7f840a08e9c0 20 remove_watcher() i=5 2024-09-22T09:13:22.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.254+0000 7f840a08e9c0 20 remove_watcher() i=6 2024-09-22T09:13:22.258 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:22.254+0000 7f840a08e9c0 20 remove_watcher() i=7 2024-09-22T09:13:52.309 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-22T09:13:52.341 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:52.342 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:52.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.382+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 realm 2024-09-22T09:13:52.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:52.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.389 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:52.391 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.386+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.390+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:52.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.390+0000 7f93832c89c0 20 searching for the correct realm 2024-09-22T09:13:52.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.394+0000 7f93815cf640 0 -- 172.21.15.84:0/3468702554 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9374087bd0 msgr2=0x7f93740815b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:52.614 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.610+0000 7f9380dce640 0 -- 172.21.15.84:0/3468702554 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55ba5f28fa00 msgr2=0x55ba5f291e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:52.621 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.622 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:52.623 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 zone default found 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 4 Realm: () 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:52.624 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 zonegroup default 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.618+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.625 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 started sync module instance, tier type = 2024-09-22T09:13:52.626 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.622+0000 7f93832c89c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:52.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=0 2024-09-22T09:13:52.646 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=1 2024-09-22T09:13:52.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=2 2024-09-22T09:13:52.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=3 2024-09-22T09:13:52.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=4 2024-09-22T09:13:52.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=5 2024-09-22T09:13:52.647 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=6 2024-09-22T09:13:52.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 20 add_watcher() i=7 2024-09-22T09:13:52.648 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.642+0000 7f93832c89c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:52.652 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.646+0000 7f92377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 5 note: GC not initialized 2024-09-22T09:13:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f92367e4640 20 reqs_thread_entry: start 2024-09-22T09:13:52.653 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:52.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 Filter name: none 2024-09-22T09:13:52.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f922f7fe640 20 reqs_thread_entry: start 2024-09-22T09:13:52.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:52.654 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:52.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:52.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:52.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:52.655 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:52.656 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.650+0000 7f93832c89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:52.663 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.658+0000 7f92377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:52.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.662+0000 7f93832c89c0 20 remove_watcher() i=0 2024-09-22T09:13:52.668 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.662+0000 7f93832c89c0 2 removed watcher, disabling cache 2024-09-22T09:13:52.670 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.666+0000 7f93832c89c0 20 remove_watcher() i=1 2024-09-22T09:13:52.672 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.670+0000 7f93832c89c0 20 remove_watcher() i=2 2024-09-22T09:13:52.675 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.670+0000 7f93832c89c0 20 remove_watcher() i=3 2024-09-22T09:13:52.677 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.674+0000 7f93832c89c0 20 remove_watcher() i=4 2024-09-22T09:13:52.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.674+0000 7f93832c89c0 20 remove_watcher() i=5 2024-09-22T09:13:52.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.678+0000 7f93832c89c0 20 remove_watcher() i=6 2024-09-22T09:13:52.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.678+0000 7f93832c89c0 20 remove_watcher() i=7 2024-09-22T09:13:52.697 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-22T09:13:52.724 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:52.724 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:52.770 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 realm 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:52.772 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.766+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.770+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:52.773 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.770+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:52.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.770+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:52.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.770+0000 7fef4c6a99c0 20 searching for the correct realm 2024-09-22T09:13:52.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.778+0000 7fef4a9b0640 0 -- 172.21.15.84:0/3990269857 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fef340e8b80 msgr2=0x7fef340b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:52.998 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:52.994+0000 7fef4a1af640 0 -- 172.21.15.84:0/3990269857 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x564c70beb8a0 msgr2=0x564c70bedc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.005 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.006 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.007 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 zone default found 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 4 Realm: () 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 zonegroup default 2024-09-22T09:13:53.008 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.002+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.009 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 started sync module instance, tier type = 2024-09-22T09:13:53.010 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.006+0000 7fef4c6a99c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=0 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=1 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=2 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=3 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=4 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=5 2024-09-22T09:13:53.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=6 2024-09-22T09:13:53.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 20 add_watcher() i=7 2024-09-22T09:13:53.035 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.030+0000 7fef4c6a99c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:53.039 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.034+0000 7fee00fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:53.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:53.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 5 note: GC not initialized 2024-09-22T09:13:53.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fed7b7fe640 20 reqs_thread_entry: start 2024-09-22T09:13:53.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:53.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 Filter name: none 2024-09-22T09:13:53.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fed797fa640 20 reqs_thread_entry: start 2024-09-22T09:13:53.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:53.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:53.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:53.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:53.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:53.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-22T09:13:53.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.038+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:53.045 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:53.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:53.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:53.046 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:53.047 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.042+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:53.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:53.048 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:53.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:53.049 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:53.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:53.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:53.050 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:53.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:53.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:53.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:53.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:53.051 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:53.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:53.052 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.046+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:53.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.050+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:53.053 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.050+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:53.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.050+0000 7fef4c6a99c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:53.054 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.050+0000 7fef4c6a99c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:53.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.050+0000 7fee00fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.058+0000 7fef4c6a99c0 20 remove_watcher() i=0 2024-09-22T09:13:53.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.058+0000 7fef4c6a99c0 2 removed watcher, disabling cache 2024-09-22T09:13:53.063 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.058+0000 7fef4c6a99c0 20 remove_watcher() i=1 2024-09-22T09:13:53.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.062+0000 7fef4c6a99c0 20 remove_watcher() i=2 2024-09-22T09:13:53.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.066+0000 7fef4c6a99c0 20 remove_watcher() i=3 2024-09-22T09:13:53.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.066+0000 7fef4c6a99c0 20 remove_watcher() i=4 2024-09-22T09:13:53.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.070+0000 7fef4c6a99c0 20 remove_watcher() i=5 2024-09-22T09:13:53.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.070+0000 7fef4c6a99c0 20 remove_watcher() i=6 2024-09-22T09:13:53.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.070+0000 7fef4c6a99c0 20 remove_watcher() i=7 2024-09-22T09:13:53.092 INFO:tasks.workunit.client.0.smithi084.stderr:check reshard logrecord successfully 2024-09-22T09:13:53.093 INFO:tasks.workunit.client.0.smithi084.stderr: test: reshard versioned bucket 2024-09-22T09:13:53.093 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:13:53.121 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:53.121 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:53.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.162+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 realm 2024-09-22T09:13:53.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:53.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.170 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.166+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.170+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:53.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.170+0000 7fec349829c0 20 searching for the correct realm 2024-09-22T09:13:53.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.174+0000 7fec32c89640 0 -- 172.21.15.84:0/641842411 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5621154ba120 msgr2=0x5621154bc5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.182+0000 7fec32488640 0 -- 172.21.15.84:0/641842411 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fec1c0ea450 msgr2=0x7fec1c0ea8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:53.192 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.186+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 zone default found 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 4 Realm: () 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:53.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 zonegroup default 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 started sync module instance, tier type = 2024-09-22T09:13:53.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.190+0000 7fec349829c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=0 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=1 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=2 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=3 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=4 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=5 2024-09-22T09:13:53.211 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=6 2024-09-22T09:13:53.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 20 add_watcher() i=7 2024-09-22T09:13:53.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.206+0000 7fec349829c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:53.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7feae8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 5 note: GC not initialized 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fea637fe640 20 reqs_thread_entry: start 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 20 Filter name: none 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fea617fa640 20 reqs_thread_entry: start 2024-09-22T09:13:53.216 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.210+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:53.217 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:53.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:53.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:53.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:53.220 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.214+0000 7fec349829c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:53.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.218+0000 7feae8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.222+0000 7fec349829c0 20 remove_watcher() i=0 2024-09-22T09:13:53.227 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.222+0000 7fec349829c0 2 removed watcher, disabling cache 2024-09-22T09:13:53.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.226+0000 7fec349829c0 20 remove_watcher() i=1 2024-09-22T09:13:53.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.226+0000 7fec349829c0 20 remove_watcher() i=2 2024-09-22T09:13:53.233 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.230+0000 7fec349829c0 20 remove_watcher() i=3 2024-09-22T09:13:53.235 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.230+0000 7fec349829c0 20 remove_watcher() i=4 2024-09-22T09:13:53.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.233+0000 7fec349829c0 20 remove_watcher() i=5 2024-09-22T09:13:53.237 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.233+0000 7fec349829c0 20 remove_watcher() i=6 2024-09-22T09:13:53.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.233+0000 7fec349829c0 20 remove_watcher() i=7 2024-09-22T09:13:53.253 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:53.253 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:13:53.253 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: myver id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-22T09:13:53.253 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:53.253 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2024-09-22T09:13:53.282 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:53.282 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:53.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 realm 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.321+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.328 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.329 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.330 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:53.332 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.325+0000 7fdcd13439c0 20 searching for the correct realm 2024-09-22T09:13:53.337 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.333+0000 7fdcce648640 0 -- 172.21.15.84:0/1843962194 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fdcc0008050 msgr2=0x7fdcc0067760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.343 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.337+0000 7fdccf64a640 0 -- 172.21.15.84:0/1843962194 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fdcc41348d0 msgr2=0x7fdcc40fdd90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:53.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:53.350 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.351 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:53.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 zone default found 2024-09-22T09:13:53.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 4 Realm: () 2024-09-22T09:13:53.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:53.352 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 zonegroup default 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.345+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.349+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.349+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.353 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.349+0000 7fdcd13439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.349+0000 7fdcd13439c0 20 started sync module instance, tier type = 2024-09-22T09:13:53.354 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.349+0000 7fdcd13439c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=0 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=1 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=2 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=3 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=4 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=5 2024-09-22T09:13:53.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.361+0000 7fdcd13439c0 20 add_watcher() i=6 2024-09-22T09:13:53.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdcd13439c0 20 add_watcher() i=7 2024-09-22T09:13:53.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdcd13439c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:53.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdb857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdcd13439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:53.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdcd13439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:53.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.365+0000 7fdcd13439c0 5 note: GC not initialized 2024-09-22T09:13:53.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdafffff640 20 reqs_thread_entry: start 2024-09-22T09:13:53.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:53.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 Filter name: none 2024-09-22T09:13:53.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdafdffb640 20 reqs_thread_entry: start 2024-09-22T09:13:53.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : miss 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:53.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 adding default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:53.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.369+0000 7fdcd13439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:13:53.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.377+0000 7fdcd13439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.377+0000 7fdcd13439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.377+0000 7fdcd13439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.384 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.377+0000 7fdcd13439c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:13:53.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdbb27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300814 cookie 94234211673552 notifier 8472 bl.length()=821 2024-09-22T09:13:53.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdbb27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdbb27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.385 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdbb27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:13:53.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:13:53.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:13:53.387 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.381+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:13:53.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:13:53.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:13:53.398 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:13:53.399 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.0 2024-09-22T09:13:53.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1 2024-09-22T09:13:53.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2 2024-09-22T09:13:53.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.393+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3 2024-09-22T09:13:53.400 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.397+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.4 2024-09-22T09:13:53.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.397+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.5 2024-09-22T09:13:53.401 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.397+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.6 2024-09-22T09:13:53.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.397+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.7 2024-09-22T09:13:53.403 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.397+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.8 2024-09-22T09:13:53.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.401+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.9 2024-09-22T09:13:53.405 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.401+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.10 2024-09-22T09:13:53.406 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.401+0000 7fdcd13439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:13:53.407 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.401+0000 7fdcd13439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:13:53.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdcd13439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdcd13439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdcd13439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.410 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdcd13439c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:13:53.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdbb1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300815 cookie 94234211673552 notifier 8472 bl.length()=821 2024-09-22T09:13:53.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdbb1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdbb1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.411 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.405+0000 7fdbb1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.409+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:13:53.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.409+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:13:53.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.409+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:13:53.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.409+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:13:53.418 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.413+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.0 2024-09-22T09:13:53.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.413+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1 2024-09-22T09:13:53.419 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.413+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2 2024-09-22T09:13:53.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.413+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3 2024-09-22T09:13:53.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.413+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.4 2024-09-22T09:13:53.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.5 2024-09-22T09:13:53.421 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.6 2024-09-22T09:13:53.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.7 2024-09-22T09:13:53.422 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.8 2024-09-22T09:13:53.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.9 2024-09-22T09:13:53.423 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.10 2024-09-22T09:13:53.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:13:53.424 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.417+0000 7fdcd13439c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:13:53.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdcd13439c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.427 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdcd13439c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdcd13439c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdcd13439c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdbb1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300816 cookie 94234211673552 notifier 8472 bl.length()=789 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdbb1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdbb1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:53.428 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.421+0000 7fdbb1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:53.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.425+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:13:53.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.425+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:13:53.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.425+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:13:53.430 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.425+0000 7fdcd13439c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:13:53.435 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.429+0000 7fdcd13439c0 1 execute INFO: reshard of bucket "myver" from 11 shards to 12 shards completed successfully 2024-09-22T09:13:53.437 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.433+0000 7fdb857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.437+0000 7fdcd13439c0 20 remove_watcher() i=0 2024-09-22T09:13:53.442 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.437+0000 7fdcd13439c0 2 removed watcher, disabling cache 2024-09-22T09:13:53.443 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.437+0000 7fdcd13439c0 20 remove_watcher() i=1 2024-09-22T09:13:53.445 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.441+0000 7fdcd13439c0 20 remove_watcher() i=2 2024-09-22T09:13:53.447 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.441+0000 7fdcd13439c0 20 remove_watcher() i=3 2024-09-22T09:13:53.450 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.445+0000 7fdcd13439c0 20 remove_watcher() i=4 2024-09-22T09:13:53.451 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.445+0000 7fdcd13439c0 20 remove_watcher() i=5 2024-09-22T09:13:53.452 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.449+0000 7fdcd13439c0 20 remove_watcher() i=6 2024-09-22T09:13:53.453 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.449+0000 7fdcd13439c0 20 remove_watcher() i=7 2024-09-22T09:13:53.468 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:13:53.494 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:53.494 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:53.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 realm 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:53.540 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.533+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.541 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:53.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.537+0000 7f158976f9c0 20 searching for the correct realm 2024-09-22T09:13:53.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.545+0000 7f1587a76640 0 -- 172.21.15.84:0/4061443030 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f157c059910 msgr2=0x7f157c018430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.766 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.761+0000 7f1587275640 0 -- 172.21.15.84:0/4061443030 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55eac8b0e520 msgr2=0x55eac8b10910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:53.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:53.775 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 zone default found 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 4 Realm: () 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:53.776 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 zonegroup default 2024-09-22T09:13:53.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.769+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.777 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:53.778 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 started sync module instance, tier type = 2024-09-22T09:13:53.779 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.773+0000 7f158976f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=0 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=1 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=2 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=3 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=4 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=5 2024-09-22T09:13:53.802 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=6 2024-09-22T09:13:53.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 20 add_watcher() i=7 2024-09-22T09:13:53.804 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.797+0000 7f158976f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:53.808 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.801+0000 7f143dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:53.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:53.809 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 5 note: GC not initialized 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f143cfe1640 20 reqs_thread_entry: start 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 Filter name: none 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f13b67fc640 20 reqs_thread_entry: start 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.810 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:53.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:53.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:53.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.805+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:53.812 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.809+0000 7f158976f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:53.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.809+0000 7f158976f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:53.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.809+0000 7f158976f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:53.816 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.809+0000 7f143dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.817+0000 7f158976f9c0 20 remove_watcher() i=0 2024-09-22T09:13:53.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.817+0000 7f158976f9c0 2 removed watcher, disabling cache 2024-09-22T09:13:53.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.817+0000 7f158976f9c0 20 remove_watcher() i=1 2024-09-22T09:13:53.826 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.821+0000 7f158976f9c0 20 remove_watcher() i=2 2024-09-22T09:13:53.828 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.821+0000 7f158976f9c0 20 remove_watcher() i=3 2024-09-22T09:13:53.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.825+0000 7f158976f9c0 20 remove_watcher() i=4 2024-09-22T09:13:53.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.825+0000 7f158976f9c0 20 remove_watcher() i=5 2024-09-22T09:13:53.833 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.829+0000 7f158976f9c0 20 remove_watcher() i=6 2024-09-22T09:13:53.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:53.829+0000 7f158976f9c0 20 remove_watcher() i=7 2024-09-22T09:13:53.851 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:53.851 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:13:53.851 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: myver id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-22T09:13:53.851 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:53.853 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:53.853 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:53.880 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:53.880 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:53.945 INFO:tasks.workunit.client.0.smithi084.stderr: test: reshard removes olh entries with empty name 2024-09-22T09:13:53.950 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:53.950 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:54.096 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:54.096 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:54.774 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-22T09:13:54.806 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:54.806 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:54.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:54.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 realm 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:54.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.849+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:54.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.853+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:54.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.853+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:54.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.853+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:54.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.853+0000 7f42d297e9c0 20 searching for the correct realm 2024-09-22T09:13:54.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:54.861+0000 7f42d0c85640 0 -- 172.21.15.84:0/84113569 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f42c00e9400 msgr2=0x7f42c00e9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:55.083 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.077+0000 7f42d0484640 0 -- 172.21.15.84:0/84113569 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55ebde7f12f0 msgr2=0x55ebde7f36e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:55.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.085+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:55.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:55.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 zone default found 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 4 Realm: () 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 zonegroup default 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 started sync module instance, tier type = 2024-09-22T09:13:55.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.089+0000 7f42d297e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=0 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=1 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=2 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=3 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=4 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=5 2024-09-22T09:13:55.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.113+0000 7f42d297e9c0 20 add_watcher() i=6 2024-09-22T09:13:55.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.117+0000 7f42d297e9c0 20 add_watcher() i=7 2024-09-22T09:13:55.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.117+0000 7f42d297e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:55.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.117+0000 7f4186fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:55.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:55.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 5 note: GC not initialized 2024-09-22T09:13:55.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f4185fdb640 20 reqs_thread_entry: start 2024-09-22T09:13:55.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:55.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 Filter name: none 2024-09-22T09:13:55.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f40f77fe640 20 reqs_thread_entry: start 2024-09-22T09:13:55.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:55.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.121+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:55.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:55.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:55.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:55.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.125+0000 7f42d297e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:55.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.129+0000 7f4186fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.133+0000 7f42d297e9c0 20 remove_watcher() i=0 2024-09-22T09:13:55.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.133+0000 7f42d297e9c0 2 removed watcher, disabling cache 2024-09-22T09:13:55.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.137+0000 7f42d297e9c0 20 remove_watcher() i=1 2024-09-22T09:13:55.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.137+0000 7f42d297e9c0 20 remove_watcher() i=2 2024-09-22T09:13:55.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.141+0000 7f42d297e9c0 20 remove_watcher() i=3 2024-09-22T09:13:55.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.141+0000 7f42d297e9c0 20 remove_watcher() i=4 2024-09-22T09:13:55.149 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.145+0000 7f42d297e9c0 20 remove_watcher() i=5 2024-09-22T09:13:55.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.145+0000 7f42d297e9c0 20 remove_watcher() i=6 2024-09-22T09:13:55.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.149+0000 7f42d297e9c0 20 remove_watcher() i=7 2024-09-22T09:13:55.169 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:13:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: a-bucket id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 num_objects: 0 size_kb: 0 num_shards: 13 2024-09-22T09:13:55.169 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:55.169 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-22T09:13:55.199 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:55.199 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:55.243 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.237+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 realm 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.245 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:55.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.241+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.245+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:55.248 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.245+0000 7f164bf399c0 20 searching for the correct realm 2024-09-22T09:13:55.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.249+0000 7f164a240640 0 -- 172.21.15.84:0/699604304 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f16400ee910 msgr2=0x7f16400aa3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:55.470 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.465+0000 7f1649a3f640 0 -- 172.21.15.84:0/699604304 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5627c92695a0 msgr2=0x5627c926ba60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:55.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:55.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:55.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:55.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:55.478 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:55.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:55.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.479 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:55.480 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.473+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 zone default found 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 4 Realm: () 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 zonegroup default 2024-09-22T09:13:55.481 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.482 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.483 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 started sync module instance, tier type = 2024-09-22T09:13:55.484 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.477+0000 7f164bf399c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:55.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=0 2024-09-22T09:13:55.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=1 2024-09-22T09:13:55.507 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=2 2024-09-22T09:13:55.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=3 2024-09-22T09:13:55.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=4 2024-09-22T09:13:55.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=5 2024-09-22T09:13:55.508 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.501+0000 7f164bf399c0 20 add_watcher() i=6 2024-09-22T09:13:55.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.505+0000 7f164bf399c0 20 add_watcher() i=7 2024-09-22T09:13:55.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.505+0000 7f164bf399c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:55.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f14fffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:55.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:55.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 5 note: GC not initialized 2024-09-22T09:13:55.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f14fefe5640 20 reqs_thread_entry: start 2024-09-22T09:13:55.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:55.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 20 Filter name: none 2024-09-22T09:13:55.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f14fcfe1640 20 reqs_thread_entry: start 2024-09-22T09:13:55.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.509+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.513+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:55.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.513+0000 7f164bf399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.513+0000 7f164bf399c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:55.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.513+0000 7f164bf399c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:55.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.513+0000 7f14fffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.524 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.521+0000 7f164bf399c0 20 remove_watcher() i=0 2024-09-22T09:13:55.525 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.521+0000 7f164bf399c0 2 removed watcher, disabling cache 2024-09-22T09:13:55.527 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.521+0000 7f164bf399c0 20 remove_watcher() i=1 2024-09-22T09:13:55.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.525+0000 7f164bf399c0 20 remove_watcher() i=2 2024-09-22T09:13:55.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.525+0000 7f164bf399c0 20 remove_watcher() i=3 2024-09-22T09:13:55.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.529+0000 7f164bf399c0 20 remove_watcher() i=4 2024-09-22T09:13:55.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.529+0000 7f164bf399c0 20 remove_watcher() i=5 2024-09-22T09:13:55.536 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.533+0000 7f164bf399c0 20 remove_watcher() i=6 2024-09-22T09:13:55.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.533+0000 7f164bf399c0 20 remove_watcher() i=7 2024-09-22T09:13:55.562 INFO:tasks.workunit.client.0.smithi084.stderr:rados -p default.rgw.buckets.index setomapval .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-22T09:13:55.589 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:55.589 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:55.609 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-22T09:13:55.635 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:55.635 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:55.679 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.673+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 realm 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:55.681 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:55.683 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.677+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.681+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:55.685 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.681+0000 7f3daf1619c0 20 searching for the correct realm 2024-09-22T09:13:55.690 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.685+0000 7f3dad468640 0 -- 172.21.15.84:0/298972866 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f3d98124c70 msgr2=0x7f3d9811e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.901+0000 7f3dacc67640 0 -- 172.21.15.84:0/298972866 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5611d92fd5c0 msgr2=0x5611d92ffa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:55.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.909+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:55.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 zone default found 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 4 Realm: () 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 zonegroup default 2024-09-22T09:13:55.918 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:55.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 started sync module instance, tier type = 2024-09-22T09:13:55.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.913+0000 7f3daf1619c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=0 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=1 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=2 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=3 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=4 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=5 2024-09-22T09:13:55.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.937+0000 7f3daf1619c0 20 add_watcher() i=6 2024-09-22T09:13:55.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.941+0000 7f3daf1619c0 20 add_watcher() i=7 2024-09-22T09:13:55.946 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.941+0000 7f3daf1619c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:55.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3c62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3daf1619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:55.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3daf1619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:55.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3daf1619c0 5 note: GC not initialized 2024-09-22T09:13:55.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3c61fe3640 20 reqs_thread_entry: start 2024-09-22T09:13:55.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3daf1619c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:55.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3daf1619c0 20 Filter name: none 2024-09-22T09:13:55.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.945+0000 7f3bd37fe640 20 reqs_thread_entry: start 2024-09-22T09:13:55.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:55.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 INFO: main: starting shard=0 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:55.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:55.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:13:55.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 INFO: main: starting shard=1 2024-09-22T09:13:55.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:55.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.949+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:55.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: starting shard=2 2024-09-22T09:13:55.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:55.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:55.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: starting shard=3 2024-09-22T09:13:55.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: starting shard=4 2024-09-22T09:13:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:55.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:55.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 INFO: main: starting shard=5 2024-09-22T09:13:55.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:55.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.953+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:55.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: starting shard=6 2024-09-22T09:13:55.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:55.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:55.961 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: starting shard=7 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: starting shard=8 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:55.962 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:55.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: starting shard=9 2024-09-22T09:13:55.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:55.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:55.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 INFO: main: starting shard=10 2024-09-22T09:13:55.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:55.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.957+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:55.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: starting shard=11 2024-09-22T09:13:55.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:55.965 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:55.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: starting shard=12 2024-09-22T09:13:55.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:55.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:55.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:55.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.961+0000 7f3daf1619c0 20 INFO: main: done 2024-09-22T09:13:55.968 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.965+0000 7f3c62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:55.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.969+0000 7f3daf1619c0 20 remove_watcher() i=0 2024-09-22T09:13:55.974 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.969+0000 7f3daf1619c0 2 removed watcher, disabling cache 2024-09-22T09:13:55.976 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.969+0000 7f3daf1619c0 20 remove_watcher() i=1 2024-09-22T09:13:55.979 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.973+0000 7f3daf1619c0 20 remove_watcher() i=2 2024-09-22T09:13:55.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.977+0000 7f3daf1619c0 20 remove_watcher() i=3 2024-09-22T09:13:55.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.977+0000 7f3daf1619c0 20 remove_watcher() i=4 2024-09-22T09:13:55.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.981+0000 7f3daf1619c0 20 remove_watcher() i=5 2024-09-22T09:13:55.986 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.981+0000 7f3daf1619c0 20 remove_watcher() i=6 2024-09-22T09:13:55.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:55.981+0000 7f3daf1619c0 20 remove_watcher() i=7 2024-09-22T09:13:56.004 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-22T09:13:56.037 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:56.037 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:56.082 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 realm 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.084 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.077+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.081+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.081+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.081+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:56.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.081+0000 7f7fb45769c0 20 searching for the correct realm 2024-09-22T09:13:56.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.089+0000 7f7fb187b640 0 -- 172.21.15.84:0/3331592815 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f7fa40f0060 msgr2=0x7f7fa40feaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:56.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.093+0000 7f7fb287d640 0 -- 172.21.15.84:0/3331592815 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f7fa803f960 msgr2=0x7f7fa8016430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 zone default found 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 4 Realm: () 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 zonegroup default 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.101+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.105+0000 7f7fb45769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.105+0000 7f7fb45769c0 20 started sync module instance, tier type = 2024-09-22T09:13:56.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.105+0000 7f7fb45769c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=0 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=1 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=2 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=3 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=4 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=5 2024-09-22T09:13:56.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.117+0000 7f7fb45769c0 20 add_watcher() i=6 2024-09-22T09:13:56.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.121+0000 7f7fb45769c0 20 add_watcher() i=7 2024-09-22T09:13:56.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.121+0000 7f7fb45769c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:56.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.121+0000 7f7e697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:56.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:56.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 5 note: GC not initialized 2024-09-22T09:13:56.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7e637fe640 20 reqs_thread_entry: start 2024-09-22T09:13:56.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:56.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 Filter name: none 2024-09-22T09:13:56.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7e617fa640 20 reqs_thread_entry: start 2024-09-22T09:13:56.129 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-22T09:13:56.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:56.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-22T09:13:56.130 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-22T09:13:56.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : miss 2024-09-22T09:13:56.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:56.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:56.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.132 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.125+0000 7f7fb45769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:56.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.133+0000 7f7fb45769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.133+0000 7f7fb45769c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.133+0000 7f7fb45769c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.133+0000 7f7fb45769c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:56.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7e957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300837 cookie 94519883756384 notifier 8571 bl.length()=827 2024-09-22T09:13:56.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7e957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7e957fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7e957fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:56.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:56.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:56.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.137+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:56.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:13:56.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:56.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:56.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:56.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.149+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:56.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:56.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:56.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:56.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:56.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:56.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:56.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:56.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:56.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:56.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:56.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:56.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.153+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:56.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:56.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:56.161 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:56.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:56.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:56.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:56.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:13:56.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.157+0000 7f7fb45769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7fb45769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7fb45769c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7fb45769c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7fb45769c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7e957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300838 cookie 94519883756384 notifier 8571 bl.length()=827 2024-09-22T09:13:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7e957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7e957fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.161+0000 7f7e957fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.165+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:56.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.165+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:56.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.165+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:56.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.165+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:56.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:56.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.0 2024-09-22T09:13:56.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:56.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.1 2024-09-22T09:13:56.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:56.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.2 2024-09-22T09:13:56.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:56.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.3 2024-09-22T09:13:56.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:56.175 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.4 2024-09-22T09:13:56.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:56.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.169+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.5 2024-09-22T09:13:56.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:56.176 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.6 2024-09-22T09:13:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.7 2024-09-22T09:13:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:56.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.8 2024-09-22T09:13:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.9 2024-09-22T09:13:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:56.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.10 2024-09-22T09:13:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.11 2024-09-22T09:13:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:56.179 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.2.12 2024-09-22T09:13:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 : hit (requested=0x17, cached=0x17) 2024-09-22T09:13:56.180 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.173+0000 7f7fb45769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 2024-09-22T09:13:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7fb45769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7fb45769c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7fb45769c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7fb45769c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17, ofs0, ns] 2024-09-22T09:13:56.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7e95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300839 cookie 94519883756384 notifier 8571 bl.length()=795 2024-09-22T09:13:56.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7e95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 info.flags=0x17 2024-09-22T09:13:56.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7e95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17 to cache LRU end 2024-09-22T09:13:56.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.177+0000 7f7e95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:56.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.181+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_sources= new_sources= 2024-09-22T09:13:56.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.181+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential sources added=[] removed=[] 2024-09-22T09:13:56.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.181+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): orig_dests= new_dests= 2024-09-22T09:13:56.185 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.181+0000 7f7fb45769c0 20 handle_bi_update(): bucket=:a-bucket[986dc61f-9105-405d-8643-e22bb2945f7f.4459.17]): potential dests added=[] removed=[] 2024-09-22T09:13:56.190 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.185+0000 7f7fb45769c0 1 execute INFO: reshard of bucket "a-bucket" from 13 shards to 1 shards completed successfully 2024-09-22T09:13:56.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.189+0000 7f7e697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.193+0000 7f7fb45769c0 20 remove_watcher() i=0 2024-09-22T09:13:56.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.193+0000 7f7fb45769c0 2 removed watcher, disabling cache 2024-09-22T09:13:56.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.193+0000 7f7fb45769c0 20 remove_watcher() i=1 2024-09-22T09:13:56.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.197+0000 7f7fb45769c0 20 remove_watcher() i=2 2024-09-22T09:13:56.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.197+0000 7f7fb45769c0 20 remove_watcher() i=3 2024-09-22T09:13:56.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.201+0000 7f7fb45769c0 20 remove_watcher() i=4 2024-09-22T09:13:56.208 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.201+0000 7f7fb45769c0 20 remove_watcher() i=5 2024-09-22T09:13:56.209 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.205+0000 7f7fb45769c0 20 remove_watcher() i=6 2024-09-22T09:13:56.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.205+0000 7f7fb45769c0 20 remove_watcher() i=7 2024-09-22T09:13:56.226 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-22T09:13:56.255 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:56.255 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:56.299 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.293+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 realm 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.301 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.302 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:56.304 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.297+0000 7f40a56399c0 20 searching for the correct realm 2024-09-22T09:13:56.308 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.305+0000 7f40a293e640 0 -- 172.21.15.84:0/2147169777 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x56446beb54f0 msgr2=0x56446beb78e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:56.314 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.309+0000 7f40a313f640 0 -- 172.21.15.84:0/2147169777 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f40980f7860 msgr2=0x7f40980fa710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:56.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:56.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:56.529 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:56.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:56.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:56.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:56.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.530 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.531 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 zone default found 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 4 Realm: () 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 zonegroup default 2024-09-22T09:13:56.532 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.525+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.533 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.534 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 started sync module instance, tier type = 2024-09-22T09:13:56.535 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.529+0000 7f40a56399c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:56.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=0 2024-09-22T09:13:56.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=1 2024-09-22T09:13:56.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=2 2024-09-22T09:13:56.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=3 2024-09-22T09:13:56.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=4 2024-09-22T09:13:56.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=5 2024-09-22T09:13:56.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.553+0000 7f40a56399c0 20 add_watcher() i=6 2024-09-22T09:13:56.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.557+0000 7f40a56399c0 20 add_watcher() i=7 2024-09-22T09:13:56.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.557+0000 7f40a56399c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:56.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f3f59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:56.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:56.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 5 note: GC not initialized 2024-09-22T09:13:56.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f3f58fe1640 20 reqs_thread_entry: start 2024-09-22T09:13:56.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:56.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 20 Filter name: none 2024-09-22T09:13:56.567 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f3ed27fc640 20 reqs_thread_entry: start 2024-09-22T09:13:56.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.561+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-22T09:13:56.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-22T09:13:56.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:56.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-22T09:13:56.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 INFO: main: starting shard=0 2024-09-22T09:13:56.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:13:56.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.17.3.0 2024-09-22T09:13:56.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:13:56.571 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.565+0000 7f40a56399c0 20 INFO: main: done 2024-09-22T09:13:56.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.569+0000 7f3f59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.577 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.573+0000 7f40a56399c0 20 remove_watcher() i=0 2024-09-22T09:13:56.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.573+0000 7f40a56399c0 2 removed watcher, disabling cache 2024-09-22T09:13:56.580 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.573+0000 7f40a56399c0 20 remove_watcher() i=1 2024-09-22T09:13:56.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.577+0000 7f40a56399c0 20 remove_watcher() i=2 2024-09-22T09:13:56.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.581+0000 7f40a56399c0 20 remove_watcher() i=3 2024-09-22T09:13:56.587 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.581+0000 7f40a56399c0 20 remove_watcher() i=4 2024-09-22T09:13:56.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.585+0000 7f40a56399c0 20 remove_watcher() i=5 2024-09-22T09:13:56.590 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.585+0000 7f40a56399c0 20 remove_watcher() i=6 2024-09-22T09:13:56.592 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.585+0000 7f40a56399c0 20 remove_watcher() i=7 2024-09-22T09:13:56.616 INFO:tasks.workunit.client.0.smithi084.stderr: test: PUT succeeds during reshard 2024-09-22T09:13:56.617 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:13:56.646 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:56.646 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:56.691 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.685+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 realm 2024-09-22T09:13:56.693 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:56.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.694 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.695 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.689+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.693+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:56.697 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.693+0000 7f9c850579c0 20 searching for the correct realm 2024-09-22T09:13:56.703 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.697+0000 7f9c8235c640 0 -- 172.21.15.84:0/2216890585 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f9c7402b070 msgr2=0x7f9c74050400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:56.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.705+0000 7f9c8335e640 0 -- 172.21.15.84:0/2216890585 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f9c780e4910 msgr2=0x7f9c780b73d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:56.717 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:56.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:56.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:56.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.718 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.720 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 zone default found 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 4 Realm: () 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:56.721 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 zonegroup default 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.722 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 started sync module instance, tier type = 2024-09-22T09:13:56.723 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.713+0000 7f9c850579c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=0 2024-09-22T09:13:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=1 2024-09-22T09:13:56.735 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=2 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=3 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=4 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=5 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.729+0000 7f9c850579c0 20 add_watcher() i=6 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 20 add_watcher() i=7 2024-09-22T09:13:56.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:56.739 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9b397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:56.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:56.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 5 note: GC not initialized 2024-09-22T09:13:56.740 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9ab3fff640 20 reqs_thread_entry: start 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.733+0000 7f9c850579c0 20 Filter name: none 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9ab1ffb640 20 reqs_thread_entry: start 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:56.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:56.742 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:56.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.737+0000 7f9c850579c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:13:56.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.741+0000 7f9b397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:56.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.745+0000 7f9c850579c0 20 remove_watcher() i=0 2024-09-22T09:13:56.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.745+0000 7f9c850579c0 2 removed watcher, disabling cache 2024-09-22T09:13:56.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.749+0000 7f9c850579c0 20 remove_watcher() i=1 2024-09-22T09:13:56.755 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.749+0000 7f9c850579c0 20 remove_watcher() i=2 2024-09-22T09:13:56.756 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.753+0000 7f9c850579c0 20 remove_watcher() i=3 2024-09-22T09:13:56.758 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.753+0000 7f9c850579c0 20 remove_watcher() i=4 2024-09-22T09:13:56.760 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.753+0000 7f9c850579c0 20 remove_watcher() i=5 2024-09-22T09:13:56.761 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.757+0000 7f9c850579c0 20 remove_watcher() i=6 2024-09-22T09:13:56.762 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.757+0000 7f9c850579c0 20 remove_watcher() i=7 2024-09-22T09:13:56.776 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:56.776 INFO:tasks.workunit.client.0.smithi084.stderr:BUCKET_STATS: 2024-09-22T09:13:56.776 INFO:tasks.workunit.client.0.smithi084.stderr:bucket: myver id: 986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-22T09:13:56.776 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:13:56.777 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 13 2024-09-22T09:13:56.808 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:13:56.808 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:13:56.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 realm 2024-09-22T09:13:56.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:13:56.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:56.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.849+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.853+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:56.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.853+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:56.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.853+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:13:56.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.853+0000 7fd4e28189c0 20 searching for the correct realm 2024-09-22T09:13:56.863 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.857+0000 7fd4e0b1f640 0 -- 172.21.15.84:0/3411444292 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x560ff1731170 msgr2=0x560ff1733630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:13:56.870 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:56.865+0000 7fd4e031e640 0 -- 172.21.15.84:0/3411444292 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fd4d4065c80 msgr2=0x7fd4d406b5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:13:57.088 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.081+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:57.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:13:57.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:13:57.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 zone default found 2024-09-22T09:13:57.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 4 Realm: () 2024-09-22T09:13:57.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:13:57.090 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:13:57.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:13:57.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 zonegroup default 2024-09-22T09:13:57.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:57.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:57.092 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.085+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.089+0000 7fd4e28189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:13:57.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.089+0000 7fd4e28189c0 20 started sync module instance, tier type = 2024-09-22T09:13:57.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.089+0000 7fd4e28189c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:13:57.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=0 2024-09-22T09:13:57.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=1 2024-09-22T09:13:57.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=2 2024-09-22T09:13:57.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=3 2024-09-22T09:13:57.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=4 2024-09-22T09:13:57.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=5 2024-09-22T09:13:57.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=6 2024-09-22T09:13:57.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 20 add_watcher() i=7 2024-09-22T09:13:57.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.113+0000 7fd4e28189c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:13:57.123 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.117+0000 7fd396fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:13:57.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.117+0000 7fd4e28189c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:13:57.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.117+0000 7fd4e28189c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:13:57.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.117+0000 7fd4e28189c0 5 note: GC not initialized 2024-09-22T09:13:57.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd395fe3640 20 reqs_thread_entry: start 2024-09-22T09:13:57.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 init_complete bucket index max shards: 11 2024-09-22T09:13:57.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 Filter name: none 2024-09-22T09:13:57.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd38effd640 20 reqs_thread_entry: start 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : miss 2024-09-22T09:13:57.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 rados->read ofs=0 len=0 2024-09-22T09:13:57.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:13:57.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:57.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 adding default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:57.127 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:13:57.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:57.128 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.121+0000 7fd4e28189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd4e28189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd4e28189c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd4e28189c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd4e28189c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd3bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300817 cookie 94626475360496 notifier 8628 bl.length()=821 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd3bf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:13:57.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd3bf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:13:57.140 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.133+0000 7fd3bf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:13:57.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.137+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:13:57.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.137+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:13:57.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.137+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:13:57.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.137+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:13:57.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:13:57.153+0000 7fd4e28189c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-22T09:13:57.781 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:13:57.781 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:13:57.933 INFO:tasks.workunit.client.0.smithi084.stderr:put object successful 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:02.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:02.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:14:02.160 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.153+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:14:02.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.157+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:14:02.162 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.157+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:14:02.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.157+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:14:02.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.157+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:14:02.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:14:02.165 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:14:02.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:14:02.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:14:02.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:14:02.168 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.161+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:14:02.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:14:02.169 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:14:02.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:14:02.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:14:02.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:14:02.172 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.165+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:14:02.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.169+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:14:02.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.169+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:14:02.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.173+0000 7fd4e28189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:14:02.178 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.173+0000 7fd4e28189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:02.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd4e28189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:02.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd4e28189c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:02.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd4e28189c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:02.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd4e28189c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:14:02.182 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd3bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300818 cookie 94626475360496 notifier 8628 bl.length()=821 2024-09-22T09:14:02.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd3bf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:02.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd3bf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:02.183 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.177+0000 7fd3bf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:02.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.181+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:14:02.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.181+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:14:02.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.181+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:14:02.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.181+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:14:02.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.189+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:14:02.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.189+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.0 2024-09-22T09:14:02.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.189+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:14:02.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.189+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.1 2024-09-22T09:14:02.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:14:02.196 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.2 2024-09-22T09:14:02.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:14:02.197 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.3 2024-09-22T09:14:02.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:14:02.198 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.4 2024-09-22T09:14:02.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:14:02.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.193+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.5 2024-09-22T09:14:02.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:14:02.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.6 2024-09-22T09:14:02.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:14:02.201 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.7 2024-09-22T09:14:02.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:14:02.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.8 2024-09-22T09:14:02.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:14:02.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.197+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.9 2024-09-22T09:14:02.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.201+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:14:02.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.201+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.10 2024-09-22T09:14:02.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.201+0000 7fd4e28189c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:14:02.205 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.201+0000 7fd4e28189c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.1.11 2024-09-22T09:14:02.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.205+0000 7fd4e28189c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:14:02.210 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.205+0000 7fd4e28189c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:02.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd4e28189c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd4e28189c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd4e28189c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd4e28189c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd3bf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300819 cookie 94626475360496 notifier 8628 bl.length()=789 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd3bf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:02.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd3bf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:02.215 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.209+0000 7fd3bf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:02.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.213+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:14:02.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.213+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:14:02.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.213+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:14:02.219 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.213+0000 7fd4e28189c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:14:02.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.221+0000 7fd4e28189c0 1 execute INFO: reshard of bucket "myver" from 12 shards to 13 shards completed successfully 2024-09-22T09:14:02.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.225+0000 7fd396fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:02.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.233+0000 7fd4e28189c0 20 remove_watcher() i=0 2024-09-22T09:14:02.236 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.233+0000 7fd4e28189c0 2 removed watcher, disabling cache 2024-09-22T09:14:02.239 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.233+0000 7fd4e28189c0 20 remove_watcher() i=1 2024-09-22T09:14:02.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.237+0000 7fd4e28189c0 20 remove_watcher() i=2 2024-09-22T09:14:02.244 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.241+0000 7fd4e28189c0 20 remove_watcher() i=3 2024-09-22T09:14:02.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.241+0000 7fd4e28189c0 20 remove_watcher() i=4 2024-09-22T09:14:02.250 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.245+0000 7fd4e28189c0 20 remove_watcher() i=5 2024-09-22T09:14:02.252 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.245+0000 7fd4e28189c0 20 remove_watcher() i=6 2024-09-22T09:14:02.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:02.249+0000 7fd4e28189c0 20 remove_watcher() i=7 2024-09-22T09:14:02.938 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-22T09:14:02.938 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T09:14:02.943 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:02.943 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.040 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.040 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.207 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.207 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.345 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.345 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.421 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.421 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.564 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.564 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.638 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.639 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.790 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:03.791 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:03.857 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T09:14:04.303 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-22T09:14:05.755 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:05.755 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:05.934 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:14:05.934 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-22T09:14:05.969 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:05.969 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:06.016 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.009+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 realm 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:06.018 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.019 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:06.020 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.013+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.017+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:06.022 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.017+0000 7f3e17be49c0 20 searching for the correct realm 2024-09-22T09:14:06.027 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.021+0000 7f3e14ee9640 0 -- 172.21.15.84:0/1501273115 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f3e080eb030 msgr2=0x7f3e08137a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:06.033 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.029+0000 7f3e14ee9640 0 -- 172.21.15.84:0/1501273115 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f3ce0082390 msgr2=0x7f3ce00847c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:06.040 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:06.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.033+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:06.041 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 zone default found 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 4 Realm: () 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:06.042 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 zonegroup default 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.043 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 started sync module instance, tier type = 2024-09-22T09:14:06.044 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.037+0000 7f3e17be49c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=0 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=1 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=2 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=3 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=4 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=5 2024-09-22T09:14:06.060 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.053+0000 7f3e17be49c0 20 add_watcher() i=6 2024-09-22T09:14:06.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.057+0000 7f3e17be49c0 20 add_watcher() i=7 2024-09-22T09:14:06.061 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.057+0000 7f3e17be49c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:06.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.057+0000 7f3ccb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:06.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:06.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:06.064 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 5 note: GC not initialized 2024-09-22T09:14:06.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3cca7e4640 20 reqs_thread_entry: start 2024-09-22T09:14:06.065 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:06.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 Filter name: none 2024-09-22T09:14:06.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3c3bfff640 20 reqs_thread_entry: start 2024-09-22T09:14:06.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:06.066 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: starting shard=0 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:06.067 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:06.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: starting shard=1 2024-09-22T09:14:06.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:06.068 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 INFO: main: starting shard=2 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.061+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: starting shard=3 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:06.069 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: starting shard=4 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: starting shard=5 2024-09-22T09:14:06.070 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:06.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:06.071 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:14:06.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 INFO: main: starting shard=6 2024-09-22T09:14:06.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:06.072 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.065+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: starting shard=7 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: starting shard=8 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:06.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:06.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: starting shard=9 2024-09-22T09:14:06.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:06.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:06.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: starting shard=10 2024-09-22T09:14:06.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:06.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:06.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 INFO: main: starting shard=11 2024-09-22T09:14:06.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:06.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.069+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:06.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 20 INFO: main: starting shard=12 2024-09-22T09:14:06.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:06.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:06.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.073+0000 7f3e17be49c0 20 INFO: main: done 2024-09-22T09:14:06.080 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.077+0000 7f3ccb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:06.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.081+0000 7f3e17be49c0 20 remove_watcher() i=0 2024-09-22T09:14:06.085 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.081+0000 7f3e17be49c0 2 removed watcher, disabling cache 2024-09-22T09:14:06.087 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.081+0000 7f3e17be49c0 20 remove_watcher() i=1 2024-09-22T09:14:06.089 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.085+0000 7f3e17be49c0 20 remove_watcher() i=2 2024-09-22T09:14:06.091 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.085+0000 7f3e17be49c0 20 remove_watcher() i=3 2024-09-22T09:14:06.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.089+0000 7f3e17be49c0 20 remove_watcher() i=4 2024-09-22T09:14:06.094 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.089+0000 7f3e17be49c0 20 remove_watcher() i=5 2024-09-22T09:14:06.095 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.089+0000 7f3e17be49c0 20 remove_watcher() i=6 2024-09-22T09:14:06.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.093+0000 7f3e17be49c0 20 remove_watcher() i=7 2024-09-22T09:14:06.111 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:06.111 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:06.136 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:06.136 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:06.241 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:14:06.242 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-22T09:14:06.275 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:06.275 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:06.320 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.313+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.322 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 realm 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.323 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:06.324 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.317+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.325 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.321+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:06.326 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.321+0000 7f86b508b9c0 20 searching for the correct realm 2024-09-22T09:14:06.331 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.325+0000 7f86abfff640 0 -- 172.21.15.84:0/2266190306 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f86a407bb90 msgr2=0x7f86a4064740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:06.336 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.333+0000 7f86b3392640 0 -- 172.21.15.84:0/2266190306 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f869c008040 msgr2=0x7f869c071030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:06.344 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.337+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 zone default found 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 4 Realm: () 2024-09-22T09:14:06.345 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:06.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:06.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:06.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 zonegroup default 2024-09-22T09:14:06.346 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 started sync module instance, tier type = 2024-09-22T09:14:06.347 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.341+0000 7f86b508b9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=0 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=1 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=2 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=3 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=4 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=5 2024-09-22T09:14:06.362 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=6 2024-09-22T09:14:06.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 20 add_watcher() i=7 2024-09-22T09:14:06.363 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.357+0000 7f86b508b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:06.365 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f85697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:06.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:06.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:06.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 5 note: GC not initialized 2024-09-22T09:14:06.366 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f84e3fff640 20 reqs_thread_entry: start 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 Filter name: none 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f84e1ffb640 20 reqs_thread_entry: start 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:06.367 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 INFO: main: starting shard=0 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:06.368 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.361+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: starting shard=1 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.369 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: starting shard=2 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: starting shard=3 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:06.370 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: starting shard=4 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 INFO: main: starting shard=5 2024-09-22T09:14:06.371 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:06.372 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.365+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:06.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: starting shard=6 2024-09-22T09:14:06.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:06.373 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:06.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: starting shard=7 2024-09-22T09:14:06.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:06.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:06.374 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: starting shard=8 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: starting shard=9 2024-09-22T09:14:06.375 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:06.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:06.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:14:06.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 INFO: main: starting shard=10 2024-09-22T09:14:06.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:06.376 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.369+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:06.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: starting shard=11 2024-09-22T09:14:06.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:06.377 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:06.378 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: starting shard=12 2024-09-22T09:14:06.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:06.379 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:06.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:06.380 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.373+0000 7f86b508b9c0 20 INFO: main: done 2024-09-22T09:14:06.381 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.377+0000 7f85697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:06.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.381+0000 7f86b508b9c0 20 remove_watcher() i=0 2024-09-22T09:14:06.386 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.381+0000 7f86b508b9c0 2 removed watcher, disabling cache 2024-09-22T09:14:06.388 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.381+0000 7f86b508b9c0 20 remove_watcher() i=1 2024-09-22T09:14:06.390 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.385+0000 7f86b508b9c0 20 remove_watcher() i=2 2024-09-22T09:14:06.392 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.385+0000 7f86b508b9c0 20 remove_watcher() i=3 2024-09-22T09:14:06.394 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.389+0000 7f86b508b9c0 20 remove_watcher() i=4 2024-09-22T09:14:06.395 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.389+0000 7f86b508b9c0 20 remove_watcher() i=5 2024-09-22T09:14:06.396 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.393+0000 7f86b508b9c0 20 remove_watcher() i=6 2024-09-22T09:14:06.397 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.393+0000 7f86b508b9c0 20 remove_watcher() i=7 2024-09-22T09:14:06.413 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:06.413 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:06.439 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:06.440 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:06.541 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T09:14:06.542 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-22T09:14:06.576 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:06.576 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:06.832 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.825+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 realm 2024-09-22T09:14:06.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:06.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:06.835 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.829+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.833+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:06.836 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.833+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:06.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.833+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:06.838 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.833+0000 7f063b7439c0 20 searching for the correct realm 2024-09-22T09:14:06.840 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:06.837+0000 7f0639249640 0 -- 172.21.15.84:0/1469829465 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f0630008040 msgr2=0x7f06300673b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:14:07.056 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.053+0000 7f0638a48640 0 -- 172.21.15.84:0/1469829465 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x560d881392e0 msgr2=0x560d8813b6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:07.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:07.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:07.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:07.073 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:07.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:07.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:07.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:07.074 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:07.075 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 zone default found 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 4 Realm: () 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 zonegroup default 2024-09-22T09:14:07.076 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.069+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:07.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.077 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:07.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.078 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:07.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 started sync module instance, tier type = 2024-09-22T09:14:07.079 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.073+0000 7f063b7439c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=0 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=1 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=2 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=3 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=4 2024-09-22T09:14:07.100 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.093+0000 7f063b7439c0 20 add_watcher() i=5 2024-09-22T09:14:07.101 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.097+0000 7f063b7439c0 20 add_watcher() i=6 2024-09-22T09:14:07.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.097+0000 7f063b7439c0 20 add_watcher() i=7 2024-09-22T09:14:07.102 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.097+0000 7f063b7439c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:07.106 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f04effe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:07.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f063b7439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:07.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f063b7439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:07.107 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f063b7439c0 5 note: GC not initialized 2024-09-22T09:14:07.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f04eefe5640 20 reqs_thread_entry: start 2024-09-22T09:14:07.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f063b7439c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:07.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f063b7439c0 20 Filter name: none 2024-09-22T09:14:07.108 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.101+0000 7f04ecfe1640 20 reqs_thread_entry: start 2024-09-22T09:14:07.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:07.109 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: starting shard=0 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-22T09:14:07.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: starting shard=1 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 INFO: main: starting shard=2 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:07.112 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.105+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: starting shard=3 2024-09-22T09:14:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:07.113 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:07.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: starting shard=4 2024-09-22T09:14:07.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:07.114 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 INFO: main: starting shard=5 2024-09-22T09:14:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:07.115 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.109+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:07.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: starting shard=6 2024-09-22T09:14:07.116 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:07.117 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: starting shard=7 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: starting shard=8 2024-09-22T09:14:07.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:07.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:07.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 INFO: main: starting shard=9 2024-09-22T09:14:07.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:07.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.113+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: starting shard=10 2024-09-22T09:14:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: starting shard=11 2024-09-22T09:14:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:07.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 INFO: main: starting shard=12 2024-09-22T09:14:07.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:07.124 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.117+0000 7f063b7439c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:07.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.121+0000 7f063b7439c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T09:14:07.125 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.121+0000 7f063b7439c0 20 INFO: main: done 2024-09-22T09:14:07.126 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.121+0000 7f04effe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:07.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.125+0000 7f063b7439c0 20 remove_watcher() i=0 2024-09-22T09:14:07.131 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.125+0000 7f063b7439c0 2 removed watcher, disabling cache 2024-09-22T09:14:07.134 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.129+0000 7f063b7439c0 20 remove_watcher() i=1 2024-09-22T09:14:07.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.133+0000 7f063b7439c0 20 remove_watcher() i=2 2024-09-22T09:14:07.139 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.133+0000 7f063b7439c0 20 remove_watcher() i=3 2024-09-22T09:14:07.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.137+0000 7f063b7439c0 20 remove_watcher() i=4 2024-09-22T09:14:07.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.137+0000 7f063b7439c0 20 remove_watcher() i=5 2024-09-22T09:14:07.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.141+0000 7f063b7439c0 20 remove_watcher() i=6 2024-09-22T09:14:07.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:07.141+0000 7f063b7439c0 20 remove_watcher() i=7 2024-09-22T09:14:07.168 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:07.169 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:07.210 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T09:14:07.664 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-22T09:14:08.129 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-22T09:14:08.163 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:08.163 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:08.412 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.405+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 realm 2024-09-22T09:14:08.413 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:08.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.414 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:08.415 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.409+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.413+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:08.417 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.413+0000 7fbd737cb9c0 20 searching for the correct realm 2024-09-22T09:14:08.420 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.413+0000 7fbd70ad0640 0 -- 172.21.15.84:0/1024238128 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fbd6c0e0020 msgr2=0x7fbd6c0ac920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:08.633 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.629+0000 7fbd712d1640 0 -- 172.21.15.84:0/1024238128 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fbd68084b60 msgr2=0x7fbd6801a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.852 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.845+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:08.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.854 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 zone default found 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 4 Realm: () 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 zonegroup default 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.855 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.849+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.853+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.853+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.853+0000 7fbd737cb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:08.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.853+0000 7fbd737cb9c0 20 started sync module instance, tier type = 2024-09-22T09:14:08.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.853+0000 7fbd737cb9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=0 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=1 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=2 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=3 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=4 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=5 2024-09-22T09:14:08.880 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.873+0000 7fbd737cb9c0 20 add_watcher() i=6 2024-09-22T09:14:08.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.877+0000 7fbd737cb9c0 20 add_watcher() i=7 2024-09-22T09:14:08.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.877+0000 7fbd737cb9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:08.886 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbc277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:08.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:08.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:08.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 5 note: GC not initialized 2024-09-22T09:14:08.887 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbc267e4640 20 reqs_thread_entry: start 2024-09-22T09:14:08.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:08.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 20 Filter name: none 2024-09-22T09:14:08.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbb97fff640 20 reqs_thread_entry: start 2024-09-22T09:14:08.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:14:08.888 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.881+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:08.889 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:14:08.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:14:08.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : miss 2024-09-22T09:14:08.890 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.891 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.885+0000 7fbd737cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:08.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:14:08.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbc54ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300820 cookie 94044363471392 notifier 8228 bl.length()=821 2024-09-22T09:14:08.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbc54ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbc54ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbc54ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:14:08.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:14:08.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:14:08.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.901+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:14:08.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.0 2024-09-22T09:14:08.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.0 2024-09-22T09:14:08.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.1 2024-09-22T09:14:08.919 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.1 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.2 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.2 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.3 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.3 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.4 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.4 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.5 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.5 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.6 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.6 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.7 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.7 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.8 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.8 2024-09-22T09:14:08.920 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.10 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.10 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.11 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.11 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.12 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.12 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.13 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.13 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.14 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.14 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.15 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.15 2024-09-22T09:14:08.921 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.16 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.16 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.913+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:08.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:08.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:08.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:08.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:08.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:08.923 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.917+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:08.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:08.925 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:08.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:08.926 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:08.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:08.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.921+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:08.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:08.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:08.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:08.930 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:08.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:08.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.925+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:08.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.929+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:08.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.929+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:08.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.933+0000 7fbd737cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:14:08.937 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.933+0000 7fbd737cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:08.940 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbc47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300821 cookie 94044363471392 notifier 8228 bl.length()=821 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbc47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.941 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbc47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.942 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbc47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.943 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:14:08.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:14:08.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:14:08.944 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.937+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:14:08.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:08.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.0 2024-09-22T09:14:08.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:08.949 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.1 2024-09-22T09:14:08.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:08.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.2 2024-09-22T09:14:08.950 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:08.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.3 2024-09-22T09:14:08.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:08.951 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.4 2024-09-22T09:14:08.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:08.952 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.945+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.5 2024-09-22T09:14:08.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:08.953 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.6 2024-09-22T09:14:08.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:08.954 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.7 2024-09-22T09:14:08.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:08.955 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.8 2024-09-22T09:14:08.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:08.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.949+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.9 2024-09-22T09:14:08.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:08.956 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.10 2024-09-22T09:14:08.957 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:08.958 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.11 2024-09-22T09:14:08.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:08.959 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.2.12 2024-09-22T09:14:08.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : hit (requested=0x17, cached=0x17) 2024-09-22T09:14:08.960 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.953+0000 7fbd737cb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:08.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbd737cb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbd737cb9c0 10 moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbd737cb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.963 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbd737cb9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18, ofs0, ns] 2024-09-22T09:14:08.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbc47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300822 cookie 94044363471392 notifier 8228 bl.length()=789 2024-09-22T09:14:08.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbc47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:08.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbc47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:08.964 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.957+0000 7fbc47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:08.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.961+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_sources= new_sources= 2024-09-22T09:14:08.966 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.961+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential sources added=[] removed=[] 2024-09-22T09:14:08.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.961+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): orig_dests= new_dests= 2024-09-22T09:14:08.967 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.961+0000 7fbd737cb9c0 20 handle_bi_update(): bucket=:myver[986dc61f-9105-405d-8643-e22bb2945f7f.4459.18]): potential dests added=[] removed=[] 2024-09-22T09:14:08.972 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.965+0000 7fbd737cb9c0 1 execute INFO: reshard of bucket "myver" from 13 shards to 17 shards completed successfully 2024-09-22T09:14:08.975 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.969+0000 7fbc277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:08.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.977+0000 7fbd737cb9c0 20 remove_watcher() i=0 2024-09-22T09:14:08.981 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.977+0000 7fbd737cb9c0 2 removed watcher, disabling cache 2024-09-22T09:14:08.983 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.977+0000 7fbd737cb9c0 20 remove_watcher() i=1 2024-09-22T09:14:08.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.981+0000 7fbd737cb9c0 20 remove_watcher() i=2 2024-09-22T09:14:08.987 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.981+0000 7fbd737cb9c0 20 remove_watcher() i=3 2024-09-22T09:14:08.989 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.985+0000 7fbd737cb9c0 20 remove_watcher() i=4 2024-09-22T09:14:08.991 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.985+0000 7fbd737cb9c0 20 remove_watcher() i=5 2024-09-22T09:14:08.992 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.989+0000 7fbd737cb9c0 20 remove_watcher() i=6 2024-09-22T09:14:08.994 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:08.989+0000 7fbd737cb9c0 20 remove_watcher() i=7 2024-09-22T09:14:09.011 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-22T09:14:09.049 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:09.049 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:09.093 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 realm 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.096 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.089+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.097 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.093+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:09.098 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.093+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.093+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:09.099 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.093+0000 7f572529c9c0 20 searching for the correct realm 2024-09-22T09:14:09.105 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.101+0000 7f57225a1640 0 -- 172.21.15.84:0/1151571283 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5714018030 msgr2=0x7f5714077170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:09.111 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.105+0000 7f57225a1640 0 -- 172.21.15.84:0/1151571283 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f55ec0823c0 msgr2=0x7f55ec0847f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.118 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:09.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:09.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 zone default found 2024-09-22T09:14:09.119 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 4 Realm: () 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 zonegroup default 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.120 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.113+0000 7f572529c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.117+0000 7f572529c9c0 20 started sync module instance, tier type = 2024-09-22T09:14:09.121 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.117+0000 7f572529c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:09.137 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=0 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=1 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=2 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=3 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=4 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=5 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=6 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 20 add_watcher() i=7 2024-09-22T09:14:09.138 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.133+0000 7f572529c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:09.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f55d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:09.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:09.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:09.141 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 5 note: GC not initialized 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f5553fff640 20 reqs_thread_entry: start 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 Filter name: none 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f5551ffb640 20 reqs_thread_entry: start 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-22T09:14:09.142 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 : miss 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:09.143 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 info.flags=0x17 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 adding default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 to cache LRU end 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.0 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.0 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.1 2024-09-22T09:14:09.144 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.137+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.1 2024-09-22T09:14:09.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-22T09:14:09.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.2 2024-09-22T09:14:09.145 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.2 2024-09-22T09:14:09.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-22T09:14:09.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.3 2024-09-22T09:14:09.146 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.3 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.4 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.4 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.5 2024-09-22T09:14:09.147 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.5 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.6 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.141+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.6 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.7 2024-09-22T09:14:09.148 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.7 2024-09-22T09:14:09.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-22T09:14:09.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.8 2024-09-22T09:14:09.150 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.8 2024-09-22T09:14:09.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-22T09:14:09.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.10 2024-09-22T09:14:09.151 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.10 2024-09-22T09:14:09.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-22T09:14:09.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.11 2024-09-22T09:14:09.152 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.145+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.11 2024-09-22T09:14:09.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-22T09:14:09.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.12 2024-09-22T09:14:09.153 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.12 2024-09-22T09:14:09.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-22T09:14:09.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.13 2024-09-22T09:14:09.154 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.13 2024-09-22T09:14:09.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-22T09:14:09.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.14 2024-09-22T09:14:09.155 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.14 2024-09-22T09:14:09.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-22T09:14:09.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.15 2024-09-22T09:14:09.156 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.149+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.15 2024-09-22T09:14:09.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-22T09:14:09.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 10 bucket_obj is .dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.16 2024-09-22T09:14:09.157 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.16 2024-09-22T09:14:09.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-22T09:14:09.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.158 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:x state=0x560e8789f8e8 s->prefetch_data=0 2024-09-22T09:14:09.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to f09eiceoo5400kv2lxfi221rhj4tc6dm 2024-09-22T09:14:09.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 get_obj_state_impl: setting s->olh_tag to wjtkjxeyf4dh7q3ncxxbsexy4p4jb1sn 2024-09-22T09:14:09.159 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.153+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wjtkjxeyf4dh7q3ncxxbsexy4p4jb1sn 2024-09-22T09:14:09.163 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.157+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-22T09:14:09.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=3 key=x[uc7IHtqjyyeq2mgxf01LVpTYS3FTwr.] 2024-09-22T09:14:09.166 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:_:uc7IHtqjyyeq2mgxf01LVpTYS3FTwr._x state=0x560e878ce1a8 s->prefetch_data=0 2024-09-22T09:14:09.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 10 manifest: total_size = 12 2024-09-22T09:14:09.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.13358286007851472311 2024-09-22T09:14:09.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:_:uc7IHtqjyyeq2mgxf01LVpTYS3FTwr._x state=0x560e878ce1a8 s->prefetch_data=0 2024-09-22T09:14:09.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 prepare_atomic_modification: state is not atomic. state=0x560e878ce1a8 2024-09-22T09:14:09.167 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.161+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.165+0000 7f572529c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:14:09.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.165+0000 7f572529c9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T09:14:09.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.165+0000 7f572529c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:14:09.171 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.165+0000 7f572529c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:uc7IHtqjyyeq2mgxf01LVpTYS3FTwr._.gcXkgfPt9zvxOsim9tEIudSeVDkD1kp_0 2024-09-22T09:14:09.173 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.169+0000 7f56067fc640 20 handle_completion(): completion ok for obj=x[uc7IHtqjyyeq2mgxf01LVpTYS3FTwr.] 2024-09-22T09:14:09.174 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.169+0000 7f572529c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:14:09.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.173+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:x state=0x560e8789f8e8 s->prefetch_data=0 2024-09-22T09:14:09.177 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.173+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wjtkjxeyf4dh7q3ncxxbsexy4p4jb1sn 2024-09-22T09:14:09.184 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.177+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.181+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.187 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.181+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.188 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.181+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:y state=0x560e878a3fb8 s->prefetch_data=0 2024-09-22T09:14:09.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.185+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to of0p2bxdfz2j3osbpfffv05t37yu1fsa 2024-09-22T09:14:09.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.185+0000 7f572529c9c0 20 get_obj_state_impl: setting s->olh_tag to 2nbvvdrnmw7hp1v6e2k1emo0pugni56q 2024-09-22T09:14:09.189 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.185+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2nbvvdrnmw7hp1v6e2k1emo0pugni56q 2024-09-22T09:14:09.191 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.185+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-22T09:14:09.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=3 key=y[B1jeOAQGz33dw3rIlN7k2n1flUYcAf.] 2024-09-22T09:14:09.193 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:_:B1jeOAQGz33dw3rIlN7k2n1flUYcAf._y state=0x560e878ce1a8 s->prefetch_data=0 2024-09-22T09:14:09.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 10 manifest: total_size = 12 2024-09-22T09:14:09.194 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.11524742357753637024 2024-09-22T09:14:09.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:_:B1jeOAQGz33dw3rIlN7k2n1flUYcAf._y state=0x560e878ce1a8 s->prefetch_data=0 2024-09-22T09:14:09.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 prepare_atomic_modification: state is not atomic. state=0x560e878ce1a8 2024-09-22T09:14:09.195 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.189+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.193+0000 7f572529c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:14:09.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.193+0000 7f572529c9c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-22T09:14:09.199 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.193+0000 7f572529c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:14:09.200 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.193+0000 7f572529c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:B1jeOAQGz33dw3rIlN7k2n1flUYcAf._.6ooD-0drIC76Q-EMGnlFE2tv8czCGjq_0 2024-09-22T09:14:09.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.197+0000 7f572529c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:14:09.202 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.197+0000 7f5605ffb640 20 handle_completion(): completion ok for obj=y[B1jeOAQGz33dw3rIlN7k2n1flUYcAf.] 2024-09-22T09:14:09.203 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.197+0000 7f572529c9c0 20 get_obj_state: octx=0x560e875555a0 obj=myver:y state=0x560e878a3fb8 s->prefetch_data=0 2024-09-22T09:14:09.204 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.197+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2nbvvdrnmw7hp1v6e2k1emo0pugni56q 2024-09-22T09:14:09.207 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.201+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.212 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.205+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.209+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.213 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.209+0000 7f572529c9c0 20 get_obj_state: octx=0x560e8789cb60 obj=myver:z state=0x560e878a3fb8 s->prefetch_data=0 2024-09-22T09:14:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.209+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to qmzfpsspn42lk3i2ql1per57egpf6lul 2024-09-22T09:14:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.209+0000 7f572529c9c0 20 get_obj_state_impl: setting s->olh_tag to 7gdr96w438koqac6cp11h8ivwvdgelab 2024-09-22T09:14:09.214 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.209+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7gdr96w438koqac6cp11h8ivwvdgelab 2024-09-22T09:14:09.218 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.213+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-22T09:14:09.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 olh_log_entry: epoch=2 op=3 key=z[I.NAecs1k1RQkJqM.4fB3hvtcnQL4kl] 2024-09-22T09:14:09.221 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 get_obj_state: octx=0x560e8789cb60 obj=myver:_:I.NAecs1k1RQkJqM.4fB3hvtcnQL4kl_z state=0x560e878999f8 s->prefetch_data=0 2024-09-22T09:14:09.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 10 manifest: total_size = 9 2024-09-22T09:14:09.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 get_obj_state: setting s->obj_tag to 986dc61f-9105-405d-8643-e22bb2945f7f.4459.14926285699253440175 2024-09-22T09:14:09.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 get_obj_state: octx=0x560e8789cb60 obj=myver:_:I.NAecs1k1RQkJqM.4fB3hvtcnQL4kl_z state=0x560e878999f8 s->prefetch_data=0 2024-09-22T09:14:09.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 prepare_atomic_modification: state is not atomic. state=0x560e878999f8 2024-09-22T09:14:09.222 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.217+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.221+0000 7f572529c9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-22T09:14:09.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.221+0000 7f572529c9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-22T09:14:09.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.221+0000 7f572529c9c0 0 deleting objects inline since gc isn't initialized 2024-09-22T09:14:09.226 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.221+0000 7f572529c9c0 5 delete_objs_inline: removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:I.NAecs1k1RQkJqM.4fB3hvtcnQL4kl_.wOuNdzZXp8aIxAdC4ZVQLPbsHxIe5La_0 2024-09-22T09:14:09.228 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.221+0000 7f572529c9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-22T09:14:09.229 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.225+0000 7f5605ffb640 20 handle_completion(): completion ok for obj=z[I.NAecs1k1RQkJqM.4fB3hvtcnQL4kl] 2024-09-22T09:14:09.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.225+0000 7f572529c9c0 20 get_obj_state: octx=0x560e8789cb60 obj=myver:z state=0x560e878a3fb8 s->prefetch_data=0 2024-09-22T09:14:09.231 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.225+0000 7f572529c9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7gdr96w438koqac6cp11h8ivwvdgelab 2024-09-22T09:14:09.238 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.233+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.237+0000 7f572529c9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.18.3.9 2024-09-22T09:14:09.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.237+0000 7f572529c9c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-22T09:14:09.241 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.237+0000 7f572529c9c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-22T09:14:09.242 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.237+0000 7f55d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:09.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.241+0000 7f572529c9c0 20 remove_watcher() i=0 2024-09-22T09:14:09.247 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.241+0000 7f572529c9c0 2 removed watcher, disabling cache 2024-09-22T09:14:09.249 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.245+0000 7f572529c9c0 20 remove_watcher() i=1 2024-09-22T09:14:09.251 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.245+0000 7f572529c9c0 20 remove_watcher() i=2 2024-09-22T09:14:09.254 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.249+0000 7f572529c9c0 20 remove_watcher() i=3 2024-09-22T09:14:09.256 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.249+0000 7f572529c9c0 20 remove_watcher() i=4 2024-09-22T09:14:09.257 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.253+0000 7f572529c9c0 20 remove_watcher() i=5 2024-09-22T09:14:09.259 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.253+0000 7f572529c9c0 20 remove_watcher() i=6 2024-09-22T09:14:09.260 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.257+0000 7f572529c9c0 20 remove_watcher() i=7 2024-09-22T09:14:09.279 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:09.280 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:09.338 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:09.338 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:09.603 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket stats --bucket myver 2024-09-22T09:14:09.636 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:09.636 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:09.682 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 realm 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.684 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.677+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.681+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:09.686 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.681+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.681+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:09.688 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.681+0000 7f9af8ef69c0 20 searching for the correct realm 2024-09-22T09:14:09.692 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.689+0000 7f9af71fd640 0 -- 172.21.15.84:0/2366539900 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x559eb1cce380 msgr2=0x559eb1cd0770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:09.698 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.693+0000 7f9af69fc640 0 -- 172.21.15.84:0/2366539900 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f9aec069410 msgr2=0x7f9aec084680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.706 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 zone default found 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 4 Realm: () 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:09.707 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 zonegroup default 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.701+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.705+0000 7f9af8ef69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:09.708 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.705+0000 7f9af8ef69c0 20 started sync module instance, tier type = 2024-09-22T09:14:09.709 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.705+0000 7f9af8ef69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:09.724 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=0 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=1 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=2 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=3 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=4 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=5 2024-09-22T09:14:09.725 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=6 2024-09-22T09:14:09.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 20 add_watcher() i=7 2024-09-22T09:14:09.726 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.721+0000 7f9af8ef69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f99adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:09.729 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 5 note: GC not initialized 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f99acfe1640 20 reqs_thread_entry: start 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 Filter name: none 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f99a5ffb640 20 reqs_thread_entry: start 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:09.730 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:09.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:14:09.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-22T09:14:09.732 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.725+0000 7f9af8ef69c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:09.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.729+0000 7f9af8ef69c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-22T09:14:09.733 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.729+0000 7f9af8ef69c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T09:14:09.736 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.729+0000 7f99adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:09.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.737+0000 7f9af8ef69c0 20 remove_watcher() i=0 2024-09-22T09:14:09.741 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.737+0000 7f9af8ef69c0 2 removed watcher, disabling cache 2024-09-22T09:14:09.743 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.737+0000 7f9af8ef69c0 20 remove_watcher() i=1 2024-09-22T09:14:09.745 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.741+0000 7f9af8ef69c0 20 remove_watcher() i=2 2024-09-22T09:14:09.747 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.741+0000 7f9af8ef69c0 20 remove_watcher() i=3 2024-09-22T09:14:09.750 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.745+0000 7f9af8ef69c0 20 remove_watcher() i=4 2024-09-22T09:14:09.751 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.745+0000 7f9af8ef69c0 20 remove_watcher() i=5 2024-09-22T09:14:09.752 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.745+0000 7f9af8ef69c0 20 remove_watcher() i=6 2024-09-22T09:14:09.753 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T09:14:09.749+0000 7f9af8ef69c0 20 remove_watcher() i=7 2024-09-22T09:14:09.767 INFO:tasks.workunit.client.0.smithi084.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-22T09:14:09.768 INFO:tasks.workunit.client.0.smithi084.stderr:Deleting bucket a-bucket 2024-09-22T09:14:09.769 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:09.769 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:09.795 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:09.795 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:09.894 INFO:tasks.workunit.client.0.smithi084.stderr:Deleting bucket myver 2024-09-22T09:14:09.896 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:09.896 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:10.032 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T09:14:10.033 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T09:14:10.498 INFO:tasks.workunit.client.0.smithi084.stderr:Completed resharding tests 2024-09-22T09:14:10.498 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-22T09:14:10.499 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-22T09:14:10.499 INFO:tasks.workunit.client.0.smithi084.stdout:connected to https://localhost:443 2024-09-22T09:14:10.616 INFO:tasks.workunit.client.0.smithi084.stderr:+ deactivate 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ export PATH 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ hash -r 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset -f deactivate 2024-09-22T09:14:10.617 INFO:tasks.workunit.client.0.smithi084.stderr:+ echo OK. 2024-09-22T09:14:10.618 INFO:tasks.workunit.client.0.smithi084.stdout:OK. 2024-09-22T09:14:10.618 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T09:14:10.619 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T09:14:10.673 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-22T09:14:10.673 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T09:14:11.096 DEBUG:teuthology.parallel:result is None 2024-09-22T09:14:11.097 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:14:11.107 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:14:11.108 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T09:14:11.152 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T09:14:11.153 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-22T09:14:11.166 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-22T09:14:11.166 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-22T09:14:11.166 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-22T09:14:11.166 DEBUG:teuthology.orchestra.run.smithi084:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-22T09:14:11.201 INFO:teuthology.orchestra.run.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-22T09:14:15.541 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-22T09:14:15.541 DEBUG:teuthology.orchestra.run.smithi084:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-22T09:14:15.633 INFO:teuthology.orchestra.run.smithi084.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-22T09:14:15.693 INFO:teuthology.orchestra.run.smithi084.stdout:Reading package lists... 2024-09-22T09:14:15.911 INFO:teuthology.orchestra.run.smithi084.stdout:Building dependency tree... 2024-09-22T09:14:15.911 INFO:teuthology.orchestra.run.smithi084.stdout:Reading state information... 2024-09-22T09:14:16.117 INFO:teuthology.orchestra.run.smithi084.stdout:The following packages were automatically installed and are no longer required: 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-22T09:14:16.118 INFO:teuthology.orchestra.run.smithi084.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-22T09:14:16.119 INFO:teuthology.orchestra.run.smithi084.stdout:The following additional packages will be installed: 2024-09-22T09:14:16.120 INFO:teuthology.orchestra.run.smithi084.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-22T09:14:16.120 INFO:teuthology.orchestra.run.smithi084.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-22T09:14:16.121 INFO:teuthology.orchestra.run.smithi084.stdout:Suggested packages: 2024-09-22T09:14:16.121 INFO:teuthology.orchestra.run.smithi084.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-22T09:14:16.121 INFO:teuthology.orchestra.run.smithi084.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-22T09:14:16.121 INFO:teuthology.orchestra.run.smithi084.stdout: fonts-wqy-zenhei fonts-indic 2024-09-22T09:14:16.156 INFO:teuthology.orchestra.run.smithi084.stdout:The following NEW packages will be installed: 2024-09-22T09:14:16.156 INFO:teuthology.orchestra.run.smithi084.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-22T09:14:16.157 INFO:teuthology.orchestra.run.smithi084.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-22T09:14:16.358 INFO:teuthology.orchestra.run.smithi084.stdout:0 upgraded, 9 newly installed, 0 to remove and 332 not upgraded. 2024-09-22T09:14:16.358 INFO:teuthology.orchestra.run.smithi084.stdout:Need to get 46.0 MB of archives. 2024-09-22T09:14:16.358 INFO:teuthology.orchestra.run.smithi084.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-22T09:14:16.358 INFO:teuthology.orchestra.run.smithi084.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-22T09:14:16.728 INFO:teuthology.orchestra.run.smithi084.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-22T09:14:17.084 INFO:teuthology.orchestra.run.smithi084.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-22T09:14:17.085 INFO:teuthology.orchestra.run.smithi084.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-22T09:14:17.091 INFO:teuthology.orchestra.run.smithi084.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-22T09:14:17.092 INFO:teuthology.orchestra.run.smithi084.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-22T09:14:18.139 INFO:teuthology.orchestra.run.smithi084.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-22T09:14:18.141 INFO:teuthology.orchestra.run.smithi084.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-22T09:14:18.371 INFO:teuthology.orchestra.run.smithi084.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-22T09:14:18.790 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: unable to initialize frontend: Dialog 2024-09-22T09:14:18.791 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-22T09:14:18.791 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: falling back to frontend: Readline 2024-09-22T09:14:18.808 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: unable to initialize frontend: Readline 2024-09-22T09:14:18.808 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-22T09:14:18.808 INFO:teuthology.orchestra.run.smithi084.stderr:debconf: falling back to frontend: Teletype 2024-09-22T09:14:18.813 INFO:teuthology.orchestra.run.smithi084.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-22T09:14:18.845 INFO:teuthology.orchestra.run.smithi084.stdout:Fetched 46.0 MB in 2s (19.8 MB/s) 2024-09-22T09:14:18.965 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-22T09:14:19.060 INFO:teuthology.orchestra.run.smithi084.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177259 files and directories currently installed.) 2024-09-22T09:14:19.066 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-22T09:14:19.113 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:19.484 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-22T09:14:19.512 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:14:19.592 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:20.038 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-22T09:14:20.066 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:14:20.104 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:20.324 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-22T09:14:20.340 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:14:20.373 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:20.584 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-22T09:14:20.613 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-22T09:14:20.650 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:21.096 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-22T09:14:21.125 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:14:21.174 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:22.943 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-22T09:14:22.971 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:14:23.004 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:23.447 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-22T09:14:23.476 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:14:23.517 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:24.242 INFO:teuthology.orchestra.run.smithi084.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-22T09:14:24.271 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-22T09:14:24.313 INFO:teuthology.orchestra.run.smithi084.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:24.671 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:25.759 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-22T09:14:25.785 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-22T09:14:25.809 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-22T09:14:26.175 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:26.318 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:26.836 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:27.187 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-22T09:14:27.247 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:27.339 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-22T09:14:27.367 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-22T09:14:27.393 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-22T09:14:27.418 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-22T09:14:27.528 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-22T09:14:27.682 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-22T09:14:27.799 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-22T09:14:27.901 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-22T09:14:27.951 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-22T09:14:27.994 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-22T09:14:28.022 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-22T09:14:28.045 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-22T09:14:28.109 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:28.236 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:28.370 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-22T09:14:28.457 INFO:teuthology.orchestra.run.smithi084.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-22T09:14:28.530 INFO:teuthology.orchestra.run.smithi084.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-22T09:14:28.658 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-22T09:14:29.691 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-22T09:14:29.784 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-22T09:14:30.061 INFO:teuthology.orchestra.run.smithi084.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-22T09:14:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: Gradle will be installed under /opt/gradle 2024-09-22T09:14:30.567 INFO:teuthology.orchestra.run.smithi084.stderr:--2024-09-22 09:14:30-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-22T09:14:30.570 INFO:teuthology.orchestra.run.smithi084.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4865, ... 2024-09-22T09:14:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-22T09:14:30.613 INFO:teuthology.orchestra.run.smithi084.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-22T09:14:30.613 INFO:teuthology.orchestra.run.smithi084.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-22T09:14:30.614 INFO:teuthology.orchestra.run.smithi084.stderr:--2024-09-22 09:14:30-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-22T09:14:30.615 INFO:teuthology.orchestra.run.smithi084.stderr:Resolving github.com (github.com)... 140.82.113.3 2024-09-22T09:14:30.625 INFO:teuthology.orchestra.run.smithi084.stderr:Connecting to github.com (github.com)|140.82.113.3|:443... connected. 2024-09-22T09:14:30.707 INFO:teuthology.orchestra.run.smithi084.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-22T09:14:30.707 INFO:teuthology.orchestra.run.smithi084.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240922%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240922T091430Z&X-Amz-Expires=300&X-Amz-Signature=05edfc63635998c2f86b295913e8220cd7af24d6053061408152c6e741d49e7d&X-Amz-SignedHeaders=host&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-22T09:14:30.707 INFO:teuthology.orchestra.run.smithi084.stderr:--2024-09-22 09:14:30-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240922%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240922T091430Z&X-Amz-Expires=300&X-Amz-Signature=05edfc63635998c2f86b295913e8220cd7af24d6053061408152c6e741d49e7d&X-Amz-SignedHeaders=host&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-22T09:14:30.718 INFO:teuthology.orchestra.run.smithi084.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.110.133, 185.199.109.133, 185.199.111.133, ... 2024-09-22T09:14:30.730 INFO:teuthology.orchestra.run.smithi084.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.110.133|:443... connected. 2024-09-22T09:14:30.810 INFO:teuthology.orchestra.run.smithi084.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-22T09:14:30.810 INFO:teuthology.orchestra.run.smithi084.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-22T09:14:30.810 INFO:teuthology.orchestra.run.smithi084.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-22T09:14:30.811 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T09:14:30.825 INFO:teuthology.orchestra.run.smithi084.stderr: 0K .......... .......... .......... .......... .......... 0% 3.27M 28s 2024-09-22T09:14:30.835 INFO:teuthology.orchestra.run.smithi084.stderr: 50K .......... .......... .......... .......... .......... 0% 5.08M 23s 2024-09-22T09:14:30.838 INFO:teuthology.orchestra.run.smithi084.stderr: 100K .......... .......... .......... .......... .......... 0% 16.3M 17s 2024-09-22T09:14:30.840 INFO:teuthology.orchestra.run.smithi084.stderr: 150K .......... .......... .......... .......... .......... 0% 19.3M 14s 2024-09-22T09:14:30.847 INFO:teuthology.orchestra.run.smithi084.stderr: 200K .......... .......... .......... .......... .......... 0% 7.84M 13s 2024-09-22T09:14:30.848 INFO:teuthology.orchestra.run.smithi084.stderr: 250K .......... .......... .......... .......... .......... 0% 26.4M 12s 2024-09-22T09:14:30.849 INFO:teuthology.orchestra.run.smithi084.stderr: 300K .......... .......... .......... .......... .......... 0% 46.9M 10s 2024-09-22T09:14:30.851 INFO:teuthology.orchestra.run.smithi084.stderr: 350K .......... .......... .......... .......... .......... 0% 29.2M 9s 2024-09-22T09:14:30.853 INFO:teuthology.orchestra.run.smithi084.stderr: 400K .......... .......... .......... .......... .......... 0% 35.2M 9s 2024-09-22T09:14:30.867 INFO:teuthology.orchestra.run.smithi084.stderr: 450K .......... .......... .......... .......... .......... 0% 3.76M 10s 2024-09-22T09:14:30.867 INFO:teuthology.orchestra.run.smithi084.stderr: 500K .......... .......... .......... .......... .......... 0% 135M 9s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 550K .......... .......... .......... .......... .......... 0% 134M 9s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 600K .......... .......... .......... .......... .......... 0% 151M 8s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 650K .......... .......... .......... .......... .......... 0% 148M 7s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 700K .......... .......... .......... .......... .......... 0% 146M 7s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 750K .......... .......... .......... .......... .......... 0% 126M 7s 2024-09-22T09:14:30.879 INFO:teuthology.orchestra.run.smithi084.stderr: 800K .......... .......... .......... .......... .......... 0% 138M 6s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 850K .......... .......... .......... .......... .......... 0% 153M 6s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 900K .......... .......... .......... .......... .......... 1% 147M 6s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 950K .......... .......... .......... .......... .......... 1% 26.7M 6s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1000K .......... .......... .......... .......... .......... 1% 23.6M 5s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1050K .......... .......... .......... .......... .......... 1% 55.2M 5s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1100K .......... .......... .......... .......... .......... 1% 30.9M 5s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1150K .......... .......... .......... .......... .......... 1% 51.0M 5s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1200K .......... .......... .......... .......... .......... 1% 95.4M 5s 2024-09-22T09:14:30.880 INFO:teuthology.orchestra.run.smithi084.stderr: 1250K .......... .......... .......... .......... .......... 1% 68.8M 5s 2024-09-22T09:14:30.882 INFO:teuthology.orchestra.run.smithi084.stderr: 1300K .......... .......... .......... .......... .......... 1% 9.57M 5s 2024-09-22T09:14:30.885 INFO:teuthology.orchestra.run.smithi084.stderr: 1350K .......... .......... .......... .......... .......... 1% 19.1M 5s 2024-09-22T09:14:30.885 INFO:teuthology.orchestra.run.smithi084.stderr: 1400K .......... .......... .......... .......... .......... 1% 112M 5s 2024-09-22T09:14:30.887 INFO:teuthology.orchestra.run.smithi084.stderr: 1450K .......... .......... .......... .......... .......... 1% 30.4M 5s 2024-09-22T09:14:30.888 INFO:teuthology.orchestra.run.smithi084.stderr: 1500K .......... .......... .......... .......... .......... 1% 41.7M 5s 2024-09-22T09:14:30.890 INFO:teuthology.orchestra.run.smithi084.stderr: 1550K .......... .......... .......... .......... .......... 1% 31.0M 5s 2024-09-22T09:14:30.893 INFO:teuthology.orchestra.run.smithi084.stderr: 1600K .......... .......... .......... .......... .......... 1% 16.7M 5s 2024-09-22T09:14:30.894 INFO:teuthology.orchestra.run.smithi084.stderr: 1650K .......... .......... .......... .......... .......... 1% 30.2M 5s 2024-09-22T09:14:30.897 INFO:teuthology.orchestra.run.smithi084.stderr: 1700K .......... .......... .......... .......... .......... 1% 30.2M 4s 2024-09-22T09:14:30.897 INFO:teuthology.orchestra.run.smithi084.stderr: 1750K .......... .......... .......... .......... .......... 1% 43.1M 4s 2024-09-22T09:14:30.899 INFO:teuthology.orchestra.run.smithi084.stderr: 1800K .......... .......... .......... .......... .......... 1% 28.2M 4s 2024-09-22T09:14:30.899 INFO:teuthology.orchestra.run.smithi084.stderr: 1850K .......... .......... .......... .......... .......... 2% 49.3M 4s 2024-09-22T09:14:30.901 INFO:teuthology.orchestra.run.smithi084.stderr: 1900K .......... .......... .......... .......... .......... 2% 50.7M 4s 2024-09-22T09:14:30.902 INFO:teuthology.orchestra.run.smithi084.stderr: 1950K .......... .......... .......... .......... .......... 2% 27.2M 4s 2024-09-22T09:14:30.906 INFO:teuthology.orchestra.run.smithi084.stderr: 2000K .......... .......... .......... .......... .......... 2% 13.9M 4s 2024-09-22T09:14:30.909 INFO:teuthology.orchestra.run.smithi084.stderr: 2050K .......... .......... .......... .......... .......... 2% 23.1M 4s 2024-09-22T09:14:30.909 INFO:teuthology.orchestra.run.smithi084.stderr: 2100K .......... .......... .......... .......... .......... 2% 95.1M 4s 2024-09-22T09:14:30.910 INFO:teuthology.orchestra.run.smithi084.stderr: 2150K .......... .......... .......... .......... .......... 2% 28.1M 4s 2024-09-22T09:14:30.912 INFO:teuthology.orchestra.run.smithi084.stderr: 2200K .......... .......... .......... .......... .......... 2% 38.8M 4s 2024-09-22T09:14:30.913 INFO:teuthology.orchestra.run.smithi084.stderr: 2250K .......... .......... .......... .......... .......... 2% 38.7M 4s 2024-09-22T09:14:30.914 INFO:teuthology.orchestra.run.smithi084.stderr: 2300K .......... .......... .......... .......... .......... 2% 42.0M 4s 2024-09-22T09:14:30.918 INFO:teuthology.orchestra.run.smithi084.stderr: 2350K .......... .......... .......... .......... .......... 2% 13.7M 4s 2024-09-22T09:14:30.920 INFO:teuthology.orchestra.run.smithi084.stderr: 2400K .......... .......... .......... .......... .......... 2% 23.5M 4s 2024-09-22T09:14:30.920 INFO:teuthology.orchestra.run.smithi084.stderr: 2450K .......... .......... .......... .......... .......... 2% 99.6M 4s 2024-09-22T09:14:30.922 INFO:teuthology.orchestra.run.smithi084.stderr: 2500K .......... .......... .......... .......... .......... 2% 27.5M 4s 2024-09-22T09:14:30.924 INFO:teuthology.orchestra.run.smithi084.stderr: 2550K .......... .......... .......... .......... .......... 2% 42.2M 4s 2024-09-22T09:14:30.924 INFO:teuthology.orchestra.run.smithi084.stderr: 2600K .......... .......... .......... .......... .......... 2% 35.2M 4s 2024-09-22T09:14:30.925 INFO:teuthology.orchestra.run.smithi084.stderr: 2650K .......... .......... .......... .......... .......... 2% 44.9M 4s 2024-09-22T09:14:30.929 INFO:teuthology.orchestra.run.smithi084.stderr: 2700K .......... .......... .......... .......... .......... 2% 13.8M 4s 2024-09-22T09:14:30.932 INFO:teuthology.orchestra.run.smithi084.stderr: 2750K .......... .......... .......... .......... .......... 3% 22.5M 4s 2024-09-22T09:14:30.932 INFO:teuthology.orchestra.run.smithi084.stderr: 2800K .......... .......... .......... .......... .......... 3% 72.1M 4s 2024-09-22T09:14:30.934 INFO:teuthology.orchestra.run.smithi084.stderr: 2850K .......... .......... .......... .......... .......... 3% 30.2M 4s 2024-09-22T09:14:30.935 INFO:teuthology.orchestra.run.smithi084.stderr: 2900K .......... .......... .......... .......... .......... 3% 37.3M 4s 2024-09-22T09:14:30.936 INFO:teuthology.orchestra.run.smithi084.stderr: 2950K .......... .......... .......... .......... .......... 3% 34.7M 4s 2024-09-22T09:14:30.937 INFO:teuthology.orchestra.run.smithi084.stderr: 3000K .......... .......... .......... .......... .......... 3% 47.4M 4s 2024-09-22T09:14:30.941 INFO:teuthology.orchestra.run.smithi084.stderr: 3050K .......... .......... .......... .......... .......... 3% 14.1M 4s 2024-09-22T09:14:30.942 INFO:teuthology.orchestra.run.smithi084.stderr: 3100K .......... .......... .......... .......... .......... 3% 32.1M 4s 2024-09-22T09:14:30.943 INFO:teuthology.orchestra.run.smithi084.stderr: 3150K .......... .......... .......... .......... .......... 3% 39.1M 4s 2024-09-22T09:14:30.945 INFO:teuthology.orchestra.run.smithi084.stderr: 3200K .......... .......... .......... .......... .......... 3% 27.8M 4s 2024-09-22T09:14:30.947 INFO:teuthology.orchestra.run.smithi084.stderr: 3250K .......... .......... .......... .......... .......... 3% 39.1M 4s 2024-09-22T09:14:30.948 INFO:teuthology.orchestra.run.smithi084.stderr: 3300K .......... .......... .......... .......... .......... 3% 38.1M 4s 2024-09-22T09:14:30.949 INFO:teuthology.orchestra.run.smithi084.stderr: 3350K .......... .......... .......... .......... .......... 3% 44.6M 4s 2024-09-22T09:14:30.952 INFO:teuthology.orchestra.run.smithi084.stderr: 3400K .......... .......... .......... .......... .......... 3% 13.9M 4s 2024-09-22T09:14:30.954 INFO:teuthology.orchestra.run.smithi084.stderr: 3450K .......... .......... .......... .......... .......... 3% 31.6M 4s 2024-09-22T09:14:30.955 INFO:teuthology.orchestra.run.smithi084.stderr: 3500K .......... .......... .......... .......... .......... 3% 43.8M 4s 2024-09-22T09:14:30.957 INFO:teuthology.orchestra.run.smithi084.stderr: 3550K .......... .......... .......... .......... .......... 3% 25.7M 4s 2024-09-22T09:14:30.959 INFO:teuthology.orchestra.run.smithi084.stderr: 3600K .......... .......... .......... .......... .......... 3% 42.6M 4s 2024-09-22T09:14:30.959 INFO:teuthology.orchestra.run.smithi084.stderr: 3650K .......... .......... .......... .......... .......... 3% 42.3M 4s 2024-09-22T09:14:30.960 INFO:teuthology.orchestra.run.smithi084.stderr: 3700K .......... .......... .......... .......... .......... 4% 42.3M 4s 2024-09-22T09:14:30.964 INFO:teuthology.orchestra.run.smithi084.stderr: 3750K .......... .......... .......... .......... .......... 4% 13.4M 4s 2024-09-22T09:14:30.965 INFO:teuthology.orchestra.run.smithi084.stderr: 3800K .......... .......... .......... .......... .......... 4% 31.4M 4s 2024-09-22T09:14:30.967 INFO:teuthology.orchestra.run.smithi084.stderr: 3850K .......... .......... .......... .......... .......... 4% 48.7M 4s 2024-09-22T09:14:30.968 INFO:teuthology.orchestra.run.smithi084.stderr: 3900K .......... .......... .......... .......... .......... 4% 36.9M 4s 2024-09-22T09:14:30.970 INFO:teuthology.orchestra.run.smithi084.stderr: 3950K .......... .......... .......... .......... .......... 4% 28.5M 4s 2024-09-22T09:14:30.971 INFO:teuthology.orchestra.run.smithi084.stderr: 4000K .......... .......... .......... .......... .......... 4% 40.9M 4s 2024-09-22T09:14:30.972 INFO:teuthology.orchestra.run.smithi084.stderr: 4050K .......... .......... .......... .......... .......... 4% 38.4M 4s 2024-09-22T09:14:30.976 INFO:teuthology.orchestra.run.smithi084.stderr: 4100K .......... .......... .......... .......... .......... 4% 13.4M 4s 2024-09-22T09:14:30.978 INFO:teuthology.orchestra.run.smithi084.stderr: 4150K .......... .......... .......... .......... .......... 4% 23.0M 4s 2024-09-22T09:14:30.978 INFO:teuthology.orchestra.run.smithi084.stderr: 4200K .......... .......... .......... .......... .......... 4% 72.1M 4s 2024-09-22T09:14:30.980 INFO:teuthology.orchestra.run.smithi084.stderr: 4250K .......... .......... .......... .......... .......... 4% 35.6M 3s 2024-09-22T09:14:30.982 INFO:teuthology.orchestra.run.smithi084.stderr: 4300K .......... .......... .......... .......... .......... 4% 31.8M 3s 2024-09-22T09:14:30.983 INFO:teuthology.orchestra.run.smithi084.stderr: 4350K .......... .......... .......... .......... .......... 4% 38.9M 3s 2024-09-22T09:14:30.986 INFO:teuthology.orchestra.run.smithi084.stderr: 4400K .......... .......... .......... .......... .......... 4% 16.0M 3s 2024-09-22T09:14:30.987 INFO:teuthology.orchestra.run.smithi084.stderr: 4450K .......... .......... .......... .......... .......... 4% 31.7M 3s 2024-09-22T09:14:30.989 INFO:teuthology.orchestra.run.smithi084.stderr: 4500K .......... .......... .......... .......... .......... 4% 28.7M 3s 2024-09-22T09:14:30.991 INFO:teuthology.orchestra.run.smithi084.stderr: 4550K .......... .......... .......... .......... .......... 4% 36.2M 3s 2024-09-22T09:14:30.992 INFO:teuthology.orchestra.run.smithi084.stderr: 4600K .......... .......... .......... .......... .......... 5% 32.3M 3s 2024-09-22T09:14:30.993 INFO:teuthology.orchestra.run.smithi084.stderr: 4650K .......... .......... .......... .......... .......... 5% 47.8M 3s 2024-09-22T09:14:30.994 INFO:teuthology.orchestra.run.smithi084.stderr: 4700K .......... .......... .......... .......... .......... 5% 63.0M 3s 2024-09-22T09:14:30.995 INFO:teuthology.orchestra.run.smithi084.stderr: 4750K .......... .......... .......... .......... .......... 5% 28.6M 3s 2024-09-22T09:14:30.999 INFO:teuthology.orchestra.run.smithi084.stderr: 4800K .......... .......... .......... .......... .......... 5% 12.9M 3s 2024-09-22T09:14:31.001 INFO:teuthology.orchestra.run.smithi084.stderr: 4850K .......... .......... .......... .......... .......... 5% 25.5M 3s 2024-09-22T09:14:31.002 INFO:teuthology.orchestra.run.smithi084.stderr: 4900K .......... .......... .......... .......... .......... 5% 55.2M 3s 2024-09-22T09:14:31.003 INFO:teuthology.orchestra.run.smithi084.stderr: 4950K .......... .......... .......... .......... .......... 5% 32.2M 3s 2024-09-22T09:14:31.004 INFO:teuthology.orchestra.run.smithi084.stderr: 5000K .......... .......... .......... .......... .......... 5% 41.0M 3s 2024-09-22T09:14:31.006 INFO:teuthology.orchestra.run.smithi084.stderr: 5050K .......... .......... .......... .......... .......... 5% 40.2M 3s 2024-09-22T09:14:31.007 INFO:teuthology.orchestra.run.smithi084.stderr: 5100K .......... .......... .......... .......... .......... 5% 50.5M 3s 2024-09-22T09:14:31.011 INFO:teuthology.orchestra.run.smithi084.stderr: 5150K .......... .......... .......... .......... .......... 5% 12.3M 3s 2024-09-22T09:14:31.013 INFO:teuthology.orchestra.run.smithi084.stderr: 5200K .......... .......... .......... .......... .......... 5% 27.1M 3s 2024-09-22T09:14:31.013 INFO:teuthology.orchestra.run.smithi084.stderr: 5250K .......... .......... .......... .......... .......... 5% 49.0M 3s 2024-09-22T09:14:31.015 INFO:teuthology.orchestra.run.smithi084.stderr: 5300K .......... .......... .......... .......... .......... 5% 35.7M 3s 2024-09-22T09:14:31.016 INFO:teuthology.orchestra.run.smithi084.stderr: 5350K .......... .......... .......... .......... .......... 5% 41.8M 3s 2024-09-22T09:14:31.017 INFO:teuthology.orchestra.run.smithi084.stderr: 5400K .......... .......... .......... .......... .......... 5% 34.0M 3s 2024-09-22T09:14:31.018 INFO:teuthology.orchestra.run.smithi084.stderr: 5450K .......... .......... .......... .......... .......... 5% 54.9M 3s 2024-09-22T09:14:31.022 INFO:teuthology.orchestra.run.smithi084.stderr: 5500K .......... .......... .......... .......... .......... 5% 12.7M 3s 2024-09-22T09:14:31.024 INFO:teuthology.orchestra.run.smithi084.stderr: 5550K .......... .......... .......... .......... .......... 6% 26.7M 3s 2024-09-22T09:14:31.025 INFO:teuthology.orchestra.run.smithi084.stderr: 5600K .......... .......... .......... .......... .......... 6% 43.4M 3s 2024-09-22T09:14:31.027 INFO:teuthology.orchestra.run.smithi084.stderr: 5650K .......... .......... .......... .......... .......... 6% 37.9M 3s 2024-09-22T09:14:31.028 INFO:teuthology.orchestra.run.smithi084.stderr: 5700K .......... .......... .......... .......... .......... 6% 42.4M 3s 2024-09-22T09:14:31.029 INFO:teuthology.orchestra.run.smithi084.stderr: 5750K .......... .......... .......... .......... .......... 6% 33.3M 3s 2024-09-22T09:14:31.030 INFO:teuthology.orchestra.run.smithi084.stderr: 5800K .......... .......... .......... .......... .......... 6% 47.4M 3s 2024-09-22T09:14:31.034 INFO:teuthology.orchestra.run.smithi084.stderr: 5850K .......... .......... .......... .......... .......... 6% 12.7M 3s 2024-09-22T09:14:31.036 INFO:teuthology.orchestra.run.smithi084.stderr: 5900K .......... .......... .......... .......... .......... 6% 35.6M 3s 2024-09-22T09:14:31.037 INFO:teuthology.orchestra.run.smithi084.stderr: 5950K .......... .......... .......... .......... .......... 6% 33.2M 3s 2024-09-22T09:14:31.038 INFO:teuthology.orchestra.run.smithi084.stderr: 6000K .......... .......... .......... .......... .......... 6% 35.8M 3s 2024-09-22T09:14:31.040 INFO:teuthology.orchestra.run.smithi084.stderr: 6050K .......... .......... .......... .......... .......... 6% 37.2M 3s 2024-09-22T09:14:31.041 INFO:teuthology.orchestra.run.smithi084.stderr: 6100K .......... .......... .......... .......... .......... 6% 36.2M 3s 2024-09-22T09:14:31.042 INFO:teuthology.orchestra.run.smithi084.stderr: 6150K .......... .......... .......... .......... .......... 6% 54.4M 3s 2024-09-22T09:14:31.046 INFO:teuthology.orchestra.run.smithi084.stderr: 6200K .......... .......... .......... .......... .......... 6% 12.7M 3s 2024-09-22T09:14:31.047 INFO:teuthology.orchestra.run.smithi084.stderr: 6250K .......... .......... .......... .......... .......... 6% 34.5M 3s 2024-09-22T09:14:31.049 INFO:teuthology.orchestra.run.smithi084.stderr: 6300K .......... .......... .......... .......... .......... 6% 33.0M 3s 2024-09-22T09:14:31.050 INFO:teuthology.orchestra.run.smithi084.stderr: 6350K .......... .......... .......... .......... .......... 6% 35.4M 3s 2024-09-22T09:14:31.051 INFO:teuthology.orchestra.run.smithi084.stderr: 6400K .......... .......... .......... .......... .......... 6% 41.9M 3s 2024-09-22T09:14:31.052 INFO:teuthology.orchestra.run.smithi084.stderr: 6450K .......... .......... .......... .......... .......... 6% 34.0M 3s 2024-09-22T09:14:31.053 INFO:teuthology.orchestra.run.smithi084.stderr: 6500K .......... .......... .......... .......... .......... 7% 49.2M 3s 2024-09-22T09:14:31.057 INFO:teuthology.orchestra.run.smithi084.stderr: 6550K .......... .......... .......... .......... .......... 7% 12.8M 3s 2024-09-22T09:14:31.059 INFO:teuthology.orchestra.run.smithi084.stderr: 6600K .......... .......... .......... .......... .......... 7% 36.9M 3s 2024-09-22T09:14:31.060 INFO:teuthology.orchestra.run.smithi084.stderr: 6650K .......... .......... .......... .......... .......... 7% 33.0M 3s 2024-09-22T09:14:31.062 INFO:teuthology.orchestra.run.smithi084.stderr: 6700K .......... .......... .......... .......... .......... 7% 36.3M 3s 2024-09-22T09:14:31.063 INFO:teuthology.orchestra.run.smithi084.stderr: 6750K .......... .......... .......... .......... .......... 7% 29.2M 3s 2024-09-22T09:14:31.064 INFO:teuthology.orchestra.run.smithi084.stderr: 6800K .......... .......... .......... .......... .......... 7% 55.1M 3s 2024-09-22T09:14:31.066 INFO:teuthology.orchestra.run.smithi084.stderr: 6850K .......... .......... .......... .......... .......... 7% 26.3M 3s 2024-09-22T09:14:31.068 INFO:teuthology.orchestra.run.smithi084.stderr: 6900K .......... .......... .......... .......... .......... 7% 25.7M 3s 2024-09-22T09:14:31.070 INFO:teuthology.orchestra.run.smithi084.stderr: 6950K .......... .......... .......... .......... .......... 7% 18.2M 3s 2024-09-22T09:14:31.071 INFO:teuthology.orchestra.run.smithi084.stderr: 7000K .......... .......... .......... .......... .......... 7% 41.4M 3s 2024-09-22T09:14:31.073 INFO:teuthology.orchestra.run.smithi084.stderr: 7050K .......... .......... .......... .......... .......... 7% 37.7M 3s 2024-09-22T09:14:31.074 INFO:teuthology.orchestra.run.smithi084.stderr: 7100K .......... .......... .......... .......... .......... 7% 40.2M 3s 2024-09-22T09:14:31.076 INFO:teuthology.orchestra.run.smithi084.stderr: 7150K .......... .......... .......... .......... .......... 7% 29.6M 3s 2024-09-22T09:14:31.080 INFO:teuthology.orchestra.run.smithi084.stderr: 7200K .......... .......... .......... .......... .......... 7% 14.9M 3s 2024-09-22T09:14:31.080 INFO:teuthology.orchestra.run.smithi084.stderr: 7250K .......... .......... .......... .......... .......... 7% 130M 3s 2024-09-22T09:14:31.082 INFO:teuthology.orchestra.run.smithi084.stderr: 7300K .......... .......... .......... .......... .......... 7% 20.4M 3s 2024-09-22T09:14:31.083 INFO:teuthology.orchestra.run.smithi084.stderr: 7350K .......... .......... .......... .......... .......... 7% 44.3M 3s 2024-09-22T09:14:31.085 INFO:teuthology.orchestra.run.smithi084.stderr: 7400K .......... .......... .......... .......... .......... 8% 33.5M 3s 2024-09-22T09:14:31.085 INFO:teuthology.orchestra.run.smithi084.stderr: 7450K .......... .......... .......... .......... .......... 8% 51.0M 3s 2024-09-22T09:14:31.086 INFO:teuthology.orchestra.run.smithi084.stderr: 7500K .......... .......... .......... .......... .......... 8% 53.0M 3s 2024-09-22T09:14:31.088 INFO:teuthology.orchestra.run.smithi084.stderr: 7550K .......... .......... .......... .......... .......... 8% 31.1M 3s 2024-09-22T09:14:31.091 INFO:teuthology.orchestra.run.smithi084.stderr: 7600K .......... .......... .......... .......... .......... 8% 14.9M 3s 2024-09-22T09:14:31.094 INFO:teuthology.orchestra.run.smithi084.stderr: 7650K .......... .......... .......... .......... .......... 8% 22.5M 3s 2024-09-22T09:14:31.094 INFO:teuthology.orchestra.run.smithi084.stderr: 7700K .......... .......... .......... .......... .......... 8% 96.5M 3s 2024-09-22T09:14:31.096 INFO:teuthology.orchestra.run.smithi084.stderr: 7750K .......... .......... .......... .......... .......... 8% 24.6M 3s 2024-09-22T09:14:31.097 INFO:teuthology.orchestra.run.smithi084.stderr: 7800K .......... .......... .......... .......... .......... 8% 58.2M 3s 2024-09-22T09:14:31.098 INFO:teuthology.orchestra.run.smithi084.stderr: 7850K .......... .......... .......... .......... .......... 8% 31.3M 3s 2024-09-22T09:14:31.100 INFO:teuthology.orchestra.run.smithi084.stderr: 7900K .......... .......... .......... .......... .......... 8% 42.1M 3s 2024-09-22T09:14:31.101 INFO:teuthology.orchestra.run.smithi084.stderr: 7950K .......... .......... .......... .......... .......... 8% 34.7M 3s 2024-09-22T09:14:31.104 INFO:teuthology.orchestra.run.smithi084.stderr: 8000K .......... .......... .......... .......... .......... 8% 17.9M 3s 2024-09-22T09:14:31.106 INFO:teuthology.orchestra.run.smithi084.stderr: 8050K .......... .......... .......... .......... .......... 8% 24.1M 3s 2024-09-22T09:14:31.107 INFO:teuthology.orchestra.run.smithi084.stderr: 8100K .......... .......... .......... .......... .......... 8% 30.8M 3s 2024-09-22T09:14:31.108 INFO:teuthology.orchestra.run.smithi084.stderr: 8150K .......... .......... .......... .......... .......... 8% 89.3M 3s 2024-09-22T09:14:31.109 INFO:teuthology.orchestra.run.smithi084.stderr: 8200K .......... .......... .......... .......... .......... 8% 32.3M 3s 2024-09-22T09:14:31.110 INFO:teuthology.orchestra.run.smithi084.stderr: 8250K .......... .......... .......... .......... .......... 8% 63.2M 3s 2024-09-22T09:14:31.112 INFO:teuthology.orchestra.run.smithi084.stderr: 8300K .......... .......... .......... .......... .......... 8% 29.8M 3s 2024-09-22T09:14:31.114 INFO:teuthology.orchestra.run.smithi084.stderr: 8350K .......... .......... .......... .......... .......... 9% 18.2M 3s 2024-09-22T09:14:31.115 INFO:teuthology.orchestra.run.smithi084.stderr: 8400K .......... .......... .......... .......... .......... 9% 49.2M 3s 2024-09-22T09:14:31.118 INFO:teuthology.orchestra.run.smithi084.stderr: 8450K .......... .......... .......... .......... .......... 9% 22.1M 3s 2024-09-22T09:14:31.119 INFO:teuthology.orchestra.run.smithi084.stderr: 8500K .......... .......... .......... .......... .......... 9% 33.3M 3s 2024-09-22T09:14:31.121 INFO:teuthology.orchestra.run.smithi084.stderr: 8550K .......... .......... .......... .......... .......... 9% 39.1M 3s 2024-09-22T09:14:31.121 INFO:teuthology.orchestra.run.smithi084.stderr: 8600K .......... .......... .......... .......... .......... 9% 63.9M 3s 2024-09-22T09:14:31.122 INFO:teuthology.orchestra.run.smithi084.stderr: 8650K .......... .......... .......... .......... .......... 9% 32.2M 3s 2024-09-22T09:14:31.123 INFO:teuthology.orchestra.run.smithi084.stderr: 8700K .......... .......... .......... .......... .......... 9% 51.3M 3s 2024-09-22T09:14:31.127 INFO:teuthology.orchestra.run.smithi084.stderr: 8750K .......... .......... .......... .......... .......... 9% 14.4M 3s 2024-09-22T09:14:31.135 INFO:teuthology.orchestra.run.smithi084.stderr: 8800K .......... .......... .......... .......... .......... 9% 11.2M 3s 2024-09-22T09:14:31.135 INFO:teuthology.orchestra.run.smithi084.stderr: 8850K .......... .......... .......... .......... .......... 9% 112M 3s 2024-09-22T09:14:31.135 INFO:teuthology.orchestra.run.smithi084.stderr: 8900K .......... .......... .......... .......... .......... 9% 130M 3s 2024-09-22T09:14:31.135 INFO:teuthology.orchestra.run.smithi084.stderr: 8950K .......... .......... .......... .......... .......... 9% 97.7M 3s 2024-09-22T09:14:31.135 INFO:teuthology.orchestra.run.smithi084.stderr: 9000K .......... .......... .......... .......... .......... 9% 55.9M 3s 2024-09-22T09:14:31.136 INFO:teuthology.orchestra.run.smithi084.stderr: 9050K .......... .......... .......... .......... .......... 9% 48.9M 3s 2024-09-22T09:14:31.136 INFO:teuthology.orchestra.run.smithi084.stderr: 9100K .......... .......... .......... .......... .......... 9% 31.9M 3s 2024-09-22T09:14:31.139 INFO:teuthology.orchestra.run.smithi084.stderr: 9150K .......... .......... .......... .......... .......... 9% 17.7M 3s 2024-09-22T09:14:31.143 INFO:teuthology.orchestra.run.smithi084.stderr: 9200K .......... .......... .......... .......... .......... 9% 9.89M 3s 2024-09-22T09:14:31.145 INFO:teuthology.orchestra.run.smithi084.stderr: 9250K .......... .......... .......... .......... .......... 10% 37.5M 3s 2024-09-22T09:14:31.146 INFO:teuthology.orchestra.run.smithi084.stderr: 9300K .......... .......... .......... .......... .......... 10% 46.7M 3s 2024-09-22T09:14:31.147 INFO:teuthology.orchestra.run.smithi084.stderr: 9350K .......... .......... .......... .......... .......... 10% 27.8M 3s 2024-09-22T09:14:31.148 INFO:teuthology.orchestra.run.smithi084.stderr: 9400K .......... .......... .......... .......... .......... 10% 50.5M 3s 2024-09-22T09:14:31.150 INFO:teuthology.orchestra.run.smithi084.stderr: 9450K .......... .......... .......... .......... .......... 10% 31.1M 3s 2024-09-22T09:14:31.152 INFO:teuthology.orchestra.run.smithi084.stderr: 9500K .......... .......... .......... .......... .......... 10% 30.9M 3s 2024-09-22T09:14:31.155 INFO:teuthology.orchestra.run.smithi084.stderr: 9550K .......... .......... .......... .......... .......... 10% 16.0M 3s 2024-09-22T09:14:31.156 INFO:teuthology.orchestra.run.smithi084.stderr: 9600K .......... .......... .......... .......... .......... 10% 32.5M 3s 2024-09-22T09:14:31.157 INFO:teuthology.orchestra.run.smithi084.stderr: 9650K .......... .......... .......... .......... .......... 10% 67.1M 3s 2024-09-22T09:14:31.159 INFO:teuthology.orchestra.run.smithi084.stderr: 9700K .......... .......... .......... .......... .......... 10% 31.8M 3s 2024-09-22T09:14:31.160 INFO:teuthology.orchestra.run.smithi084.stderr: 9750K .......... .......... .......... .......... .......... 10% 33.1M 3s 2024-09-22T09:14:31.161 INFO:teuthology.orchestra.run.smithi084.stderr: 9800K .......... .......... .......... .......... .......... 10% 46.3M 3s 2024-09-22T09:14:31.162 INFO:teuthology.orchestra.run.smithi084.stderr: 9850K .......... .......... .......... .......... .......... 10% 56.6M 3s 2024-09-22T09:14:31.164 INFO:teuthology.orchestra.run.smithi084.stderr: 9900K .......... .......... .......... .......... .......... 10% 28.2M 3s 2024-09-22T09:14:31.168 INFO:teuthology.orchestra.run.smithi084.stderr: 9950K .......... .......... .......... .......... .......... 10% 12.7M 3s 2024-09-22T09:14:31.169 INFO:teuthology.orchestra.run.smithi084.stderr: 10000K .......... .......... .......... .......... .......... 10% 53.5M 3s 2024-09-22T09:14:31.169 INFO:teuthology.orchestra.run.smithi084.stderr: 10050K .......... .......... .......... .......... .......... 10% 53.4M 3s 2024-09-22T09:14:31.170 INFO:teuthology.orchestra.run.smithi084.stderr: 10100K .......... .......... .......... .......... .......... 10% 48.5M 3s 2024-09-22T09:14:31.172 INFO:teuthology.orchestra.run.smithi084.stderr: 10150K .......... .......... .......... .......... .......... 10% 32.7M 3s 2024-09-22T09:14:31.174 INFO:teuthology.orchestra.run.smithi084.stderr: 10200K .......... .......... .......... .......... .......... 11% 27.1M 3s 2024-09-22T09:14:31.174 INFO:teuthology.orchestra.run.smithi084.stderr: 10250K .......... .......... .......... .......... .......... 11% 65.8M 3s 2024-09-22T09:14:31.175 INFO:teuthology.orchestra.run.smithi084.stderr: 10300K .......... .......... .......... .......... .......... 11% 50.8M 3s 2024-09-22T09:14:31.179 INFO:teuthology.orchestra.run.smithi084.stderr: 10350K .......... .......... .......... .......... .......... 11% 11.7M 3s 2024-09-22T09:14:31.180 INFO:teuthology.orchestra.run.smithi084.stderr: 10400K .......... .......... .......... .......... .......... 11% 59.7M 3s 2024-09-22T09:14:31.182 INFO:teuthology.orchestra.run.smithi084.stderr: 10450K .......... .......... .......... .......... .......... 11% 33.8M 3s 2024-09-22T09:14:31.183 INFO:teuthology.orchestra.run.smithi084.stderr: 10500K .......... .......... .......... .......... .......... 11% 49.4M 3s 2024-09-22T09:14:31.185 INFO:teuthology.orchestra.run.smithi084.stderr: 10550K .......... .......... .......... .......... .......... 11% 26.7M 3s 2024-09-22T09:14:31.185 INFO:teuthology.orchestra.run.smithi084.stderr: 10600K .......... .......... .......... .......... .......... 11% 56.0M 3s 2024-09-22T09:14:31.187 INFO:teuthology.orchestra.run.smithi084.stderr: 10650K .......... .......... .......... .......... .......... 11% 35.3M 3s 2024-09-22T09:14:31.188 INFO:teuthology.orchestra.run.smithi084.stderr: 10700K .......... .......... .......... .......... .......... 11% 50.7M 3s 2024-09-22T09:14:31.191 INFO:teuthology.orchestra.run.smithi084.stderr: 10750K .......... .......... .......... .......... .......... 11% 13.4M 3s 2024-09-22T09:14:31.193 INFO:teuthology.orchestra.run.smithi084.stderr: 10800K .......... .......... .......... .......... .......... 11% 37.7M 3s 2024-09-22T09:14:31.194 INFO:teuthology.orchestra.run.smithi084.stderr: 10850K .......... .......... .......... .......... .......... 11% 53.7M 3s 2024-09-22T09:14:31.195 INFO:teuthology.orchestra.run.smithi084.stderr: 10900K .......... .......... .......... .......... .......... 11% 34.3M 3s 2024-09-22T09:14:31.196 INFO:teuthology.orchestra.run.smithi084.stderr: 10950K .......... .......... .......... .......... .......... 11% 40.5M 3s 2024-09-22T09:14:31.198 INFO:teuthology.orchestra.run.smithi084.stderr: 11000K .......... .......... .......... .......... .......... 11% 36.8M 3s 2024-09-22T09:14:31.199 INFO:teuthology.orchestra.run.smithi084.stderr: 11050K .......... .......... .......... .......... .......... 11% 42.7M 3s 2024-09-22T09:14:31.201 INFO:teuthology.orchestra.run.smithi084.stderr: 11100K .......... .......... .......... .......... .......... 12% 20.5M 3s 2024-09-22T09:14:31.204 INFO:teuthology.orchestra.run.smithi084.stderr: 11150K .......... .......... .......... .......... .......... 12% 20.9M 3s 2024-09-22T09:14:31.205 INFO:teuthology.orchestra.run.smithi084.stderr: 11200K .......... .......... .......... .......... .......... 12% 39.0M 3s 2024-09-22T09:14:31.206 INFO:teuthology.orchestra.run.smithi084.stderr: 11250K .......... .......... .......... .......... .......... 12% 39.4M 3s 2024-09-22T09:14:31.207 INFO:teuthology.orchestra.run.smithi084.stderr: 11300K .......... .......... .......... .......... .......... 12% 59.8M 3s 2024-09-22T09:14:31.209 INFO:teuthology.orchestra.run.smithi084.stderr: 11350K .......... .......... .......... .......... .......... 12% 25.2M 3s 2024-09-22T09:14:31.209 INFO:teuthology.orchestra.run.smithi084.stderr: 11400K .......... .......... .......... .......... .......... 12% 90.1M 3s 2024-09-22T09:14:31.211 INFO:teuthology.orchestra.run.smithi084.stderr: 11450K .......... .......... .......... .......... .......... 12% 29.6M 3s 2024-09-22T09:14:31.214 INFO:teuthology.orchestra.run.smithi084.stderr: 11500K .......... .......... .......... .......... .......... 12% 14.4M 3s 2024-09-22T09:14:31.215 INFO:teuthology.orchestra.run.smithi084.stderr: 11550K .......... .......... .......... .......... .......... 12% 56.2M 3s 2024-09-22T09:14:31.217 INFO:teuthology.orchestra.run.smithi084.stderr: 11600K .......... .......... .......... .......... .......... 12% 27.9M 3s 2024-09-22T09:14:31.218 INFO:teuthology.orchestra.run.smithi084.stderr: 11650K .......... .......... .......... .......... .......... 12% 45.5M 3s 2024-09-22T09:14:31.219 INFO:teuthology.orchestra.run.smithi084.stderr: 11700K .......... .......... .......... .......... .......... 12% 34.1M 3s 2024-09-22T09:14:31.221 INFO:teuthology.orchestra.run.smithi084.stderr: 11750K .......... .......... .......... .......... .......... 12% 39.6M 3s 2024-09-22T09:14:31.222 INFO:teuthology.orchestra.run.smithi084.stderr: 11800K .......... .......... .......... .......... .......... 12% 35.6M 3s 2024-09-22T09:14:31.223 INFO:teuthology.orchestra.run.smithi084.stderr: 11850K .......... .......... .......... .......... .......... 12% 71.9M 3s 2024-09-22T09:14:31.227 INFO:teuthology.orchestra.run.smithi084.stderr: 11900K .......... .......... .......... .......... .......... 12% 13.4M 3s 2024-09-22T09:14:31.228 INFO:teuthology.orchestra.run.smithi084.stderr: 11950K .......... .......... .......... .......... .......... 12% 35.5M 3s 2024-09-22T09:14:31.229 INFO:teuthology.orchestra.run.smithi084.stderr: 12000K .......... .......... .......... .......... .......... 12% 48.4M 3s 2024-09-22T09:14:31.230 INFO:teuthology.orchestra.run.smithi084.stderr: 12050K .......... .......... .......... .......... .......... 13% 33.9M 3s 2024-09-22T09:14:31.233 INFO:teuthology.orchestra.run.smithi084.stderr: 12100K .......... .......... .......... .......... .......... 13% 23.0M 3s 2024-09-22T09:14:31.233 INFO:teuthology.orchestra.run.smithi084.stderr: 12150K .......... .......... .......... .......... .......... 13% 104M 3s 2024-09-22T09:14:31.234 INFO:teuthology.orchestra.run.smithi084.stderr: 12200K .......... .......... .......... .......... .......... 13% 38.1M 3s 2024-09-22T09:14:31.236 INFO:teuthology.orchestra.run.smithi084.stderr: 12250K .......... .......... .......... .......... .......... 13% 23.3M 3s 2024-09-22T09:14:31.239 INFO:teuthology.orchestra.run.smithi084.stderr: 12300K .......... .......... .......... .......... .......... 13% 21.4M 3s 2024-09-22T09:14:31.241 INFO:teuthology.orchestra.run.smithi084.stderr: 12350K .......... .......... .......... .......... .......... 13% 25.1M 3s 2024-09-22T09:14:31.241 INFO:teuthology.orchestra.run.smithi084.stderr: 12400K .......... .......... .......... .......... .......... 13% 67.8M 3s 2024-09-22T09:14:31.242 INFO:teuthology.orchestra.run.smithi084.stderr: 12450K .......... .......... .......... .......... .......... 13% 60.3M 3s 2024-09-22T09:14:31.245 INFO:teuthology.orchestra.run.smithi084.stderr: 12500K .......... .......... .......... .......... .......... 13% 20.5M 3s 2024-09-22T09:14:31.246 INFO:teuthology.orchestra.run.smithi084.stderr: 12550K .......... .......... .......... .......... .......... 13% 44.0M 3s 2024-09-22T09:14:31.246 INFO:teuthology.orchestra.run.smithi084.stderr: 12600K .......... .......... .......... .......... .......... 13% 53.1M 3s 2024-09-22T09:14:31.248 INFO:teuthology.orchestra.run.smithi084.stderr: 12650K .......... .......... .......... .......... .......... 13% 26.8M 3s 2024-09-22T09:14:31.250 INFO:teuthology.orchestra.run.smithi084.stderr: 12700K .......... .......... .......... .......... .......... 13% 24.5M 3s 2024-09-22T09:14:31.253 INFO:teuthology.orchestra.run.smithi084.stderr: 12750K .......... .......... .......... .......... .......... 13% 24.4M 3s 2024-09-22T09:14:31.254 INFO:teuthology.orchestra.run.smithi084.stderr: 12800K .......... .......... .......... .......... .......... 13% 36.9M 3s 2024-09-22T09:14:31.254 INFO:teuthology.orchestra.run.smithi084.stderr: 12850K .......... .......... .......... .......... .......... 13% 43.5M 3s 2024-09-22T09:14:31.257 INFO:teuthology.orchestra.run.smithi084.stderr: 12900K .......... .......... .......... .......... .......... 13% 26.4M 3s 2024-09-22T09:14:31.257 INFO:teuthology.orchestra.run.smithi084.stderr: 12950K .......... .......... .......... .......... .......... 13% 52.8M 3s 2024-09-22T09:14:31.260 INFO:teuthology.orchestra.run.smithi084.stderr: 13000K .......... .......... .......... .......... .......... 14% 20.6M 3s 2024-09-22T09:14:31.262 INFO:teuthology.orchestra.run.smithi084.stderr: 13050K .......... .......... .......... .......... .......... 14% 31.0M 3s 2024-09-22T09:14:31.262 INFO:teuthology.orchestra.run.smithi084.stderr: 13100K .......... .......... .......... .......... .......... 14% 73.0M 3s 2024-09-22T09:14:31.264 INFO:teuthology.orchestra.run.smithi084.stderr: 13150K .......... .......... .......... .......... .......... 14% 23.3M 3s 2024-09-22T09:14:31.266 INFO:teuthology.orchestra.run.smithi084.stderr: 13200K .......... .......... .......... .......... .......... 14% 33.3M 3s 2024-09-22T09:14:31.269 INFO:teuthology.orchestra.run.smithi084.stderr: 13250K .......... .......... .......... .......... .......... 14% 19.9M 3s 2024-09-22T09:14:31.269 INFO:teuthology.orchestra.run.smithi084.stderr: 13300K .......... .......... .......... .......... .......... 14% 129M 3s 2024-09-22T09:14:31.270 INFO:teuthology.orchestra.run.smithi084.stderr: 13350K .......... .......... .......... .......... .......... 14% 32.0M 3s 2024-09-22T09:14:31.271 INFO:teuthology.orchestra.run.smithi084.stderr: 13400K .......... .......... .......... .......... .......... 14% 31.3M 3s 2024-09-22T09:14:31.274 INFO:teuthology.orchestra.run.smithi084.stderr: 13450K .......... .......... .......... .......... .......... 14% 23.5M 3s 2024-09-22T09:14:31.274 INFO:teuthology.orchestra.run.smithi084.stderr: 13500K .......... .......... .......... .......... .......... 14% 50.6M 3s 2024-09-22T09:14:31.276 INFO:teuthology.orchestra.run.smithi084.stderr: 13550K .......... .......... .......... .......... .......... 14% 28.4M 3s 2024-09-22T09:14:31.278 INFO:teuthology.orchestra.run.smithi084.stderr: 13600K .......... .......... .......... .......... .......... 14% 32.3M 3s 2024-09-22T09:14:31.280 INFO:teuthology.orchestra.run.smithi084.stderr: 13650K .......... .......... .......... .......... .......... 14% 23.8M 3s 2024-09-22T09:14:31.281 INFO:teuthology.orchestra.run.smithi084.stderr: 13700K .......... .......... .......... .......... .......... 14% 52.5M 3s 2024-09-22T09:14:31.282 INFO:teuthology.orchestra.run.smithi084.stderr: 13750K .......... .......... .......... .......... .......... 14% 43.6M 3s 2024-09-22T09:14:31.284 INFO:teuthology.orchestra.run.smithi084.stderr: 13800K .......... .......... .......... .......... .......... 14% 19.4M 3s 2024-09-22T09:14:31.286 INFO:teuthology.orchestra.run.smithi084.stderr: 13850K .......... .......... .......... .......... .......... 14% 40.8M 3s 2024-09-22T09:14:31.288 INFO:teuthology.orchestra.run.smithi084.stderr: 13900K .......... .......... .......... .......... .......... 15% 30.7M 3s 2024-09-22T09:14:31.289 INFO:teuthology.orchestra.run.smithi084.stderr: 13950K .......... .......... .......... .......... .......... 15% 29.8M 3s 2024-09-22T09:14:31.289 INFO:teuthology.orchestra.run.smithi084.stderr: 14000K .......... .......... .......... .......... .......... 15% 70.4M 3s 2024-09-22T09:14:31.292 INFO:teuthology.orchestra.run.smithi084.stderr: 14050K .......... .......... .......... .......... .......... 15% 22.5M 3s 2024-09-22T09:14:31.292 INFO:teuthology.orchestra.run.smithi084.stderr: 14100K .......... .......... .......... .......... .......... 15% 49.6M 3s 2024-09-22T09:14:31.295 INFO:teuthology.orchestra.run.smithi084.stderr: 14150K .......... .......... .......... .......... .......... 15% 24.5M 3s 2024-09-22T09:14:31.296 INFO:teuthology.orchestra.run.smithi084.stderr: 14200K .......... .......... .......... .......... .......... 15% 32.1M 3s 2024-09-22T09:14:31.297 INFO:teuthology.orchestra.run.smithi084.stderr: 14250K .......... .......... .......... .......... .......... 15% 35.4M 3s 2024-09-22T09:14:31.299 INFO:teuthology.orchestra.run.smithi084.stderr: 14300K .......... .......... .......... .......... .......... 15% 32.9M 3s 2024-09-22T09:14:31.301 INFO:teuthology.orchestra.run.smithi084.stderr: 14350K .......... .......... .......... .......... .......... 15% 32.7M 3s 2024-09-22T09:14:31.303 INFO:teuthology.orchestra.run.smithi084.stderr: 14400K .......... .......... .......... .......... .......... 15% 21.0M 3s 2024-09-22T09:14:31.304 INFO:teuthology.orchestra.run.smithi084.stderr: 14450K .......... .......... .......... .......... .......... 15% 40.2M 3s 2024-09-22T09:14:31.305 INFO:teuthology.orchestra.run.smithi084.stderr: 14500K .......... .......... .......... .......... .......... 15% 46.7M 3s 2024-09-22T09:14:31.306 INFO:teuthology.orchestra.run.smithi084.stderr: 14550K .......... .......... .......... .......... .......... 15% 40.6M 3s 2024-09-22T09:14:31.309 INFO:teuthology.orchestra.run.smithi084.stderr: 14600K .......... .......... .......... .......... .......... 15% 20.4M 3s 2024-09-22T09:14:31.309 INFO:teuthology.orchestra.run.smithi084.stderr: 14650K .......... .......... .......... .......... .......... 15% 78.2M 3s 2024-09-22T09:14:31.311 INFO:teuthology.orchestra.run.smithi084.stderr: 14700K .......... .......... .......... .......... .......... 15% 27.0M 3s 2024-09-22T09:14:31.312 INFO:teuthology.orchestra.run.smithi084.stderr: 14750K .......... .......... .......... .......... .......... 15% 30.0M 3s 2024-09-22T09:14:31.315 INFO:teuthology.orchestra.run.smithi084.stderr: 14800K .......... .......... .......... .......... .......... 15% 25.1M 3s 2024-09-22T09:14:31.316 INFO:teuthology.orchestra.run.smithi084.stderr: 14850K .......... .......... .......... .......... .......... 16% 36.9M 3s 2024-09-22T09:14:31.318 INFO:teuthology.orchestra.run.smithi084.stderr: 14900K .......... .......... .......... .......... .......... 16% 27.4M 3s 2024-09-22T09:14:31.319 INFO:teuthology.orchestra.run.smithi084.stderr: 14950K .......... .......... .......... .......... .......... 16% 33.2M 3s 2024-09-22T09:14:31.321 INFO:teuthology.orchestra.run.smithi084.stderr: 15000K .......... .......... .......... .......... .......... 16% 36.9M 3s 2024-09-22T09:14:31.322 INFO:teuthology.orchestra.run.smithi084.stderr: 15050K .......... .......... .......... .......... .......... 16% 29.4M 3s 2024-09-22T09:14:31.324 INFO:teuthology.orchestra.run.smithi084.stderr: 15100K .......... .......... .......... .......... .......... 16% 30.0M 3s 2024-09-22T09:14:31.326 INFO:teuthology.orchestra.run.smithi084.stderr: 15150K .......... .......... .......... .......... .......... 16% 23.0M 3s 2024-09-22T09:14:31.328 INFO:teuthology.orchestra.run.smithi084.stderr: 15200K .......... .......... .......... .......... .......... 16% 48.9M 3s 2024-09-22T09:14:31.328 INFO:teuthology.orchestra.run.smithi084.stderr: 15250K .......... .......... .......... .......... .......... 16% 76.2M 3s 2024-09-22T09:14:31.330 INFO:teuthology.orchestra.run.smithi084.stderr: 15300K .......... .......... .......... .......... .......... 16% 24.5M 3s 2024-09-22T09:14:31.333 INFO:teuthology.orchestra.run.smithi084.stderr: 15350K .......... .......... .......... .......... .......... 16% 19.9M 3s 2024-09-22T09:14:31.333 INFO:teuthology.orchestra.run.smithi084.stderr: 15400K .......... .......... .......... .......... .......... 16% 104M 3s 2024-09-22T09:14:31.334 INFO:teuthology.orchestra.run.smithi084.stderr: 15450K .......... .......... .......... .......... .......... 16% 31.5M 3s 2024-09-22T09:14:31.336 INFO:teuthology.orchestra.run.smithi084.stderr: 15500K .......... .......... .......... .......... .......... 16% 28.7M 3s 2024-09-22T09:14:31.338 INFO:teuthology.orchestra.run.smithi084.stderr: 15550K .......... .......... .......... .......... .......... 16% 24.5M 3s 2024-09-22T09:14:31.339 INFO:teuthology.orchestra.run.smithi084.stderr: 15600K .......... .......... .......... .......... .......... 16% 37.1M 3s 2024-09-22T09:14:31.340 INFO:teuthology.orchestra.run.smithi084.stderr: 15650K .......... .......... .......... .......... .......... 16% 49.6M 3s 2024-09-22T09:14:31.341 INFO:teuthology.orchestra.run.smithi084.stderr: 15700K .......... .......... .......... .......... .......... 16% 38.2M 3s 2024-09-22T09:14:31.344 INFO:teuthology.orchestra.run.smithi084.stderr: 15750K .......... .......... .......... .......... .......... 17% 19.5M 3s 2024-09-22T09:14:31.346 INFO:teuthology.orchestra.run.smithi084.stderr: 15800K .......... .......... .......... .......... .......... 17% 30.4M 3s 2024-09-22T09:14:31.346 INFO:teuthology.orchestra.run.smithi084.stderr: 15850K .......... .......... .......... .......... .......... 17% 66.2M 3s 2024-09-22T09:14:31.348 INFO:teuthology.orchestra.run.smithi084.stderr: 15900K .......... .......... .......... .......... .......... 17% 38.7M 3s 2024-09-22T09:14:31.349 INFO:teuthology.orchestra.run.smithi084.stderr: 15950K .......... .......... .......... .......... .......... 17% 23.5M 3s 2024-09-22T09:14:31.351 INFO:teuthology.orchestra.run.smithi084.stderr: 16000K .......... .......... .......... .......... .......... 17% 33.4M 3s 2024-09-22T09:14:31.353 INFO:teuthology.orchestra.run.smithi084.stderr: 16050K .......... .......... .......... .......... .......... 17% 29.6M 3s 2024-09-22T09:14:31.354 INFO:teuthology.orchestra.run.smithi084.stderr: 16100K .......... .......... .......... .......... .......... 17% 31.0M 3s 2024-09-22T09:14:31.356 INFO:teuthology.orchestra.run.smithi084.stderr: 16150K .......... .......... .......... .......... .......... 17% 28.2M 3s 2024-09-22T09:14:31.357 INFO:teuthology.orchestra.run.smithi084.stderr: 16200K .......... .......... .......... .......... .......... 17% 38.5M 3s 2024-09-22T09:14:31.359 INFO:teuthology.orchestra.run.smithi084.stderr: 16250K .......... .......... .......... .......... .......... 17% 28.5M 3s 2024-09-22T09:14:31.359 INFO:teuthology.orchestra.run.smithi084.stderr: 16300K .......... .......... .......... .......... .......... 17% 83.2M 3s 2024-09-22T09:14:31.362 INFO:teuthology.orchestra.run.smithi084.stderr: 16350K .......... .......... .......... .......... .......... 17% 20.4M 3s 2024-09-22T09:14:31.363 INFO:teuthology.orchestra.run.smithi084.stderr: 16400K .......... .......... .......... .......... .......... 17% 34.4M 3s 2024-09-22T09:14:31.365 INFO:teuthology.orchestra.run.smithi084.stderr: 16450K .......... .......... .......... .......... .......... 17% 40.7M 3s 2024-09-22T09:14:31.367 INFO:teuthology.orchestra.run.smithi084.stderr: 16500K .......... .......... .......... .......... .......... 17% 20.0M 3s 2024-09-22T09:14:31.368 INFO:teuthology.orchestra.run.smithi084.stderr: 16550K .......... .......... .......... .......... .......... 17% 76.2M 3s 2024-09-22T09:14:31.369 INFO:teuthology.orchestra.run.smithi084.stderr: 16600K .......... .......... .......... .......... .......... 17% 28.7M 3s 2024-09-22T09:14:31.371 INFO:teuthology.orchestra.run.smithi084.stderr: 16650K .......... .......... .......... .......... .......... 17% 36.3M 3s 2024-09-22T09:14:31.373 INFO:teuthology.orchestra.run.smithi084.stderr: 16700K .......... .......... .......... .......... .......... 18% 24.9M 3s 2024-09-22T09:14:31.375 INFO:teuthology.orchestra.run.smithi084.stderr: 16750K .......... .......... .......... .......... .......... 18% 27.5M 3s 2024-09-22T09:14:31.375 INFO:teuthology.orchestra.run.smithi084.stderr: 16800K .......... .......... .......... .......... .......... 18% 80.2M 3s 2024-09-22T09:14:31.377 INFO:teuthology.orchestra.run.smithi084.stderr: 16850K .......... .......... .......... .......... .......... 18% 22.0M 3s 2024-09-22T09:14:31.379 INFO:teuthology.orchestra.run.smithi084.stderr: 16900K .......... .......... .......... .......... .......... 18% 31.0M 3s 2024-09-22T09:14:31.381 INFO:teuthology.orchestra.run.smithi084.stderr: 16950K .......... .......... .......... .......... .......... 18% 29.1M 3s 2024-09-22T09:14:31.381 INFO:teuthology.orchestra.run.smithi084.stderr: 17000K .......... .......... .......... .......... .......... 18% 87.0M 3s 2024-09-22T09:14:31.383 INFO:teuthology.orchestra.run.smithi084.stderr: 17050K .......... .......... .......... .......... .......... 18% 29.0M 3s 2024-09-22T09:14:31.384 INFO:teuthology.orchestra.run.smithi084.stderr: 17100K .......... .......... .......... .......... .......... 18% 30.3M 3s 2024-09-22T09:14:31.387 INFO:teuthology.orchestra.run.smithi084.stderr: 17150K .......... .......... .......... .......... .......... 18% 26.1M 3s 2024-09-22T09:14:31.388 INFO:teuthology.orchestra.run.smithi084.stderr: 17200K .......... .......... .......... .......... .......... 18% 29.0M 3s 2024-09-22T09:14:31.389 INFO:teuthology.orchestra.run.smithi084.stderr: 17250K .......... .......... .......... .......... .......... 18% 46.1M 3s 2024-09-22T09:14:31.391 INFO:teuthology.orchestra.run.smithi084.stderr: 17300K .......... .......... .......... .......... .......... 18% 26.8M 3s 2024-09-22T09:14:31.393 INFO:teuthology.orchestra.run.smithi084.stderr: 17350K .......... .......... .......... .......... .......... 18% 34.1M 3s 2024-09-22T09:14:31.394 INFO:teuthology.orchestra.run.smithi084.stderr: 17400K .......... .......... .......... .......... .......... 18% 27.6M 3s 2024-09-22T09:14:31.397 INFO:teuthology.orchestra.run.smithi084.stderr: 17450K .......... .......... .......... .......... .......... 18% 25.9M 3s 2024-09-22T09:14:31.397 INFO:teuthology.orchestra.run.smithi084.stderr: 17500K .......... .......... .......... .......... .......... 18% 58.1M 3s 2024-09-22T09:14:31.398 INFO:teuthology.orchestra.run.smithi084.stderr: 17550K .......... .......... .......... .......... .......... 18% 32.9M 3s 2024-09-22T09:14:31.400 INFO:teuthology.orchestra.run.smithi084.stderr: 17600K .......... .......... .......... .......... .......... 18% 30.4M 3s 2024-09-22T09:14:31.403 INFO:teuthology.orchestra.run.smithi084.stderr: 17650K .......... .......... .......... .......... .......... 19% 20.7M 3s 2024-09-22T09:14:31.404 INFO:teuthology.orchestra.run.smithi084.stderr: 17700K .......... .......... .......... .......... .......... 19% 32.4M 3s 2024-09-22T09:14:31.404 INFO:teuthology.orchestra.run.smithi084.stderr: 17750K .......... .......... .......... .......... .......... 19% 91.4M 3s 2024-09-22T09:14:31.406 INFO:teuthology.orchestra.run.smithi084.stderr: 17800K .......... .......... .......... .......... .......... 19% 30.4M 3s 2024-09-22T09:14:31.408 INFO:teuthology.orchestra.run.smithi084.stderr: 17850K .......... .......... .......... .......... .......... 19% 25.8M 3s 2024-09-22T09:14:31.410 INFO:teuthology.orchestra.run.smithi084.stderr: 17900K .......... .......... .......... .......... .......... 19% 25.0M 3s 2024-09-22T09:14:31.412 INFO:teuthology.orchestra.run.smithi084.stderr: 17950K .......... .......... .......... .......... .......... 19% 30.4M 3s 2024-09-22T09:14:31.412 INFO:teuthology.orchestra.run.smithi084.stderr: 18000K .......... .......... .......... .......... .......... 19% 66.6M 2s 2024-09-22T09:14:31.414 INFO:teuthology.orchestra.run.smithi084.stderr: 18050K .......... .......... .......... .......... .......... 19% 24.8M 2s 2024-09-22T09:14:31.416 INFO:teuthology.orchestra.run.smithi084.stderr: 18100K .......... .......... .......... .......... .......... 19% 32.0M 2s 2024-09-22T09:14:31.418 INFO:teuthology.orchestra.run.smithi084.stderr: 18150K .......... .......... .......... .......... .......... 19% 26.4M 2s 2024-09-22T09:14:31.418 INFO:teuthology.orchestra.run.smithi084.stderr: 18200K .......... .......... .......... .......... .......... 19% 118M 2s 2024-09-22T09:14:31.419 INFO:teuthology.orchestra.run.smithi084.stderr: 18250K .......... .......... .......... .......... .......... 19% 27.4M 2s 2024-09-22T09:14:31.422 INFO:teuthology.orchestra.run.smithi084.stderr: 18300K .......... .......... .......... .......... .......... 19% 27.0M 2s 2024-09-22T09:14:31.423 INFO:teuthology.orchestra.run.smithi084.stderr: 18350K .......... .......... .......... .......... .......... 19% 29.6M 2s 2024-09-22T09:14:31.426 INFO:teuthology.orchestra.run.smithi084.stderr: 18400K .......... .......... .......... .......... .......... 19% 21.2M 2s 2024-09-22T09:14:31.426 INFO:teuthology.orchestra.run.smithi084.stderr: 18450K .......... .......... .......... .......... .......... 19% 76.8M 2s 2024-09-22T09:14:31.428 INFO:teuthology.orchestra.run.smithi084.stderr: 18500K .......... .......... .......... .......... .......... 19% 33.8M 2s 2024-09-22T09:14:31.429 INFO:teuthology.orchestra.run.smithi084.stderr: 18550K .......... .......... .......... .......... .......... 20% 29.2M 2s 2024-09-22T09:14:31.431 INFO:teuthology.orchestra.run.smithi084.stderr: 18600K .......... .......... .......... .......... .......... 20% 26.6M 2s 2024-09-22T09:14:31.432 INFO:teuthology.orchestra.run.smithi084.stderr: 18650K .......... .......... .......... .......... .......... 20% 72.9M 2s 2024-09-22T09:14:31.433 INFO:teuthology.orchestra.run.smithi084.stderr: 18700K .......... .......... .......... .......... .......... 20% 25.1M 2s 2024-09-22T09:14:31.435 INFO:teuthology.orchestra.run.smithi084.stderr: 18750K .......... .......... .......... .......... .......... 20% 30.4M 2s 2024-09-22T09:14:31.438 INFO:teuthology.orchestra.run.smithi084.stderr: 18800K .......... .......... .......... .......... .......... 20% 23.3M 2s 2024-09-22T09:14:31.439 INFO:teuthology.orchestra.run.smithi084.stderr: 18850K .......... .......... .......... .......... .......... 20% 29.6M 2s 2024-09-22T09:14:31.439 INFO:teuthology.orchestra.run.smithi084.stderr: 18900K .......... .......... .......... .......... .......... 20% 85.8M 2s 2024-09-22T09:14:31.443 INFO:teuthology.orchestra.run.smithi084.stderr: 18950K .......... .......... .......... .......... .......... 20% 31.2M 2s 2024-09-22T09:14:31.443 INFO:teuthology.orchestra.run.smithi084.stderr: 19000K .......... .......... .......... .......... .......... 20% 26.6M 2s 2024-09-22T09:14:31.445 INFO:teuthology.orchestra.run.smithi084.stderr: 19050K .......... .......... .......... .......... .......... 20% 26.9M 2s 2024-09-22T09:14:31.445 INFO:teuthology.orchestra.run.smithi084.stderr: 19100K .......... .......... .......... .......... .......... 20% 58.2M 2s 2024-09-22T09:14:31.447 INFO:teuthology.orchestra.run.smithi084.stderr: 19150K .......... .......... .......... .......... .......... 20% 35.0M 2s 2024-09-22T09:14:31.449 INFO:teuthology.orchestra.run.smithi084.stderr: 19200K .......... .......... .......... .......... .......... 20% 21.6M 2s 2024-09-22T09:14:31.451 INFO:teuthology.orchestra.run.smithi084.stderr: 19250K .......... .......... .......... .......... .......... 20% 33.7M 2s 2024-09-22T09:14:31.453 INFO:teuthology.orchestra.run.smithi084.stderr: 19300K .......... .......... .......... .......... .......... 20% 32.1M 2s 2024-09-22T09:14:31.453 INFO:teuthology.orchestra.run.smithi084.stderr: 19350K .......... .......... .......... .......... .......... 20% 79.9M 2s 2024-09-22T09:14:31.455 INFO:teuthology.orchestra.run.smithi084.stderr: 19400K .......... .......... .......... .......... .......... 20% 24.8M 2s 2024-09-22T09:14:31.457 INFO:teuthology.orchestra.run.smithi084.stderr: 19450K .......... .......... .......... .......... .......... 20% 28.2M 2s 2024-09-22T09:14:31.458 INFO:teuthology.orchestra.run.smithi084.stderr: 19500K .......... .......... .......... .......... .......... 21% 35.3M 2s 2024-09-22T09:14:31.461 INFO:teuthology.orchestra.run.smithi084.stderr: 19550K .......... .......... .......... .......... .......... 21% 18.7M 2s 2024-09-22T09:14:31.461 INFO:teuthology.orchestra.run.smithi084.stderr: 19600K .......... .......... .......... .......... .......... 21% 94.1M 2s 2024-09-22T09:14:31.463 INFO:teuthology.orchestra.run.smithi084.stderr: 19650K .......... .......... .......... .......... .......... 21% 26.7M 2s 2024-09-22T09:14:31.464 INFO:teuthology.orchestra.run.smithi084.stderr: 19700K .......... .......... .......... .......... .......... 21% 45.7M 2s 2024-09-22T09:14:31.466 INFO:teuthology.orchestra.run.smithi084.stderr: 19750K .......... .......... .......... .......... .......... 21% 22.1M 2s 2024-09-22T09:14:31.467 INFO:teuthology.orchestra.run.smithi084.stderr: 19800K .......... .......... .......... .......... .......... 21% 91.4M 2s 2024-09-22T09:14:31.468 INFO:teuthology.orchestra.run.smithi084.stderr: 19850K .......... .......... .......... .......... .......... 21% 29.6M 2s 2024-09-22T09:14:31.470 INFO:teuthology.orchestra.run.smithi084.stderr: 19900K .......... .......... .......... .......... .......... 21% 35.8M 2s 2024-09-22T09:14:31.473 INFO:teuthology.orchestra.run.smithi084.stderr: 19950K .......... .......... .......... .......... .......... 21% 18.2M 2s 2024-09-22T09:14:31.474 INFO:teuthology.orchestra.run.smithi084.stderr: 20000K .......... .......... .......... .......... .......... 21% 31.3M 2s 2024-09-22T09:14:31.474 INFO:teuthology.orchestra.run.smithi084.stderr: 20050K .......... .......... .......... .......... .......... 21% 79.7M 2s 2024-09-22T09:14:31.475 INFO:teuthology.orchestra.run.smithi084.stderr: 20100K .......... .......... .......... .......... .......... 21% 34.2M 2s 2024-09-22T09:14:31.478 INFO:teuthology.orchestra.run.smithi084.stderr: 20150K .......... .......... .......... .......... .......... 21% 25.7M 2s 2024-09-22T09:14:31.480 INFO:teuthology.orchestra.run.smithi084.stderr: 20200K .......... .......... .......... .......... .......... 21% 26.6M 2s 2024-09-22T09:14:31.482 INFO:teuthology.orchestra.run.smithi084.stderr: 20250K .......... .......... .......... .......... .......... 21% 30.7M 2s 2024-09-22T09:14:31.482 INFO:teuthology.orchestra.run.smithi084.stderr: 20300K .......... .......... .......... .......... .......... 21% 96.2M 2s 2024-09-22T09:14:31.484 INFO:teuthology.orchestra.run.smithi084.stderr: 20350K .......... .......... .......... .......... .......... 21% 18.8M 2s 2024-09-22T09:14:31.486 INFO:teuthology.orchestra.run.smithi084.stderr: 20400K .......... .......... .......... .......... .......... 22% 27.7M 2s 2024-09-22T09:14:31.487 INFO:teuthology.orchestra.run.smithi084.stderr: 20450K .......... .......... .......... .......... .......... 22% 43.9M 2s 2024-09-22T09:14:31.490 INFO:teuthology.orchestra.run.smithi084.stderr: 20500K .......... .......... .......... .......... .......... 22% 24.4M 2s 2024-09-22T09:14:31.490 INFO:teuthology.orchestra.run.smithi084.stderr: 20550K .......... .......... .......... .......... .......... 22% 103M 2s 2024-09-22T09:14:31.492 INFO:teuthology.orchestra.run.smithi084.stderr: 20600K .......... .......... .......... .......... .......... 22% 29.2M 2s 2024-09-22T09:14:31.493 INFO:teuthology.orchestra.run.smithi084.stderr: 20650K .......... .......... .......... .......... .......... 22% 29.4M 2s 2024-09-22T09:14:31.496 INFO:teuthology.orchestra.run.smithi084.stderr: 20700K .......... .......... .......... .......... .......... 22% 19.2M 2s 2024-09-22T09:14:31.498 INFO:teuthology.orchestra.run.smithi084.stderr: 20750K .......... .......... .......... .......... .......... 22% 24.1M 2s 2024-09-22T09:14:31.498 INFO:teuthology.orchestra.run.smithi084.stderr: 20800K .......... .......... .......... .......... .......... 22% 114M 2s 2024-09-22T09:14:31.499 INFO:teuthology.orchestra.run.smithi084.stderr: 20850K .......... .......... .......... .......... .......... 22% 50.9M 2s 2024-09-22T09:14:31.501 INFO:teuthology.orchestra.run.smithi084.stderr: 20900K .......... .......... .......... .......... .......... 22% 22.8M 2s 2024-09-22T09:14:31.503 INFO:teuthology.orchestra.run.smithi084.stderr: 20950K .......... .......... .......... .......... .......... 22% 30.1M 2s 2024-09-22T09:14:31.503 INFO:teuthology.orchestra.run.smithi084.stderr: 21000K .......... .......... .......... .......... .......... 22% 101M 2s 2024-09-22T09:14:31.505 INFO:teuthology.orchestra.run.smithi084.stderr: 21050K .......... .......... .......... .......... .......... 22% 30.4M 2s 2024-09-22T09:14:31.508 INFO:teuthology.orchestra.run.smithi084.stderr: 21100K .......... .......... .......... .......... .......... 22% 18.9M 2s 2024-09-22T09:14:31.510 INFO:teuthology.orchestra.run.smithi084.stderr: 21150K .......... .......... .......... .......... .......... 22% 25.7M 2s 2024-09-22T09:14:31.511 INFO:teuthology.orchestra.run.smithi084.stderr: 21200K .......... .......... .......... .......... .......... 22% 43.2M 2s 2024-09-22T09:14:31.511 INFO:teuthology.orchestra.run.smithi084.stderr: 21250K .......... .......... .......... .......... .......... 22% 66.0M 2s 2024-09-22T09:14:31.513 INFO:teuthology.orchestra.run.smithi084.stderr: 21300K .......... .......... .......... .......... .......... 22% 30.6M 2s 2024-09-22T09:14:31.515 INFO:teuthology.orchestra.run.smithi084.stderr: 21350K .......... .......... .......... .......... .......... 23% 29.2M 2s 2024-09-22T09:14:31.517 INFO:teuthology.orchestra.run.smithi084.stderr: 21400K .......... .......... .......... .......... .......... 23% 25.2M 2s 2024-09-22T09:14:31.517 INFO:teuthology.orchestra.run.smithi084.stderr: 21450K .......... .......... .......... .......... .......... 23% 103M 2s 2024-09-22T09:14:31.519 INFO:teuthology.orchestra.run.smithi084.stderr: 21500K .......... .......... .......... .......... .......... 23% 19.9M 2s 2024-09-22T09:14:31.521 INFO:teuthology.orchestra.run.smithi084.stderr: 21550K .......... .......... .......... .......... .......... 23% 29.0M 2s 2024-09-22T09:14:31.522 INFO:teuthology.orchestra.run.smithi084.stderr: 21600K .......... .......... .......... .......... .......... 23% 40.7M 2s 2024-09-22T09:14:31.525 INFO:teuthology.orchestra.run.smithi084.stderr: 21650K .......... .......... .......... .......... .......... 23% 24.5M 2s 2024-09-22T09:14:31.525 INFO:teuthology.orchestra.run.smithi084.stderr: 21700K .......... .......... .......... .......... .......... 23% 81.7M 2s 2024-09-22T09:14:31.527 INFO:teuthology.orchestra.run.smithi084.stderr: 21750K .......... .......... .......... .......... .......... 23% 25.5M 2s 2024-09-22T09:14:31.528 INFO:teuthology.orchestra.run.smithi084.stderr: 21800K .......... .......... .......... .......... .......... 23% 34.4M 2s 2024-09-22T09:14:31.531 INFO:teuthology.orchestra.run.smithi084.stderr: 21850K .......... .......... .......... .......... .......... 23% 20.3M 2s 2024-09-22T09:14:31.531 INFO:teuthology.orchestra.run.smithi084.stderr: 21900K .......... .......... .......... .......... .......... 23% 97.5M 2s 2024-09-22T09:14:31.533 INFO:teuthology.orchestra.run.smithi084.stderr: 21950K .......... .......... .......... .......... .......... 23% 25.7M 2s 2024-09-22T09:14:31.534 INFO:teuthology.orchestra.run.smithi084.stderr: 22000K .......... .......... .......... .......... .......... 23% 33.6M 2s 2024-09-22T09:14:31.536 INFO:teuthology.orchestra.run.smithi084.stderr: 22050K .......... .......... .......... .......... .......... 23% 31.1M 2s 2024-09-22T09:14:31.538 INFO:teuthology.orchestra.run.smithi084.stderr: 22100K .......... .......... .......... .......... .......... 23% 23.6M 2s 2024-09-22T09:14:31.538 INFO:teuthology.orchestra.run.smithi084.stderr: 22150K .......... .......... .......... .......... .......... 23% 84.0M 2s 2024-09-22T09:14:31.540 INFO:teuthology.orchestra.run.smithi084.stderr: 22200K .......... .......... .......... .......... .......... 23% 29.7M 2s 2024-09-22T09:14:31.543 INFO:teuthology.orchestra.run.smithi084.stderr: 22250K .......... .......... .......... .......... .......... 24% 23.2M 2s 2024-09-22T09:14:31.544 INFO:teuthology.orchestra.run.smithi084.stderr: 22300K .......... .......... .......... .......... .......... 24% 27.6M 2s 2024-09-22T09:14:31.545 INFO:teuthology.orchestra.run.smithi084.stderr: 22350K .......... .......... .......... .......... .......... 24% 39.6M 2s 2024-09-22T09:14:31.546 INFO:teuthology.orchestra.run.smithi084.stderr: 22400K .......... .......... .......... .......... .......... 24% 56.8M 2s 2024-09-22T09:14:31.548 INFO:teuthology.orchestra.run.smithi084.stderr: 22450K .......... .......... .......... .......... .......... 24% 26.2M 2s 2024-09-22T09:14:31.550 INFO:teuthology.orchestra.run.smithi084.stderr: 22500K .......... .......... .......... .......... .......... 24% 28.3M 2s 2024-09-22T09:14:31.552 INFO:teuthology.orchestra.run.smithi084.stderr: 22550K .......... .......... .......... .......... .......... 24% 29.5M 2s 2024-09-22T09:14:31.552 INFO:teuthology.orchestra.run.smithi084.stderr: 22600K .......... .......... .......... .......... .......... 24% 116M 2s 2024-09-22T09:14:31.554 INFO:teuthology.orchestra.run.smithi084.stderr: 22650K .......... .......... .......... .......... .......... 24% 21.2M 2s 2024-09-22T09:14:31.556 INFO:teuthology.orchestra.run.smithi084.stderr: 22700K .......... .......... .......... .......... .......... 24% 26.9M 2s 2024-09-22T09:14:31.557 INFO:teuthology.orchestra.run.smithi084.stderr: 22750K .......... .......... .......... .......... .......... 24% 44.4M 2s 2024-09-22T09:14:31.559 INFO:teuthology.orchestra.run.smithi084.stderr: 22800K .......... .......... .......... .......... .......... 24% 23.3M 2s 2024-09-22T09:14:31.562 INFO:teuthology.orchestra.run.smithi084.stderr: 22850K .......... .......... .......... .......... .......... 24% 23.5M 2s 2024-09-22T09:14:31.562 INFO:teuthology.orchestra.run.smithi084.stderr: 22900K .......... .......... .......... .......... .......... 24% 104M 2s 2024-09-22T09:14:31.563 INFO:teuthology.orchestra.run.smithi084.stderr: 22950K .......... .......... .......... .......... .......... 24% 31.5M 2s 2024-09-22T09:14:31.566 INFO:teuthology.orchestra.run.smithi084.stderr: 23000K .......... .......... .......... .......... .......... 24% 21.1M 2s 2024-09-22T09:14:31.568 INFO:teuthology.orchestra.run.smithi084.stderr: 23050K .......... .......... .......... .......... .......... 24% 25.0M 2s 2024-09-22T09:14:31.568 INFO:teuthology.orchestra.run.smithi084.stderr: 23100K .......... .......... .......... .......... .......... 24% 126M 2s 2024-09-22T09:14:31.569 INFO:teuthology.orchestra.run.smithi084.stderr: 23150K .......... .......... .......... .......... .......... 24% 32.8M 2s 2024-09-22T09:14:31.571 INFO:teuthology.orchestra.run.smithi084.stderr: 23200K .......... .......... .......... .......... .......... 25% 29.4M 2s 2024-09-22T09:14:31.573 INFO:teuthology.orchestra.run.smithi084.stderr: 23250K .......... .......... .......... .......... .......... 25% 22.1M 2s 2024-09-22T09:14:31.575 INFO:teuthology.orchestra.run.smithi084.stderr: 23300K .......... .......... .......... .......... .......... 25% 29.3M 2s 2024-09-22T09:14:31.575 INFO:teuthology.orchestra.run.smithi084.stderr: 23350K .......... .......... .......... .......... .......... 25% 113M 2s 2024-09-22T09:14:31.577 INFO:teuthology.orchestra.run.smithi084.stderr: 23400K .......... .......... .......... .......... .......... 25% 25.2M 2s 2024-09-22T09:14:31.580 INFO:teuthology.orchestra.run.smithi084.stderr: 23450K .......... .......... .......... .......... .......... 25% 24.5M 2s 2024-09-22T09:14:31.581 INFO:teuthology.orchestra.run.smithi084.stderr: 23500K .......... .......... .......... .......... .......... 25% 48.0M 2s 2024-09-22T09:14:31.583 INFO:teuthology.orchestra.run.smithi084.stderr: 23550K .......... .......... .......... .......... .......... 25% 22.2M 2s 2024-09-22T09:14:31.583 INFO:teuthology.orchestra.run.smithi084.stderr: 23600K .......... .......... .......... .......... .......... 25% 120M 2s 2024-09-22T09:14:31.585 INFO:teuthology.orchestra.run.smithi084.stderr: 23650K .......... .......... .......... .......... .......... 25% 23.9M 2s 2024-09-22T09:14:31.587 INFO:teuthology.orchestra.run.smithi084.stderr: 23700K .......... .......... .......... .......... .......... 25% 28.1M 2s 2024-09-22T09:14:31.589 INFO:teuthology.orchestra.run.smithi084.stderr: 23750K .......... .......... .......... .......... .......... 25% 26.3M 2s 2024-09-22T09:14:31.589 INFO:teuthology.orchestra.run.smithi084.stderr: 23800K .......... .......... .......... .......... .......... 25% 79.2M 2s 2024-09-22T09:14:31.592 INFO:teuthology.orchestra.run.smithi084.stderr: 23850K .......... .......... .......... .......... .......... 25% 26.7M 2s 2024-09-22T09:14:31.592 INFO:teuthology.orchestra.run.smithi084.stderr: 23900K .......... .......... .......... .......... .......... 25% 49.9M 2s 2024-09-22T09:14:31.595 INFO:teuthology.orchestra.run.smithi084.stderr: 23950K .......... .......... .......... .......... .......... 25% 20.7M 2s 2024-09-22T09:14:31.597 INFO:teuthology.orchestra.run.smithi084.stderr: 24000K .......... .......... .......... .......... .......... 25% 24.0M 2s 2024-09-22T09:14:31.597 INFO:teuthology.orchestra.run.smithi084.stderr: 24050K .......... .......... .......... .......... .......... 25% 112M 2s 2024-09-22T09:14:31.599 INFO:teuthology.orchestra.run.smithi084.stderr: 24100K .......... .......... .......... .......... .......... 25% 26.8M 2s 2024-09-22T09:14:31.600 INFO:teuthology.orchestra.run.smithi084.stderr: 24150K .......... .......... .......... .......... .......... 26% 29.3M 2s 2024-09-22T09:14:31.603 INFO:teuthology.orchestra.run.smithi084.stderr: 24200K .......... .......... .......... .......... .......... 26% 23.6M 2s 2024-09-22T09:14:31.603 INFO:teuthology.orchestra.run.smithi084.stderr: 24250K .......... .......... .......... .......... .......... 26% 113M 2s 2024-09-22T09:14:31.604 INFO:teuthology.orchestra.run.smithi084.stderr: 24300K .......... .......... .......... .......... .......... 26% 48.5M 2s 2024-09-22T09:14:31.606 INFO:teuthology.orchestra.run.smithi084.stderr: 24350K .......... .......... .......... .......... .......... 26% 20.2M 2s 2024-09-22T09:14:31.608 INFO:teuthology.orchestra.run.smithi084.stderr: 24400K .......... .......... .......... .......... .......... 26% 25.5M 2s 2024-09-22T09:14:31.611 INFO:teuthology.orchestra.run.smithi084.stderr: 24450K .......... .......... .......... .......... .......... 26% 24.7M 2s 2024-09-22T09:14:31.611 INFO:teuthology.orchestra.run.smithi084.stderr: 24500K .......... .......... .......... .......... .......... 26% 93.3M 2s 2024-09-22T09:14:31.612 INFO:teuthology.orchestra.run.smithi084.stderr: 24550K .......... .......... .......... .......... .......... 26% 29.2M 2s 2024-09-22T09:14:31.614 INFO:teuthology.orchestra.run.smithi084.stderr: 24600K .......... .......... .......... .......... .......... 26% 26.7M 2s 2024-09-22T09:14:31.616 INFO:teuthology.orchestra.run.smithi084.stderr: 24650K .......... .......... .......... .......... .......... 26% 44.5M 2s 2024-09-22T09:14:31.616 INFO:teuthology.orchestra.run.smithi084.stderr: 24700K .......... .......... .......... .......... .......... 26% 60.0M 2s 2024-09-22T09:14:31.618 INFO:teuthology.orchestra.run.smithi084.stderr: 24750K .......... .......... .......... .......... .......... 26% 23.4M 2s 2024-09-22T09:14:31.620 INFO:teuthology.orchestra.run.smithi084.stderr: 24800K .......... .......... .......... .......... .......... 26% 25.0M 2s 2024-09-22T09:14:31.622 INFO:teuthology.orchestra.run.smithi084.stderr: 24850K .......... .......... .......... .......... .......... 26% 25.9M 2s 2024-09-22T09:14:31.624 INFO:teuthology.orchestra.run.smithi084.stderr: 24900K .......... .......... .......... .......... .......... 26% 34.3M 2s 2024-09-22T09:14:31.624 INFO:teuthology.orchestra.run.smithi084.stderr: 24950K .......... .......... .......... .......... .......... 26% 80.9M 2s 2024-09-22T09:14:31.626 INFO:teuthology.orchestra.run.smithi084.stderr: 25000K .......... .......... .......... .......... .......... 26% 25.9M 2s 2024-09-22T09:14:31.627 INFO:teuthology.orchestra.run.smithi084.stderr: 25050K .......... .......... .......... .......... .......... 27% 47.2M 2s 2024-09-22T09:14:31.629 INFO:teuthology.orchestra.run.smithi084.stderr: 25100K .......... .......... .......... .......... .......... 27% 22.0M 2s 2024-09-22T09:14:31.632 INFO:teuthology.orchestra.run.smithi084.stderr: 25150K .......... .......... .......... .......... .......... 27% 23.4M 2s 2024-09-22T09:14:31.632 INFO:teuthology.orchestra.run.smithi084.stderr: 25200K .......... .......... .......... .......... .......... 27% 92.9M 2s 2024-09-22T09:14:31.634 INFO:teuthology.orchestra.run.smithi084.stderr: 25250K .......... .......... .......... .......... .......... 27% 23.0M 2s 2024-09-22T09:14:31.636 INFO:teuthology.orchestra.run.smithi084.stderr: 25300K .......... .......... .......... .......... .......... 27% 29.6M 2s 2024-09-22T09:14:31.638 INFO:teuthology.orchestra.run.smithi084.stderr: 25350K .......... .......... .......... .......... .......... 27% 30.2M 2s 2024-09-22T09:14:31.638 INFO:teuthology.orchestra.run.smithi084.stderr: 25400K .......... .......... .......... .......... .......... 27% 92.1M 2s 2024-09-22T09:14:31.639 INFO:teuthology.orchestra.run.smithi084.stderr: 25450K .......... .......... .......... .......... .......... 27% 34.2M 2s 2024-09-22T09:14:31.641 INFO:teuthology.orchestra.run.smithi084.stderr: 25500K .......... .......... .......... .......... .......... 27% 24.1M 2s 2024-09-22T09:14:31.643 INFO:teuthology.orchestra.run.smithi084.stderr: 25550K .......... .......... .......... .......... .......... 27% 24.5M 2s 2024-09-22T09:14:31.646 INFO:teuthology.orchestra.run.smithi084.stderr: 25600K .......... .......... .......... .......... .......... 27% 22.6M 2s 2024-09-22T09:14:31.648 INFO:teuthology.orchestra.run.smithi084.stderr: 25650K .......... .......... .......... .......... .......... 27% 25.1M 2s 2024-09-22T09:14:31.648 INFO:teuthology.orchestra.run.smithi084.stderr: 25700K .......... .......... .......... .......... .......... 27% 129M 2s 2024-09-22T09:14:31.649 INFO:teuthology.orchestra.run.smithi084.stderr: 25750K .......... .......... .......... .......... .......... 27% 36.0M 2s 2024-09-22T09:14:31.650 INFO:teuthology.orchestra.run.smithi084.stderr: 25800K .......... .......... .......... .......... .......... 27% 41.7M 2s 2024-09-22T09:14:31.653 INFO:teuthology.orchestra.run.smithi084.stderr: 25850K .......... .......... .......... .......... .......... 27% 18.4M 2s 2024-09-22T09:14:31.653 INFO:teuthology.orchestra.run.smithi084.stderr: 25900K .......... .......... .......... .......... .......... 27% 124M 2s 2024-09-22T09:14:31.655 INFO:teuthology.orchestra.run.smithi084.stderr: 25950K .......... .......... .......... .......... .......... 27% 25.3M 2s 2024-09-22T09:14:31.657 INFO:teuthology.orchestra.run.smithi084.stderr: 26000K .......... .......... .......... .......... .......... 28% 26.3M 2s 2024-09-22T09:14:31.660 INFO:teuthology.orchestra.run.smithi084.stderr: 26050K .......... .......... .......... .......... .......... 28% 22.6M 2s 2024-09-22T09:14:31.661 INFO:teuthology.orchestra.run.smithi084.stderr: 26100K .......... .......... .......... .......... .......... 28% 36.0M 2s 2024-09-22T09:14:31.661 INFO:teuthology.orchestra.run.smithi084.stderr: 26150K .......... .......... .......... .......... .......... 28% 98.8M 2s 2024-09-22T09:14:31.662 INFO:teuthology.orchestra.run.smithi084.stderr: 26200K .......... .......... .......... .......... .......... 28% 61.2M 2s 2024-09-22T09:14:31.665 INFO:teuthology.orchestra.run.smithi084.stderr: 26250K .......... .......... .......... .......... .......... 28% 17.2M 2s 2024-09-22T09:14:31.667 INFO:teuthology.orchestra.run.smithi084.stderr: 26300K .......... .......... .......... .......... .......... 28% 25.7M 2s 2024-09-22T09:14:31.669 INFO:teuthology.orchestra.run.smithi084.stderr: 26350K .......... .......... .......... .......... .......... 28% 25.8M 2s 2024-09-22T09:14:31.669 INFO:teuthology.orchestra.run.smithi084.stderr: 26400K .......... .......... .......... .......... .......... 28% 124M 2s 2024-09-22T09:14:31.671 INFO:teuthology.orchestra.run.smithi084.stderr: 26450K .......... .......... .......... .......... .......... 28% 23.8M 2s 2024-09-22T09:14:31.673 INFO:teuthology.orchestra.run.smithi084.stderr: 26500K .......... .......... .......... .......... .......... 28% 35.6M 2s 2024-09-22T09:14:31.673 INFO:teuthology.orchestra.run.smithi084.stderr: 26550K .......... .......... .......... .......... .......... 28% 48.1M 2s 2024-09-22T09:14:31.674 INFO:teuthology.orchestra.run.smithi084.stderr: 26600K .......... .......... .......... .......... .......... 28% 52.8M 2s 2024-09-22T09:14:31.677 INFO:teuthology.orchestra.run.smithi084.stderr: 26650K .......... .......... .......... .......... .......... 28% 22.8M 2s 2024-09-22T09:14:31.679 INFO:teuthology.orchestra.run.smithi084.stderr: 26700K .......... .......... .......... .......... .......... 28% 23.1M 2s 2024-09-22T09:14:31.681 INFO:teuthology.orchestra.run.smithi084.stderr: 26750K .......... .......... .......... .......... .......... 28% 27.6M 2s 2024-09-22T09:14:31.683 INFO:teuthology.orchestra.run.smithi084.stderr: 26800K .......... .......... .......... .......... .......... 28% 23.4M 2s 2024-09-22T09:14:31.683 INFO:teuthology.orchestra.run.smithi084.stderr: 26850K .......... .......... .......... .......... .......... 28% 118M 2s 2024-09-22T09:14:31.684 INFO:teuthology.orchestra.run.smithi084.stderr: 26900K .......... .......... .......... .......... .......... 29% 36.4M 2s 2024-09-22T09:14:31.685 INFO:teuthology.orchestra.run.smithi084.stderr: 26950K .......... .......... .......... .......... .......... 29% 50.4M 2s 2024-09-22T09:14:31.688 INFO:teuthology.orchestra.run.smithi084.stderr: 27000K .......... .......... .......... .......... .......... 29% 16.8M 2s 2024-09-22T09:14:31.688 INFO:teuthology.orchestra.run.smithi084.stderr: 27050K .......... .......... .......... .......... .......... 29% 139M 2s 2024-09-22T09:14:31.690 INFO:teuthology.orchestra.run.smithi084.stderr: 27100K .......... .......... .......... .......... .......... 29% 26.2M 2s 2024-09-22T09:14:31.692 INFO:teuthology.orchestra.run.smithi084.stderr: 27150K .......... .......... .......... .......... .......... 29% 26.4M 2s 2024-09-22T09:14:31.694 INFO:teuthology.orchestra.run.smithi084.stderr: 27200K .......... .......... .......... .......... .......... 29% 23.4M 2s 2024-09-22T09:14:31.696 INFO:teuthology.orchestra.run.smithi084.stderr: 27250K .......... .......... .......... .......... .......... 29% 33.7M 2s 2024-09-22T09:14:31.697 INFO:teuthology.orchestra.run.smithi084.stderr: 27300K .......... .......... .......... .......... .......... 29% 117M 2s 2024-09-22T09:14:31.697 INFO:teuthology.orchestra.run.smithi084.stderr: 27350K .......... .......... .......... .......... .......... 29% 31.6M 2s 2024-09-22T09:14:31.700 INFO:teuthology.orchestra.run.smithi084.stderr: 27400K .......... .......... .......... .......... .......... 29% 21.3M 2s 2024-09-22T09:14:31.702 INFO:teuthology.orchestra.run.smithi084.stderr: 27450K .......... .......... .......... .......... .......... 29% 28.6M 2s 2024-09-22T09:14:31.702 INFO:teuthology.orchestra.run.smithi084.stderr: 27500K .......... .......... .......... .......... .......... 29% 80.5M 2s 2024-09-22T09:14:31.704 INFO:teuthology.orchestra.run.smithi084.stderr: 27550K .......... .......... .......... .......... .......... 29% 26.8M 2s 2024-09-22T09:14:31.706 INFO:teuthology.orchestra.run.smithi084.stderr: 27600K .......... .......... .......... .......... .......... 29% 24.1M 2s 2024-09-22T09:14:31.708 INFO:teuthology.orchestra.run.smithi084.stderr: 27650K .......... .......... .......... .......... .......... 29% 38.7M 2s 2024-09-22T09:14:31.708 INFO:teuthology.orchestra.run.smithi084.stderr: 27700K .......... .......... .......... .......... .......... 29% 49.8M 2s 2024-09-22T09:14:31.709 INFO:teuthology.orchestra.run.smithi084.stderr: 27750K .......... .......... .......... .......... .......... 29% 45.1M 2s 2024-09-22T09:14:31.711 INFO:teuthology.orchestra.run.smithi084.stderr: 27800K .......... .......... .......... .......... .......... 29% 20.3M 2s 2024-09-22T09:14:31.714 INFO:teuthology.orchestra.run.smithi084.stderr: 27850K .......... .......... .......... .......... .......... 30% 31.9M 2s 2024-09-22T09:14:31.715 INFO:teuthology.orchestra.run.smithi084.stderr: 27900K .......... .......... .......... .......... .......... 30% 26.0M 2s 2024-09-22T09:14:31.718 INFO:teuthology.orchestra.run.smithi084.stderr: 27950K .......... .......... .......... .......... .......... 30% 22.2M 2s 2024-09-22T09:14:31.718 INFO:teuthology.orchestra.run.smithi084.stderr: 28000K .......... .......... .......... .......... .......... 30% 97.9M 2s 2024-09-22T09:14:31.719 INFO:teuthology.orchestra.run.smithi084.stderr: 28050K .......... .......... .......... .......... .......... 30% 32.9M 2s 2024-09-22T09:14:31.720 INFO:teuthology.orchestra.run.smithi084.stderr: 28100K .......... .......... .......... .......... .......... 30% 54.3M 2s 2024-09-22T09:14:31.723 INFO:teuthology.orchestra.run.smithi084.stderr: 28150K .......... .......... .......... .......... .......... 30% 17.4M 2s 2024-09-22T09:14:31.723 INFO:teuthology.orchestra.run.smithi084.stderr: 28200K .......... .......... .......... .......... .......... 30% 96.6M 2s 2024-09-22T09:14:31.725 INFO:teuthology.orchestra.run.smithi084.stderr: 28250K .......... .......... .......... .......... .......... 30% 28.8M 2s 2024-09-22T09:14:31.727 INFO:teuthology.orchestra.run.smithi084.stderr: 28300K .......... .......... .......... .......... .......... 30% 26.4M 2s 2024-09-22T09:14:31.729 INFO:teuthology.orchestra.run.smithi084.stderr: 28350K .......... .......... .......... .......... .......... 30% 22.4M 2s 2024-09-22T09:14:31.731 INFO:teuthology.orchestra.run.smithi084.stderr: 28400K .......... .......... .......... .......... .......... 30% 33.4M 2s 2024-09-22T09:14:31.732 INFO:teuthology.orchestra.run.smithi084.stderr: 28450K .......... .......... .......... .......... .......... 30% 49.2M 2s 2024-09-22T09:14:31.732 INFO:teuthology.orchestra.run.smithi084.stderr: 28500K .......... .......... .......... .......... .......... 30% 60.2M 2s 2024-09-22T09:14:31.735 INFO:teuthology.orchestra.run.smithi084.stderr: 28550K .......... .......... .......... .......... .......... 30% 21.0M 2s 2024-09-22T09:14:31.737 INFO:teuthology.orchestra.run.smithi084.stderr: 28600K .......... .......... .......... .......... .......... 30% 29.9M 2s 2024-09-22T09:14:31.739 INFO:teuthology.orchestra.run.smithi084.stderr: 28650K .......... .......... .......... .......... .......... 30% 23.8M 2s 2024-09-22T09:14:31.739 INFO:teuthology.orchestra.run.smithi084.stderr: 28700K .......... .......... .......... .......... .......... 30% 136M 2s 2024-09-22T09:14:31.741 INFO:teuthology.orchestra.run.smithi084.stderr: 28750K .......... .......... .......... .......... .......... 31% 22.9M 2s 2024-09-22T09:14:31.744 INFO:teuthology.orchestra.run.smithi084.stderr: 28800K .......... .......... .......... .......... .......... 31% 34.6M 2s 2024-09-22T09:14:31.744 INFO:teuthology.orchestra.run.smithi084.stderr: 28850K .......... .......... .......... .......... .......... 31% 50.3M 2s 2024-09-22T09:14:31.747 INFO:teuthology.orchestra.run.smithi084.stderr: 28900K .......... .......... .......... .......... .......... 31% 17.7M 2s 2024-09-22T09:14:31.747 INFO:teuthology.orchestra.run.smithi084.stderr: 28950K .......... .......... .......... .......... .......... 31% 111M 2s 2024-09-22T09:14:31.748 INFO:teuthology.orchestra.run.smithi084.stderr: 29000K .......... .......... .......... .......... .......... 31% 30.4M 2s 2024-09-22T09:14:31.751 INFO:teuthology.orchestra.run.smithi084.stderr: 29050K .......... .......... .......... .......... .......... 31% 23.0M 2s 2024-09-22T09:14:31.753 INFO:teuthology.orchestra.run.smithi084.stderr: 29100K .......... .......... .......... .......... .......... 31% 25.2M 2s 2024-09-22T09:14:31.754 INFO:teuthology.orchestra.run.smithi084.stderr: 29150K .......... .......... .......... .......... .......... 31% 32.1M 2s 2024-09-22T09:14:31.754 INFO:teuthology.orchestra.run.smithi084.stderr: 29200K .......... .......... .......... .......... .......... 31% 84.2M 2s 2024-09-22T09:14:31.755 INFO:teuthology.orchestra.run.smithi084.stderr: 29250K .......... .......... .......... .......... .......... 31% 61.6M 2s 2024-09-22T09:14:31.758 INFO:teuthology.orchestra.run.smithi084.stderr: 29300K .......... .......... .......... .......... .......... 31% 16.6M 2s 2024-09-22T09:14:31.760 INFO:teuthology.orchestra.run.smithi084.stderr: 29350K .......... .......... .......... .......... .......... 31% 32.2M 2s 2024-09-22T09:14:31.760 INFO:teuthology.orchestra.run.smithi084.stderr: 29400K .......... .......... .......... .......... .......... 31% 109M 2s 2024-09-22T09:14:31.762 INFO:teuthology.orchestra.run.smithi084.stderr: 29450K .......... .......... .......... .......... .......... 31% 25.0M 2s 2024-09-22T09:14:31.764 INFO:teuthology.orchestra.run.smithi084.stderr: 29500K .......... .......... .......... .......... .......... 31% 24.3M 2s 2024-09-22T09:14:31.766 INFO:teuthology.orchestra.run.smithi084.stderr: 29550K .......... .......... .......... .......... .......... 31% 33.4M 2s 2024-09-22T09:14:31.767 INFO:teuthology.orchestra.run.smithi084.stderr: 29600K .......... .......... .......... .......... .......... 31% 42.5M 2s 2024-09-22T09:14:31.767 INFO:teuthology.orchestra.run.smithi084.stderr: 29650K .......... .......... .......... .......... .......... 31% 82.4M 2s 2024-09-22T09:14:31.771 INFO:teuthology.orchestra.run.smithi084.stderr: 29700K .......... .......... .......... .......... .......... 32% 16.6M 2s 2024-09-22T09:14:31.771 INFO:teuthology.orchestra.run.smithi084.stderr: 29750K .......... .......... .......... .......... .......... 32% 48.8M 2s 2024-09-22T09:14:31.774 INFO:teuthology.orchestra.run.smithi084.stderr: 29800K .......... .......... .......... .......... .......... 32% 21.9M 2s 2024-09-22T09:14:31.774 INFO:teuthology.orchestra.run.smithi084.stderr: 29850K .......... .......... .......... .......... .......... 32% 76.5M 2s 2024-09-22T09:14:31.776 INFO:teuthology.orchestra.run.smithi084.stderr: 29900K .......... .......... .......... .......... .......... 32% 23.5M 2s 2024-09-22T09:14:31.778 INFO:teuthology.orchestra.run.smithi084.stderr: 29950K .......... .......... .......... .......... .......... 32% 34.9M 2s 2024-09-22T09:14:31.778 INFO:teuthology.orchestra.run.smithi084.stderr: 30000K .......... .......... .......... .......... .......... 32% 48.8M 2s 2024-09-22T09:14:31.780 INFO:teuthology.orchestra.run.smithi084.stderr: 30050K .......... .......... .......... .......... .......... 32% 51.1M 2s 2024-09-22T09:14:31.782 INFO:teuthology.orchestra.run.smithi084.stderr: 30100K .......... .......... .......... .......... .......... 32% 20.9M 2s 2024-09-22T09:14:31.783 INFO:teuthology.orchestra.run.smithi084.stderr: 30150K .......... .......... .......... .......... .......... 32% 46.8M 2s 2024-09-22T09:14:31.783 INFO:teuthology.orchestra.run.smithi084.stderr: 30200K .......... .......... .......... .......... .......... 32% 78.5M 2s 2024-09-22T09:14:31.785 INFO:teuthology.orchestra.run.smithi084.stderr: 30250K .......... .......... .......... .......... .......... 32% 25.2M 2s 2024-09-22T09:14:31.787 INFO:teuthology.orchestra.run.smithi084.stderr: 30300K .......... .......... .......... .......... .......... 32% 25.0M 2s 2024-09-22T09:14:31.788 INFO:teuthology.orchestra.run.smithi084.stderr: 30350K .......... .......... .......... .......... .......... 32% 40.4M 2s 2024-09-22T09:14:31.790 INFO:teuthology.orchestra.run.smithi084.stderr: 30400K .......... .......... .......... .......... .......... 32% 35.2M 2s 2024-09-22T09:14:31.791 INFO:teuthology.orchestra.run.smithi084.stderr: 30450K .......... .......... .......... .......... .......... 32% 52.1M 2s 2024-09-22T09:14:31.794 INFO:teuthology.orchestra.run.smithi084.stderr: 30500K .......... .......... .......... .......... .......... 32% 21.6M 2s 2024-09-22T09:14:31.794 INFO:teuthology.orchestra.run.smithi084.stderr: 30550K .......... .......... .......... .......... .......... 32% 76.3M 2s 2024-09-22T09:14:31.795 INFO:teuthology.orchestra.run.smithi084.stderr: 30600K .......... .......... .......... .......... .......... 32% 34.7M 2s 2024-09-22T09:14:31.797 INFO:teuthology.orchestra.run.smithi084.stderr: 30650K .......... .......... .......... .......... .......... 33% 34.2M 2s 2024-09-22T09:14:31.799 INFO:teuthology.orchestra.run.smithi084.stderr: 30700K .......... .......... .......... .......... .......... 33% 21.1M 2s 2024-09-22T09:14:31.800 INFO:teuthology.orchestra.run.smithi084.stderr: 30750K .......... .......... .......... .......... .......... 33% 46.4M 2s 2024-09-22T09:14:31.801 INFO:teuthology.orchestra.run.smithi084.stderr: 30800K .......... .......... .......... .......... .......... 33% 50.5M 2s 2024-09-22T09:14:31.802 INFO:teuthology.orchestra.run.smithi084.stderr: 30850K .......... .......... .......... .......... .......... 33% 35.0M 2s 2024-09-22T09:14:31.803 INFO:teuthology.orchestra.run.smithi084.stderr: 30900K .......... .......... .......... .......... .......... 33% 54.1M 2s 2024-09-22T09:14:31.806 INFO:teuthology.orchestra.run.smithi084.stderr: 30950K .......... .......... .......... .......... .......... 33% 22.2M 2s 2024-09-22T09:14:31.807 INFO:teuthology.orchestra.run.smithi084.stderr: 31000K .......... .......... .......... .......... .......... 33% 39.5M 2s 2024-09-22T09:14:31.809 INFO:teuthology.orchestra.run.smithi084.stderr: 31050K .......... .......... .......... .......... .......... 33% 28.7M 2s 2024-09-22T09:14:31.809 INFO:teuthology.orchestra.run.smithi084.stderr: 31100K .......... .......... .......... .......... .......... 33% 68.1M 2s 2024-09-22T09:14:31.811 INFO:teuthology.orchestra.run.smithi084.stderr: 31150K .......... .......... .......... .......... .......... 33% 21.1M 2s 2024-09-22T09:14:31.813 INFO:teuthology.orchestra.run.smithi084.stderr: 31200K .......... .......... .......... .......... .......... 33% 35.1M 2s 2024-09-22T09:14:31.814 INFO:teuthology.orchestra.run.smithi084.stderr: 31250K .......... .......... .......... .......... .......... 33% 43.7M 2s 2024-09-22T09:14:31.815 INFO:teuthology.orchestra.run.smithi084.stderr: 31300K .......... .......... .......... .......... .......... 33% 54.8M 2s 2024-09-22T09:14:31.818 INFO:teuthology.orchestra.run.smithi084.stderr: 31350K .......... .......... .......... .......... .......... 33% 23.9M 2s 2024-09-22T09:14:31.818 INFO:teuthology.orchestra.run.smithi084.stderr: 31400K .......... .......... .......... .......... .......... 33% 51.4M 2s 2024-09-22T09:14:31.820 INFO:teuthology.orchestra.run.smithi084.stderr: 31450K .......... .......... .......... .......... .......... 33% 23.1M 2s 2024-09-22T09:14:31.820 INFO:teuthology.orchestra.run.smithi084.stderr: 31500K .......... .......... .......... .......... .......... 33% 83.5M 2s 2024-09-22T09:14:31.823 INFO:teuthology.orchestra.run.smithi084.stderr: 31550K .......... .......... .......... .......... .......... 34% 21.4M 2s 2024-09-22T09:14:31.824 INFO:teuthology.orchestra.run.smithi084.stderr: 31600K .......... .......... .......... .......... .......... 34% 45.8M 2s 2024-09-22T09:14:31.825 INFO:teuthology.orchestra.run.smithi084.stderr: 31650K .......... .......... .......... .......... .......... 34% 39.2M 2s 2024-09-22T09:14:31.827 INFO:teuthology.orchestra.run.smithi084.stderr: 31700K .......... .......... .......... .......... .......... 34% 37.3M 2s 2024-09-22T09:14:31.828 INFO:teuthology.orchestra.run.smithi084.stderr: 31750K .......... .......... .......... .......... .......... 34% 27.2M 2s 2024-09-22T09:14:31.830 INFO:teuthology.orchestra.run.smithi084.stderr: 31800K .......... .......... .......... .......... .......... 34% 49.4M 2s 2024-09-22T09:14:31.831 INFO:teuthology.orchestra.run.smithi084.stderr: 31850K .......... .......... .......... .......... .......... 34% 26.8M 2s 2024-09-22T09:14:31.832 INFO:teuthology.orchestra.run.smithi084.stderr: 31900K .......... .......... .......... .......... .......... 34% 40.0M 2s 2024-09-22T09:14:31.835 INFO:teuthology.orchestra.run.smithi084.stderr: 31950K .......... .......... .......... .......... .......... 34% 20.5M 2s 2024-09-22T09:14:31.835 INFO:teuthology.orchestra.run.smithi084.stderr: 32000K .......... .......... .......... .......... .......... 34% 77.6M 2s 2024-09-22T09:14:31.836 INFO:teuthology.orchestra.run.smithi084.stderr: 32050K .......... .......... .......... .......... .......... 34% 46.3M 2s 2024-09-22T09:14:31.837 INFO:teuthology.orchestra.run.smithi084.stderr: 32100K .......... .......... .......... .......... .......... 34% 45.6M 2s 2024-09-22T09:14:31.840 INFO:teuthology.orchestra.run.smithi084.stderr: 32150K .......... .......... .......... .......... .......... 34% 19.4M 2s 2024-09-22T09:14:31.840 INFO:teuthology.orchestra.run.smithi084.stderr: 32200K .......... .......... .......... .......... .......... 34% 80.2M 2s 2024-09-22T09:14:31.841 INFO:teuthology.orchestra.run.smithi084.stderr: 32250K .......... .......... .......... .......... .......... 34% 47.7M 2s 2024-09-22T09:14:31.844 INFO:teuthology.orchestra.run.smithi084.stderr: 32300K .......... .......... .......... .......... .......... 34% 26.0M 2s 2024-09-22T09:14:31.846 INFO:teuthology.orchestra.run.smithi084.stderr: 32350K .......... .......... .......... .......... .......... 34% 21.5M 2s 2024-09-22T09:14:31.847 INFO:teuthology.orchestra.run.smithi084.stderr: 32400K .......... .......... .......... .......... .......... 34% 42.6M 2s 2024-09-22T09:14:31.847 INFO:teuthology.orchestra.run.smithi084.stderr: 32450K .......... .......... .......... .......... .......... 34% 54.1M 2s 2024-09-22T09:14:31.849 INFO:teuthology.orchestra.run.smithi084.stderr: 32500K .......... .......... .......... .......... .......... 35% 44.6M 2s 2024-09-22T09:14:31.850 INFO:teuthology.orchestra.run.smithi084.stderr: 32550K .......... .......... .......... .......... .......... 35% 43.6M 2s 2024-09-22T09:14:31.852 INFO:teuthology.orchestra.run.smithi084.stderr: 32600K .......... .......... .......... .......... .......... 35% 22.6M 2s 2024-09-22T09:14:31.853 INFO:teuthology.orchestra.run.smithi084.stderr: 32650K .......... .......... .......... .......... .......... 35% 58.4M 2s 2024-09-22T09:14:31.855 INFO:teuthology.orchestra.run.smithi084.stderr: 32700K .......... .......... .......... .......... .......... 35% 26.3M 2s 2024-09-22T09:14:31.857 INFO:teuthology.orchestra.run.smithi084.stderr: 32750K .......... .......... .......... .......... .......... 35% 19.9M 2s 2024-09-22T09:14:31.858 INFO:teuthology.orchestra.run.smithi084.stderr: 32800K .......... .......... .......... .......... .......... 35% 52.7M 2s 2024-09-22T09:14:31.859 INFO:teuthology.orchestra.run.smithi084.stderr: 32850K .......... .......... .......... .......... .......... 35% 42.2M 2s 2024-09-22T09:14:31.860 INFO:teuthology.orchestra.run.smithi084.stderr: 32900K .......... .......... .......... .......... .......... 35% 50.6M 2s 2024-09-22T09:14:31.861 INFO:teuthology.orchestra.run.smithi084.stderr: 32950K .......... .......... .......... .......... .......... 35% 37.7M 2s 2024-09-22T09:14:31.863 INFO:teuthology.orchestra.run.smithi084.stderr: 33000K .......... .......... .......... .......... .......... 35% 28.3M 2s 2024-09-22T09:14:31.865 INFO:teuthology.orchestra.run.smithi084.stderr: 33050K .......... .......... .......... .......... .......... 35% 32.4M 2s 2024-09-22T09:14:31.866 INFO:teuthology.orchestra.run.smithi084.stderr: 33100K .......... .......... .......... .......... .......... 35% 34.3M 2s 2024-09-22T09:14:31.867 INFO:teuthology.orchestra.run.smithi084.stderr: 33150K .......... .......... .......... .......... .......... 35% 43.5M 2s 2024-09-22T09:14:31.870 INFO:teuthology.orchestra.run.smithi084.stderr: 33200K .......... .......... .......... .......... .......... 35% 22.3M 2s 2024-09-22T09:14:31.870 INFO:teuthology.orchestra.run.smithi084.stderr: 33250K .......... .......... .......... .......... .......... 35% 65.5M 2s 2024-09-22T09:14:31.872 INFO:teuthology.orchestra.run.smithi084.stderr: 33300K .......... .......... .......... .......... .......... 35% 37.4M 2s 2024-09-22T09:14:31.873 INFO:teuthology.orchestra.run.smithi084.stderr: 33350K .......... .......... .......... .......... .......... 35% 44.8M 2s 2024-09-22T09:14:31.875 INFO:teuthology.orchestra.run.smithi084.stderr: 33400K .......... .......... .......... .......... .......... 36% 24.5M 2s 2024-09-22T09:14:31.875 INFO:teuthology.orchestra.run.smithi084.stderr: 33450K .......... .......... .......... .......... .......... 36% 60.1M 2s 2024-09-22T09:14:31.878 INFO:teuthology.orchestra.run.smithi084.stderr: 33500K .......... .......... .......... .......... .......... 36% 22.7M 2s 2024-09-22T09:14:31.879 INFO:teuthology.orchestra.run.smithi084.stderr: 33550K .......... .......... .......... .......... .......... 36% 41.5M 2s 2024-09-22T09:14:31.882 INFO:teuthology.orchestra.run.smithi084.stderr: 33600K .......... .......... .......... .......... .......... 36% 20.1M 2s 2024-09-22T09:14:31.882 INFO:teuthology.orchestra.run.smithi084.stderr: 33650K .......... .......... .......... .......... .......... 36% 74.6M 2s 2024-09-22T09:14:31.883 INFO:teuthology.orchestra.run.smithi084.stderr: 33700K .......... .......... .......... .......... .......... 36% 40.1M 2s 2024-09-22T09:14:31.884 INFO:teuthology.orchestra.run.smithi084.stderr: 33750K .......... .......... .......... .......... .......... 36% 45.3M 2s 2024-09-22T09:14:31.887 INFO:teuthology.orchestra.run.smithi084.stderr: 33800K .......... .......... .......... .......... .......... 36% 20.5M 2s 2024-09-22T09:14:31.887 INFO:teuthology.orchestra.run.smithi084.stderr: 33850K .......... .......... .......... .......... .......... 36% 80.3M 2s 2024-09-22T09:14:31.888 INFO:teuthology.orchestra.run.smithi084.stderr: 33900K .......... .......... .......... .......... .......... 36% 39.1M 2s 2024-09-22T09:14:31.890 INFO:teuthology.orchestra.run.smithi084.stderr: 33950K .......... .......... .......... .......... .......... 36% 26.3M 2s 2024-09-22T09:14:31.893 INFO:teuthology.orchestra.run.smithi084.stderr: 34000K .......... .......... .......... .......... .......... 36% 22.6M 2s 2024-09-22T09:14:31.894 INFO:teuthology.orchestra.run.smithi084.stderr: 34050K .......... .......... .......... .......... .......... 36% 45.9M 2s 2024-09-22T09:14:31.894 INFO:teuthology.orchestra.run.smithi084.stderr: 34100K .......... .......... .......... .......... .......... 36% 45.6M 2s 2024-09-22T09:14:31.896 INFO:teuthology.orchestra.run.smithi084.stderr: 34150K .......... .......... .......... .......... .......... 36% 53.0M 2s 2024-09-22T09:14:31.897 INFO:teuthology.orchestra.run.smithi084.stderr: 34200K .......... .......... .......... .......... .......... 36% 35.4M 2s 2024-09-22T09:14:31.899 INFO:teuthology.orchestra.run.smithi084.stderr: 34250K .......... .......... .......... .......... .......... 36% 29.7M 2s 2024-09-22T09:14:31.899 INFO:teuthology.orchestra.run.smithi084.stderr: 34300K .......... .......... .......... .......... .......... 36% 46.9M 2s 2024-09-22T09:14:31.902 INFO:teuthology.orchestra.run.smithi084.stderr: 34350K .......... .......... .......... .......... .......... 37% 22.5M 2s 2024-09-22T09:14:31.902 INFO:teuthology.orchestra.run.smithi084.stderr: 34400K .......... .......... .......... .......... .......... 37% 72.9M 2s 2024-09-22T09:14:31.905 INFO:teuthology.orchestra.run.smithi084.stderr: 34450K .......... .......... .......... .......... .......... 37% 20.3M 2s 2024-09-22T09:14:31.907 INFO:teuthology.orchestra.run.smithi084.stderr: 34500K .......... .......... .......... .......... .......... 37% 37.3M 2s 2024-09-22T09:14:31.907 INFO:teuthology.orchestra.run.smithi084.stderr: 34550K .......... .......... .......... .......... .......... 37% 72.2M 2s 2024-09-22T09:14:31.908 INFO:teuthology.orchestra.run.smithi084.stderr: 34600K .......... .......... .......... .......... .......... 37% 42.9M 2s 2024-09-22T09:14:31.910 INFO:teuthology.orchestra.run.smithi084.stderr: 34650K .......... .......... .......... .......... .......... 37% 23.7M 2s 2024-09-22T09:14:31.911 INFO:teuthology.orchestra.run.smithi084.stderr: 34700K .......... .......... .......... .......... .......... 37% 44.3M 2s 2024-09-22T09:14:31.914 INFO:teuthology.orchestra.run.smithi084.stderr: 34750K .......... .......... .......... .......... .......... 37% 22.8M 2s 2024-09-22T09:14:31.914 INFO:teuthology.orchestra.run.smithi084.stderr: 34800K .......... .......... .......... .......... .......... 37% 80.6M 2s 2024-09-22T09:14:31.916 INFO:teuthology.orchestra.run.smithi084.stderr: 34850K .......... .......... .......... .......... .......... 37% 22.9M 2s 2024-09-22T09:14:31.917 INFO:teuthology.orchestra.run.smithi084.stderr: 34900K .......... .......... .......... .......... .......... 37% 43.8M 2s 2024-09-22T09:14:31.919 INFO:teuthology.orchestra.run.smithi084.stderr: 34950K .......... .......... .......... .......... .......... 37% 38.0M 2s 2024-09-22T09:14:31.919 INFO:teuthology.orchestra.run.smithi084.stderr: 35000K .......... .......... .......... .......... .......... 37% 62.3M 2s 2024-09-22T09:14:31.920 INFO:teuthology.orchestra.run.smithi084.stderr: 35050K .......... .......... .......... .......... .......... 37% 45.8M 2s 2024-09-22T09:14:31.922 INFO:teuthology.orchestra.run.smithi084.stderr: 35100K .......... .......... .......... .......... .......... 37% 24.2M 2s 2024-09-22T09:14:31.925 INFO:teuthology.orchestra.run.smithi084.stderr: 35150K .......... .......... .......... .......... .......... 37% 23.2M 2s 2024-09-22T09:14:31.926 INFO:teuthology.orchestra.run.smithi084.stderr: 35200K .......... .......... .......... .......... .......... 37% 48.0M 2s 2024-09-22T09:14:31.928 INFO:teuthology.orchestra.run.smithi084.stderr: 35250K .......... .......... .......... .......... .......... 37% 24.1M 2s 2024-09-22T09:14:31.928 INFO:teuthology.orchestra.run.smithi084.stderr: 35300K .......... .......... .......... .......... .......... 38% 60.1M 2s 2024-09-22T09:14:31.930 INFO:teuthology.orchestra.run.smithi084.stderr: 35350K .......... .......... .......... .......... .......... 38% 29.4M 2s 2024-09-22T09:14:31.931 INFO:teuthology.orchestra.run.smithi084.stderr: 35400K .......... .......... .......... .......... .......... 38% 54.7M 2s 2024-09-22T09:14:31.931 INFO:teuthology.orchestra.run.smithi084.stderr: 35450K .......... .......... .......... .......... .......... 38% 52.7M 2s 2024-09-22T09:14:31.933 INFO:teuthology.orchestra.run.smithi084.stderr: 35500K .......... .......... .......... .......... .......... 38% 27.0M 2s 2024-09-22T09:14:31.936 INFO:teuthology.orchestra.run.smithi084.stderr: 35550K .......... .......... .......... .......... .......... 38% 20.8M 2s 2024-09-22T09:14:31.937 INFO:teuthology.orchestra.run.smithi084.stderr: 35600K .......... .......... .......... .......... .......... 38% 49.0M 2s 2024-09-22T09:14:31.940 INFO:teuthology.orchestra.run.smithi084.stderr: 35650K .......... .......... .......... .......... .......... 38% 21.9M 2s 2024-09-22T09:14:31.940 INFO:teuthology.orchestra.run.smithi084.stderr: 35700K .......... .......... .......... .......... .......... 38% 80.7M 2s 2024-09-22T09:14:31.941 INFO:teuthology.orchestra.run.smithi084.stderr: 35750K .......... .......... .......... .......... .......... 38% 41.6M 2s 2024-09-22T09:14:31.942 INFO:teuthology.orchestra.run.smithi084.stderr: 35800K .......... .......... .......... .......... .......... 38% 41.7M 2s 2024-09-22T09:14:31.943 INFO:teuthology.orchestra.run.smithi084.stderr: 35850K .......... .......... .......... .......... .......... 38% 47.2M 2s 2024-09-22T09:14:31.945 INFO:teuthology.orchestra.run.smithi084.stderr: 35900K .......... .......... .......... .......... .......... 38% 23.3M 2s 2024-09-22T09:14:31.946 INFO:teuthology.orchestra.run.smithi084.stderr: 35950K .......... .......... .......... .......... .......... 38% 45.2M 2s 2024-09-22T09:14:31.949 INFO:teuthology.orchestra.run.smithi084.stderr: 36000K .......... .......... .......... .......... .......... 38% 23.3M 2s 2024-09-22T09:14:31.949 INFO:teuthology.orchestra.run.smithi084.stderr: 36050K .......... .......... .......... .......... .......... 38% 80.9M 2s 2024-09-22T09:14:31.951 INFO:teuthology.orchestra.run.smithi084.stderr: 36100K .......... .......... .......... .......... .......... 38% 22.2M 2s 2024-09-22T09:14:31.952 INFO:teuthology.orchestra.run.smithi084.stderr: 36150K .......... .......... .......... .......... .......... 38% 44.8M 2s 2024-09-22T09:14:31.954 INFO:teuthology.orchestra.run.smithi084.stderr: 36200K .......... .......... .......... .......... .......... 39% 36.6M 2s 2024-09-22T09:14:31.954 INFO:teuthology.orchestra.run.smithi084.stderr: 36250K .......... .......... .......... .......... .......... 39% 65.6M 2s 2024-09-22T09:14:31.957 INFO:teuthology.orchestra.run.smithi084.stderr: 36300K .......... .......... .......... .......... .......... 39% 23.0M 2s 2024-09-22T09:14:31.958 INFO:teuthology.orchestra.run.smithi084.stderr: 36350K .......... .......... .......... .......... .......... 39% 40.1M 2s 2024-09-22T09:14:31.959 INFO:teuthology.orchestra.run.smithi084.stderr: 36400K .......... .......... .......... .......... .......... 39% 32.4M 2s 2024-09-22T09:14:31.960 INFO:teuthology.orchestra.run.smithi084.stderr: 36450K .......... .......... .......... .......... .......... 39% 38.3M 2s 2024-09-22T09:14:31.963 INFO:teuthology.orchestra.run.smithi084.stderr: 36500K .......... .......... .......... .......... .......... 39% 23.8M 2s 2024-09-22T09:14:31.964 INFO:teuthology.orchestra.run.smithi084.stderr: 36550K .......... .......... .......... .......... .......... 39% 37.0M 2s 2024-09-22T09:14:31.965 INFO:teuthology.orchestra.run.smithi084.stderr: 36600K .......... .......... .......... .......... .......... 39% 36.4M 2s 2024-09-22T09:14:31.966 INFO:teuthology.orchestra.run.smithi084.stderr: 36650K .......... .......... .......... .......... .......... 39% 78.2M 2s 2024-09-22T09:14:31.968 INFO:teuthology.orchestra.run.smithi084.stderr: 36700K .......... .......... .......... .......... .......... 39% 21.5M 2s 2024-09-22T09:14:31.969 INFO:teuthology.orchestra.run.smithi084.stderr: 36750K .......... .......... .......... .......... .......... 39% 61.8M 2s 2024-09-22T09:14:31.971 INFO:teuthology.orchestra.run.smithi084.stderr: 36800K .......... .......... .......... .......... .......... 39% 23.3M 2s 2024-09-22T09:14:31.972 INFO:teuthology.orchestra.run.smithi084.stderr: 36850K .......... .......... .......... .......... .......... 39% 42.3M 2s 2024-09-22T09:14:31.974 INFO:teuthology.orchestra.run.smithi084.stderr: 36900K .......... .......... .......... .......... .......... 39% 27.1M 2s 2024-09-22T09:14:31.974 INFO:teuthology.orchestra.run.smithi084.stderr: 36950K .......... .......... .......... .......... .......... 39% 47.2M 2s 2024-09-22T09:14:31.976 INFO:teuthology.orchestra.run.smithi084.stderr: 37000K .......... .......... .......... .......... .......... 39% 36.5M 2s 2024-09-22T09:14:31.978 INFO:teuthology.orchestra.run.smithi084.stderr: 37050K .......... .......... .......... .......... .......... 39% 42.4M 2s 2024-09-22T09:14:31.980 INFO:teuthology.orchestra.run.smithi084.stderr: 37100K .......... .......... .......... .......... .......... 39% 22.5M 2s 2024-09-22T09:14:31.980 INFO:teuthology.orchestra.run.smithi084.stderr: 37150K .......... .......... .......... .......... .......... 40% 83.5M 2s 2024-09-22T09:14:31.981 INFO:teuthology.orchestra.run.smithi084.stderr: 37200K .......... .......... .......... .......... .......... 40% 47.8M 2s 2024-09-22T09:14:31.989 INFO:teuthology.orchestra.run.smithi084.stderr: 37250K .......... .......... .......... .......... .......... 40% 22.9M 2s 2024-09-22T09:14:31.989 INFO:teuthology.orchestra.run.smithi084.stderr: 37300K .......... .......... .......... .......... .......... 40% 22.4M 2s 2024-09-22T09:14:31.989 INFO:teuthology.orchestra.run.smithi084.stderr: 37350K .......... .......... .......... .......... .......... 40% 80.1M 2s 2024-09-22T09:14:31.989 INFO:teuthology.orchestra.run.smithi084.stderr: 37400K .......... .......... .......... .......... .......... 40% 34.9M 2s 2024-09-22T09:14:31.989 INFO:teuthology.orchestra.run.smithi084.stderr: 37450K .......... .......... .......... .......... .......... 40% 50.2M 2s 2024-09-22T09:14:31.990 INFO:teuthology.orchestra.run.smithi084.stderr: 37500K .......... .......... .......... .......... .......... 40% 35.0M 2s 2024-09-22T09:14:31.992 INFO:teuthology.orchestra.run.smithi084.stderr: 37550K .......... .......... .......... .......... .......... 40% 26.1M 2s 2024-09-22T09:14:31.993 INFO:teuthology.orchestra.run.smithi084.stderr: 37600K .......... .......... .......... .......... .......... 40% 58.8M 2s 2024-09-22T09:14:31.994 INFO:teuthology.orchestra.run.smithi084.stderr: 37650K .......... .......... .......... .......... .......... 40% 28.1M 2s 2024-09-22T09:14:31.996 INFO:teuthology.orchestra.run.smithi084.stderr: 37700K .......... .......... .......... .......... .......... 40% 35.4M 2s 2024-09-22T09:14:31.998 INFO:teuthology.orchestra.run.smithi084.stderr: 37750K .......... .......... .......... .......... .......... 40% 24.4M 2s 2024-09-22T09:14:31.998 INFO:teuthology.orchestra.run.smithi084.stderr: 37800K .......... .......... .......... .......... .......... 40% 49.7M 2s 2024-09-22T09:14:32.000 INFO:teuthology.orchestra.run.smithi084.stderr: 37850K .......... .......... .......... .......... .......... 40% 37.2M 2s 2024-09-22T09:14:32.001 INFO:teuthology.orchestra.run.smithi084.stderr: 37900K .......... .......... .......... .......... .......... 40% 43.4M 2s 2024-09-22T09:14:32.003 INFO:teuthology.orchestra.run.smithi084.stderr: 37950K .......... .......... .......... .......... .......... 40% 26.5M 2s 2024-09-22T09:14:32.004 INFO:teuthology.orchestra.run.smithi084.stderr: 38000K .......... .......... .......... .......... .......... 40% 38.2M 2s 2024-09-22T09:14:32.005 INFO:teuthology.orchestra.run.smithi084.stderr: 38050K .......... .......... .......... .......... .......... 41% 36.1M 2s 2024-09-22T09:14:32.007 INFO:teuthology.orchestra.run.smithi084.stderr: 38100K .......... .......... .......... .......... .......... 41% 36.2M 2s 2024-09-22T09:14:32.009 INFO:teuthology.orchestra.run.smithi084.stderr: 38150K .......... .......... .......... .......... .......... 41% 24.4M 2s 2024-09-22T09:14:32.010 INFO:teuthology.orchestra.run.smithi084.stderr: 38200K .......... .......... .......... .......... .......... 41% 35.2M 2s 2024-09-22T09:14:32.012 INFO:teuthology.orchestra.run.smithi084.stderr: 38250K .......... .......... .......... .......... .......... 41% 50.1M 2s 2024-09-22T09:14:32.012 INFO:teuthology.orchestra.run.smithi084.stderr: 38300K .......... .......... .......... .......... .......... 41% 38.3M 2s 2024-09-22T09:14:32.013 INFO:teuthology.orchestra.run.smithi084.stderr: 38350K .......... .......... .......... .......... .......... 41% 50.5M 2s 2024-09-22T09:14:32.015 INFO:teuthology.orchestra.run.smithi084.stderr: 38400K .......... .......... .......... .......... .......... 41% 30.0M 2s 2024-09-22T09:14:32.017 INFO:teuthology.orchestra.run.smithi084.stderr: 38450K .......... .......... .......... .......... .......... 41% 23.0M 2s 2024-09-22T09:14:32.018 INFO:teuthology.orchestra.run.smithi084.stderr: 38500K .......... .......... .......... .......... .......... 41% 57.0M 2s 2024-09-22T09:14:32.020 INFO:teuthology.orchestra.run.smithi084.stderr: 38550K .......... .......... .......... .......... .......... 41% 22.3M 2s 2024-09-22T09:14:32.021 INFO:teuthology.orchestra.run.smithi084.stderr: 38600K .......... .......... .......... .......... .......... 41% 59.9M 2s 2024-09-22T09:14:32.023 INFO:teuthology.orchestra.run.smithi084.stderr: 38650K .......... .......... .......... .......... .......... 41% 28.2M 2s 2024-09-22T09:14:32.025 INFO:teuthology.orchestra.run.smithi084.stderr: 38700K .......... .......... .......... .......... .......... 41% 35.1M 2s 2024-09-22T09:14:32.025 INFO:teuthology.orchestra.run.smithi084.stderr: 38750K .......... .......... .......... .......... .......... 41% 73.6M 2s 2024-09-22T09:14:32.027 INFO:teuthology.orchestra.run.smithi084.stderr: 38800K .......... .......... .......... .......... .......... 41% 30.4M 2s 2024-09-22T09:14:32.027 INFO:teuthology.orchestra.run.smithi084.stderr: 38850K .......... .......... .......... .......... .......... 41% 41.1M 2s 2024-09-22T09:14:32.030 INFO:teuthology.orchestra.run.smithi084.stderr: 38900K .......... .......... .......... .......... .......... 41% 23.9M 2s 2024-09-22T09:14:32.031 INFO:teuthology.orchestra.run.smithi084.stderr: 38950K .......... .......... .......... .......... .......... 41% 47.1M 2s 2024-09-22T09:14:32.032 INFO:teuthology.orchestra.run.smithi084.stderr: 39000K .......... .......... .......... .......... .......... 42% 29.2M 2s 2024-09-22T09:14:32.034 INFO:teuthology.orchestra.run.smithi084.stderr: 39050K .......... .......... .......... .......... .......... 42% 37.4M 2s 2024-09-22T09:14:32.035 INFO:teuthology.orchestra.run.smithi084.stderr: 39100K .......... .......... .......... .......... .......... 42% 36.5M 2s 2024-09-22T09:14:32.036 INFO:teuthology.orchestra.run.smithi084.stderr: 39150K .......... .......... .......... .......... .......... 42% 37.8M 2s 2024-09-22T09:14:32.038 INFO:teuthology.orchestra.run.smithi084.stderr: 39200K .......... .......... .......... .......... .......... 42% 35.7M 2s 2024-09-22T09:14:32.039 INFO:teuthology.orchestra.run.smithi084.stderr: 39250K .......... .......... .......... .......... .......... 42% 35.3M 2s 2024-09-22T09:14:32.041 INFO:teuthology.orchestra.run.smithi084.stderr: 39300K .......... .......... .......... .......... .......... 42% 30.5M 2s 2024-09-22T09:14:32.042 INFO:teuthology.orchestra.run.smithi084.stderr: 39350K .......... .......... .......... .......... .......... 42% 31.1M 2s 2024-09-22T09:14:32.044 INFO:teuthology.orchestra.run.smithi084.stderr: 39400K .......... .......... .......... .......... .......... 42% 24.3M 2s 2024-09-22T09:14:32.045 INFO:teuthology.orchestra.run.smithi084.stderr: 39450K .......... .......... .......... .......... .......... 42% 56.5M 2s 2024-09-22T09:14:32.046 INFO:teuthology.orchestra.run.smithi084.stderr: 39500K .......... .......... .......... .......... .......... 42% 35.4M 2s 2024-09-22T09:14:32.048 INFO:teuthology.orchestra.run.smithi084.stderr: 39550K .......... .......... .......... .......... .......... 42% 38.4M 2s 2024-09-22T09:14:32.050 INFO:teuthology.orchestra.run.smithi084.stderr: 39600K .......... .......... .......... .......... .......... 42% 30.0M 2s 2024-09-22T09:14:32.051 INFO:teuthology.orchestra.run.smithi084.stderr: 39650K .......... .......... .......... .......... .......... 42% 38.9M 2s 2024-09-22T09:14:32.052 INFO:teuthology.orchestra.run.smithi084.stderr: 39700K .......... .......... .......... .......... .......... 42% 34.4M 2s 2024-09-22T09:14:32.053 INFO:teuthology.orchestra.run.smithi084.stderr: 39750K .......... .......... .......... .......... .......... 42% 49.0M 2s 2024-09-22T09:14:32.056 INFO:teuthology.orchestra.run.smithi084.stderr: 39800K .......... .......... .......... .......... .......... 42% 21.5M 2s 2024-09-22T09:14:32.057 INFO:teuthology.orchestra.run.smithi084.stderr: 39850K .......... .......... .......... .......... .......... 42% 35.7M 2s 2024-09-22T09:14:32.058 INFO:teuthology.orchestra.run.smithi084.stderr: 39900K .......... .......... .......... .......... .......... 43% 31.5M 2s 2024-09-22T09:14:32.059 INFO:teuthology.orchestra.run.smithi084.stderr: 39950K .......... .......... .......... .......... .......... 43% 57.3M 2s 2024-09-22T09:14:32.060 INFO:teuthology.orchestra.run.smithi084.stderr: 40000K .......... .......... .......... .......... .......... 43% 70.1M 2s 2024-09-22T09:14:32.062 INFO:teuthology.orchestra.run.smithi084.stderr: 40050K .......... .......... .......... .......... .......... 43% 25.2M 2s 2024-09-22T09:14:32.064 INFO:teuthology.orchestra.run.smithi084.stderr: 40100K .......... .......... .......... .......... .......... 43% 23.4M 2s 2024-09-22T09:14:32.064 INFO:teuthology.orchestra.run.smithi084.stderr: 40150K .......... .......... .......... .......... .......... 43% 81.1M 2s 2024-09-22T09:14:32.066 INFO:teuthology.orchestra.run.smithi084.stderr: 40200K .......... .......... .......... .......... .......... 43% 45.1M 2s 2024-09-22T09:14:32.067 INFO:teuthology.orchestra.run.smithi084.stderr: 40250K .......... .......... .......... .......... .......... 43% 24.6M 2s 2024-09-22T09:14:32.070 INFO:teuthology.orchestra.run.smithi084.stderr: 40300K .......... .......... .......... .......... .......... 43% 25.2M 2s 2024-09-22T09:14:32.071 INFO:teuthology.orchestra.run.smithi084.stderr: 40350K .......... .......... .......... .......... .......... 43% 37.8M 2s 2024-09-22T09:14:32.071 INFO:teuthology.orchestra.run.smithi084.stderr: 40400K .......... .......... .......... .......... .......... 43% 70.3M 2s 2024-09-22T09:14:32.073 INFO:teuthology.orchestra.run.smithi084.stderr: 40450K .......... .......... .......... .......... .......... 43% 33.1M 2s 2024-09-22T09:14:32.074 INFO:teuthology.orchestra.run.smithi084.stderr: 40500K .......... .......... .......... .......... .......... 43% 42.8M 2s 2024-09-22T09:14:32.076 INFO:teuthology.orchestra.run.smithi084.stderr: 40550K .......... .......... .......... .......... .......... 43% 24.2M 2s 2024-09-22T09:14:32.077 INFO:teuthology.orchestra.run.smithi084.stderr: 40600K .......... .......... .......... .......... .......... 43% 62.8M 2s 2024-09-22T09:14:32.079 INFO:teuthology.orchestra.run.smithi084.stderr: 40650K .......... .......... .......... .......... .......... 43% 28.7M 2s 2024-09-22T09:14:32.080 INFO:teuthology.orchestra.run.smithi084.stderr: 40700K .......... .......... .......... .......... .......... 43% 30.4M 2s 2024-09-22T09:14:32.082 INFO:teuthology.orchestra.run.smithi084.stderr: 40750K .......... .......... .......... .......... .......... 43% 34.3M 2s 2024-09-22T09:14:32.083 INFO:teuthology.orchestra.run.smithi084.stderr: 40800K .......... .......... .......... .......... .......... 43% 32.6M 2s 2024-09-22T09:14:32.084 INFO:teuthology.orchestra.run.smithi084.stderr: 40850K .......... .......... .......... .......... .......... 44% 39.7M 2s 2024-09-22T09:14:32.085 INFO:teuthology.orchestra.run.smithi084.stderr: 40900K .......... .......... .......... .......... .......... 44% 59.9M 2s 2024-09-22T09:14:32.088 INFO:teuthology.orchestra.run.smithi084.stderr: 40950K .......... .......... .......... .......... .......... 44% 22.9M 2s 2024-09-22T09:14:32.089 INFO:teuthology.orchestra.run.smithi084.stderr: 41000K .......... .......... .......... .......... .......... 44% 36.9M 2s 2024-09-22T09:14:32.090 INFO:teuthology.orchestra.run.smithi084.stderr: 41050K .......... .......... .......... .......... .......... 44% 34.0M 2s 2024-09-22T09:14:32.091 INFO:teuthology.orchestra.run.smithi084.stderr: 41100K .......... .......... .......... .......... .......... 44% 32.7M 2s 2024-09-22T09:14:32.093 INFO:teuthology.orchestra.run.smithi084.stderr: 41150K .......... .......... .......... .......... .......... 44% 38.6M 2s 2024-09-22T09:14:32.095 INFO:teuthology.orchestra.run.smithi084.stderr: 41200K .......... .......... .......... .......... .......... 44% 32.5M 2s 2024-09-22T09:14:32.097 INFO:teuthology.orchestra.run.smithi084.stderr: 41250K .......... .......... .......... .......... .......... 44% 28.4M 2s 2024-09-22T09:14:32.097 INFO:teuthology.orchestra.run.smithi084.stderr: 41300K .......... .......... .......... .......... .......... 44% 85.3M 2s 2024-09-22T09:14:32.099 INFO:teuthology.orchestra.run.smithi084.stderr: 41350K .......... .......... .......... .......... .......... 44% 22.5M 2s 2024-09-22T09:14:32.099 INFO:teuthology.orchestra.run.smithi084.stderr: 41400K .......... .......... .......... .......... .......... 44% 77.7M 2s 2024-09-22T09:14:32.102 INFO:teuthology.orchestra.run.smithi084.stderr: 41450K .......... .......... .......... .......... .......... 44% 21.5M 2s 2024-09-22T09:14:32.103 INFO:teuthology.orchestra.run.smithi084.stderr: 41500K .......... .......... .......... .......... .......... 44% 31.7M 2s 2024-09-22T09:14:32.105 INFO:teuthology.orchestra.run.smithi084.stderr: 41550K .......... .......... .......... .......... .......... 44% 41.3M 2s 2024-09-22T09:14:32.106 INFO:teuthology.orchestra.run.smithi084.stderr: 41600K .......... .......... .......... .......... .......... 44% 35.6M 2s 2024-09-22T09:14:32.106 INFO:teuthology.orchestra.run.smithi084.stderr: 41650K .......... .......... .......... .......... .......... 44% 68.5M 2s 2024-09-22T09:14:32.108 INFO:teuthology.orchestra.run.smithi084.stderr: 41700K .......... .......... .......... .......... .......... 44% 29.0M 2s 2024-09-22T09:14:32.109 INFO:teuthology.orchestra.run.smithi084.stderr: 41750K .......... .......... .......... .......... .......... 44% 67.3M 2s 2024-09-22T09:14:32.111 INFO:teuthology.orchestra.run.smithi084.stderr: 41800K .......... .......... .......... .......... .......... 45% 26.3M 2s 2024-09-22T09:14:32.112 INFO:teuthology.orchestra.run.smithi084.stderr: 41850K .......... .......... .......... .......... .......... 45% 43.8M 2s 2024-09-22T09:14:32.114 INFO:teuthology.orchestra.run.smithi084.stderr: 41900K .......... .......... .......... .......... .......... 45% 21.6M 2s 2024-09-22T09:14:32.116 INFO:teuthology.orchestra.run.smithi084.stderr: 41950K .......... .......... .......... .......... .......... 45% 28.8M 2s 2024-09-22T09:14:32.118 INFO:teuthology.orchestra.run.smithi084.stderr: 42000K .......... .......... .......... .......... .......... 45% 33.2M 2s 2024-09-22T09:14:32.118 INFO:teuthology.orchestra.run.smithi084.stderr: 42050K .......... .......... .......... .......... .......... 45% 80.2M 2s 2024-09-22T09:14:32.120 INFO:teuthology.orchestra.run.smithi084.stderr: 42100K .......... .......... .......... .......... .......... 45% 28.4M 2s 2024-09-22T09:14:32.121 INFO:teuthology.orchestra.run.smithi084.stderr: 42150K .......... .......... .......... .......... .......... 45% 48.3M 2s 2024-09-22T09:14:32.122 INFO:teuthology.orchestra.run.smithi084.stderr: 42200K .......... .......... .......... .......... .......... 45% 29.4M 2s 2024-09-22T09:14:32.123 INFO:teuthology.orchestra.run.smithi084.stderr: 42250K .......... .......... .......... .......... .......... 45% 49.2M 2s 2024-09-22T09:14:32.125 INFO:teuthology.orchestra.run.smithi084.stderr: 42300K .......... .......... .......... .......... .......... 45% 22.1M 2s 2024-09-22T09:14:32.127 INFO:teuthology.orchestra.run.smithi084.stderr: 42350K .......... .......... .......... .......... .......... 45% 33.8M 2s 2024-09-22T09:14:32.134 INFO:teuthology.orchestra.run.smithi084.stderr: 42400K .......... .......... .......... .......... .......... 45% 11.6M 2s 2024-09-22T09:14:32.134 INFO:teuthology.orchestra.run.smithi084.stderr: 42450K .......... .......... .......... .......... .......... 45% 99.6M 2s 2024-09-22T09:14:32.134 INFO:teuthology.orchestra.run.smithi084.stderr: 42500K .......... .......... .......... .......... .......... 45% 116M 2s 2024-09-22T09:14:32.134 INFO:teuthology.orchestra.run.smithi084.stderr: 42550K .......... .......... .......... .......... .......... 45% 125M 2s 2024-09-22T09:14:32.134 INFO:teuthology.orchestra.run.smithi084.stderr: 42600K .......... .......... .......... .......... .......... 45% 42.1M 2s 2024-09-22T09:14:32.135 INFO:teuthology.orchestra.run.smithi084.stderr: 42650K .......... .......... .......... .......... .......... 45% 37.5M 2s 2024-09-22T09:14:32.137 INFO:teuthology.orchestra.run.smithi084.stderr: 42700K .......... .......... .......... .......... .......... 46% 22.8M 2s 2024-09-22T09:14:32.138 INFO:teuthology.orchestra.run.smithi084.stderr: 42750K .......... .......... .......... .......... .......... 46% 36.7M 2s 2024-09-22T09:14:32.139 INFO:teuthology.orchestra.run.smithi084.stderr: 42800K .......... .......... .......... .......... .......... 46% 65.5M 2s 2024-09-22T09:14:32.144 INFO:teuthology.orchestra.run.smithi084.stderr: 42850K .......... .......... .......... .......... .......... 46% 11.5M 2s 2024-09-22T09:14:32.145 INFO:teuthology.orchestra.run.smithi084.stderr: 42900K .......... .......... .......... .......... .......... 46% 34.7M 2s 2024-09-22T09:14:32.145 INFO:teuthology.orchestra.run.smithi084.stderr: 42950K .......... .......... .......... .......... .......... 46% 50.3M 2s 2024-09-22T09:14:32.147 INFO:teuthology.orchestra.run.smithi084.stderr: 43000K .......... .......... .......... .......... .......... 46% 64.8M 2s 2024-09-22T09:14:32.148 INFO:teuthology.orchestra.run.smithi084.stderr: 43050K .......... .......... .......... .......... .......... 46% 34.7M 2s 2024-09-22T09:14:32.149 INFO:teuthology.orchestra.run.smithi084.stderr: 43100K .......... .......... .......... .......... .......... 46% 35.2M 2s 2024-09-22T09:14:32.151 INFO:teuthology.orchestra.run.smithi084.stderr: 43150K .......... .......... .......... .......... .......... 46% 37.5M 2s 2024-09-22T09:14:32.151 INFO:teuthology.orchestra.run.smithi084.stderr: 43200K .......... .......... .......... .......... .......... 46% 49.9M 2s 2024-09-22T09:14:32.155 INFO:teuthology.orchestra.run.smithi084.stderr: 43250K .......... .......... .......... .......... .......... 46% 14.5M 2s 2024-09-22T09:14:32.156 INFO:teuthology.orchestra.run.smithi084.stderr: 43300K .......... .......... .......... .......... .......... 46% 46.6M 2s 2024-09-22T09:14:32.158 INFO:teuthology.orchestra.run.smithi084.stderr: 43350K .......... .......... .......... .......... .......... 46% 37.7M 2s 2024-09-22T09:14:32.158 INFO:teuthology.orchestra.run.smithi084.stderr: 43400K .......... .......... .......... .......... .......... 46% 74.2M 2s 2024-09-22T09:14:32.159 INFO:teuthology.orchestra.run.smithi084.stderr: 43450K .......... .......... .......... .......... .......... 46% 44.6M 2s 2024-09-22T09:14:32.161 INFO:teuthology.orchestra.run.smithi084.stderr: 43500K .......... .......... .......... .......... .......... 46% 34.1M 2s 2024-09-22T09:14:32.162 INFO:teuthology.orchestra.run.smithi084.stderr: 43550K .......... .......... .......... .......... .......... 46% 37.2M 2s 2024-09-22T09:14:32.164 INFO:teuthology.orchestra.run.smithi084.stderr: 43600K .......... .......... .......... .......... .......... 46% 32.4M 2s 2024-09-22T09:14:32.167 INFO:teuthology.orchestra.run.smithi084.stderr: 43650K .......... .......... .......... .......... .......... 47% 16.2M 2s 2024-09-22T09:14:32.167 INFO:teuthology.orchestra.run.smithi084.stderr: 43700K .......... .......... .......... .......... .......... 47% 75.2M 2s 2024-09-22T09:14:32.168 INFO:teuthology.orchestra.run.smithi084.stderr: 43750K .......... .......... .......... .......... .......... 47% 36.4M 2s 2024-09-22T09:14:32.170 INFO:teuthology.orchestra.run.smithi084.stderr: 43800K .......... .......... .......... .......... .......... 47% 40.0M 2s 2024-09-22T09:14:32.170 INFO:teuthology.orchestra.run.smithi084.stderr: 43850K .......... .......... .......... .......... .......... 47% 56.7M 2s 2024-09-22T09:14:32.172 INFO:teuthology.orchestra.run.smithi084.stderr: 43900K .......... .......... .......... .......... .......... 47% 32.3M 2s 2024-09-22T09:14:32.173 INFO:teuthology.orchestra.run.smithi084.stderr: 43950K .......... .......... .......... .......... .......... 47% 35.6M 2s 2024-09-22T09:14:32.174 INFO:teuthology.orchestra.run.smithi084.stderr: 44000K .......... .......... .......... .......... .......... 47% 66.1M 2s 2024-09-22T09:14:32.178 INFO:teuthology.orchestra.run.smithi084.stderr: 44050K .......... .......... .......... .......... .......... 47% 12.7M 2s 2024-09-22T09:14:32.179 INFO:teuthology.orchestra.run.smithi084.stderr: 44100K .......... .......... .......... .......... .......... 47% 99.0M 2s 2024-09-22T09:14:32.180 INFO:teuthology.orchestra.run.smithi084.stderr: 44150K .......... .......... .......... .......... .......... 47% 36.0M 2s 2024-09-22T09:14:32.181 INFO:teuthology.orchestra.run.smithi084.stderr: 44200K .......... .......... .......... .......... .......... 47% 47.7M 2s 2024-09-22T09:14:32.182 INFO:teuthology.orchestra.run.smithi084.stderr: 44250K .......... .......... .......... .......... .......... 47% 39.2M 2s 2024-09-22T09:14:32.184 INFO:teuthology.orchestra.run.smithi084.stderr: 44300K .......... .......... .......... .......... .......... 47% 35.9M 2s 2024-09-22T09:14:32.184 INFO:teuthology.orchestra.run.smithi084.stderr: 44350K .......... .......... .......... .......... .......... 47% 76.0M 2s 2024-09-22T09:14:32.185 INFO:teuthology.orchestra.run.smithi084.stderr: 44400K .......... .......... .......... .......... .......... 47% 34.7M 1s 2024-09-22T09:14:32.186 INFO:teuthology.orchestra.run.smithi084.stderr: 44450K .......... .......... .......... .......... .......... 47% 42.4M 1s 2024-09-22T09:14:32.190 INFO:teuthology.orchestra.run.smithi084.stderr: 44500K .......... .......... .......... .......... .......... 47% 13.9M 1s 2024-09-22T09:14:32.191 INFO:teuthology.orchestra.run.smithi084.stderr: 44550K .......... .......... .......... .......... .......... 48% 53.7M 1s 2024-09-22T09:14:32.193 INFO:teuthology.orchestra.run.smithi084.stderr: 44600K .......... .......... .......... .......... .......... 48% 39.6M 1s 2024-09-22T09:14:32.193 INFO:teuthology.orchestra.run.smithi084.stderr: 44650K .......... .......... .......... .......... .......... 48% 68.4M 1s 2024-09-22T09:14:32.194 INFO:teuthology.orchestra.run.smithi084.stderr: 44700K .......... .......... .......... .......... .......... 48% 33.0M 1s 2024-09-22T09:14:32.196 INFO:teuthology.orchestra.run.smithi084.stderr: 44750K .......... .......... .......... .......... .......... 48% 33.3M 1s 2024-09-22T09:14:32.197 INFO:teuthology.orchestra.run.smithi084.stderr: 44800K .......... .......... .......... .......... .......... 48% 41.7M 1s 2024-09-22T09:14:32.198 INFO:teuthology.orchestra.run.smithi084.stderr: 44850K .......... .......... .......... .......... .......... 48% 53.3M 1s 2024-09-22T09:14:32.202 INFO:teuthology.orchestra.run.smithi084.stderr: 44900K .......... .......... .......... .......... .......... 48% 13.9M 1s 2024-09-22T09:14:32.203 INFO:teuthology.orchestra.run.smithi084.stderr: 44950K .......... .......... .......... .......... .......... 48% 40.6M 1s 2024-09-22T09:14:32.204 INFO:teuthology.orchestra.run.smithi084.stderr: 45000K .......... .......... .......... .......... .......... 48% 44.3M 1s 2024-09-22T09:14:32.204 INFO:teuthology.orchestra.run.smithi084.stderr: 45050K .......... .......... .......... .......... .......... 48% 63.7M 1s 2024-09-22T09:14:32.206 INFO:teuthology.orchestra.run.smithi084.stderr: 45100K .......... .......... .......... .......... .......... 48% 38.3M 1s 2024-09-22T09:14:32.207 INFO:teuthology.orchestra.run.smithi084.stderr: 45150K .......... .......... .......... .......... .......... 48% 41.0M 1s 2024-09-22T09:14:32.208 INFO:teuthology.orchestra.run.smithi084.stderr: 45200K .......... .......... .......... .......... .......... 48% 42.9M 1s 2024-09-22T09:14:32.210 INFO:teuthology.orchestra.run.smithi084.stderr: 45250K .......... .......... .......... .......... .......... 48% 54.0M 1s 2024-09-22T09:14:32.210 INFO:teuthology.orchestra.run.smithi084.stderr: 45300K .......... .......... .......... .......... .......... 48% 53.7M 1s 2024-09-22T09:14:32.214 INFO:teuthology.orchestra.run.smithi084.stderr: 45350K .......... .......... .......... .......... .......... 48% 14.4M 1s 2024-09-22T09:14:32.216 INFO:teuthology.orchestra.run.smithi084.stderr: 45400K .......... .......... .......... .......... .......... 48% 42.4M 1s 2024-09-22T09:14:32.216 INFO:teuthology.orchestra.run.smithi084.stderr: 45450K .......... .......... .......... .......... .......... 48% 44.2M 1s 2024-09-22T09:14:32.218 INFO:teuthology.orchestra.run.smithi084.stderr: 45500K .......... .......... .......... .......... .......... 49% 38.9M 1s 2024-09-22T09:14:32.218 INFO:teuthology.orchestra.run.smithi084.stderr: 45550K .......... .......... .......... .......... .......... 49% 75.5M 1s 2024-09-22T09:14:32.219 INFO:teuthology.orchestra.run.smithi084.stderr: 45600K .......... .......... .......... .......... .......... 49% 38.2M 1s 2024-09-22T09:14:32.222 INFO:teuthology.orchestra.run.smithi084.stderr: 45650K .......... .......... .......... .......... .......... 49% 40.9M 1s 2024-09-22T09:14:32.222 INFO:teuthology.orchestra.run.smithi084.stderr: 45700K .......... .......... .......... .......... .......... 49% 48.0M 1s 2024-09-22T09:14:32.222 INFO:teuthology.orchestra.run.smithi084.stderr: 45750K .......... .......... .......... .......... .......... 49% 43.3M 1s 2024-09-22T09:14:32.225 INFO:teuthology.orchestra.run.smithi084.stderr: 45800K .......... .......... .......... .......... .......... 49% 17.4M 1s 2024-09-22T09:14:32.228 INFO:teuthology.orchestra.run.smithi084.stderr: 45850K .......... .......... .......... .......... .......... 49% 35.2M 1s 2024-09-22T09:14:32.228 INFO:teuthology.orchestra.run.smithi084.stderr: 45900K .......... .......... .......... .......... .......... 49% 47.3M 1s 2024-09-22T09:14:32.229 INFO:teuthology.orchestra.run.smithi084.stderr: 45950K .......... .......... .......... .......... .......... 49% 41.9M 1s 2024-09-22T09:14:32.229 INFO:teuthology.orchestra.run.smithi084.stderr: 46000K .......... .......... .......... .......... .......... 49% 58.4M 1s 2024-09-22T09:14:32.231 INFO:teuthology.orchestra.run.smithi084.stderr: 46050K .......... .......... .......... .......... .......... 49% 48.0M 1s 2024-09-22T09:14:32.233 INFO:teuthology.orchestra.run.smithi084.stderr: 46100K .......... .......... .......... .......... .......... 49% 22.4M 1s 2024-09-22T09:14:32.234 INFO:teuthology.orchestra.run.smithi084.stderr: 46150K .......... .......... .......... .......... .......... 49% 69.4M 1s 2024-09-22T09:14:32.234 INFO:teuthology.orchestra.run.smithi084.stderr: 46200K .......... .......... .......... .......... .......... 49% 47.4M 1s 2024-09-22T09:14:32.237 INFO:teuthology.orchestra.run.smithi084.stderr: 46250K .......... .......... .......... .......... .......... 49% 16.0M 1s 2024-09-22T09:14:32.239 INFO:teuthology.orchestra.run.smithi084.stderr: 46300K .......... .......... .......... .......... .......... 49% 53.1M 1s 2024-09-22T09:14:32.239 INFO:teuthology.orchestra.run.smithi084.stderr: 46350K .......... .......... .......... .......... .......... 49% 57.1M 1s 2024-09-22T09:14:32.241 INFO:teuthology.orchestra.run.smithi084.stderr: 46400K .......... .......... .......... .......... .......... 49% 39.3M 1s 2024-09-22T09:14:32.241 INFO:teuthology.orchestra.run.smithi084.stderr: 46450K .......... .......... .......... .......... .......... 50% 49.8M 1s 2024-09-22T09:14:32.243 INFO:teuthology.orchestra.run.smithi084.stderr: 46500K .......... .......... .......... .......... .......... 50% 45.0M 1s 2024-09-22T09:14:32.245 INFO:teuthology.orchestra.run.smithi084.stderr: 46550K .......... .......... .......... .......... .......... 50% 26.4M 1s 2024-09-22T09:14:32.245 INFO:teuthology.orchestra.run.smithi084.stderr: 46600K .......... .......... .......... .......... .......... 50% 60.8M 1s 2024-09-22T09:14:32.246 INFO:teuthology.orchestra.run.smithi084.stderr: 46650K .......... .......... .......... .......... .......... 50% 49.2M 1s 2024-09-22T09:14:32.250 INFO:teuthology.orchestra.run.smithi084.stderr: 46700K .......... .......... .......... .......... .......... 50% 14.6M 1s 2024-09-22T09:14:32.251 INFO:teuthology.orchestra.run.smithi084.stderr: 46750K .......... .......... .......... .......... .......... 50% 39.4M 1s 2024-09-22T09:14:32.251 INFO:teuthology.orchestra.run.smithi084.stderr: 46800K .......... .......... .......... .......... .......... 50% 75.6M 1s 2024-09-22T09:14:32.253 INFO:teuthology.orchestra.run.smithi084.stderr: 46850K .......... .......... .......... .......... .......... 50% 38.7M 1s 2024-09-22T09:14:32.254 INFO:teuthology.orchestra.run.smithi084.stderr: 46900K .......... .......... .......... .......... .......... 50% 42.1M 1s 2024-09-22T09:14:32.255 INFO:teuthology.orchestra.run.smithi084.stderr: 46950K .......... .......... .......... .......... .......... 50% 38.3M 1s 2024-09-22T09:14:32.257 INFO:teuthology.orchestra.run.smithi084.stderr: 47000K .......... .......... .......... .......... .......... 50% 44.0M 1s 2024-09-22T09:14:32.257 INFO:teuthology.orchestra.run.smithi084.stderr: 47050K .......... .......... .......... .......... .......... 50% 58.1M 1s 2024-09-22T09:14:32.262 INFO:teuthology.orchestra.run.smithi084.stderr: 47100K .......... .......... .......... .......... .......... 50% 13.7M 1s 2024-09-22T09:14:32.263 INFO:teuthology.orchestra.run.smithi084.stderr: 47150K .......... .......... .......... .......... .......... 50% 90.0M 1s 2024-09-22T09:14:32.263 INFO:teuthology.orchestra.run.smithi084.stderr: 47200K .......... .......... .......... .......... .......... 50% 37.4M 1s 2024-09-22T09:14:32.265 INFO:teuthology.orchestra.run.smithi084.stderr: 47250K .......... .......... .......... .......... .......... 50% 32.0M 1s 2024-09-22T09:14:32.265 INFO:teuthology.orchestra.run.smithi084.stderr: 47300K .......... .......... .......... .......... .......... 50% 63.5M 1s 2024-09-22T09:14:32.266 INFO:teuthology.orchestra.run.smithi084.stderr: 47350K .......... .......... .......... .......... .......... 51% 36.4M 1s 2024-09-22T09:14:32.269 INFO:teuthology.orchestra.run.smithi084.stderr: 47400K .......... .......... .......... .......... .......... 51% 49.4M 1s 2024-09-22T09:14:32.269 INFO:teuthology.orchestra.run.smithi084.stderr: 47450K .......... .......... .......... .......... .......... 51% 59.0M 1s 2024-09-22T09:14:32.269 INFO:teuthology.orchestra.run.smithi084.stderr: 47500K .......... .......... .......... .......... .......... 51% 41.5M 1s 2024-09-22T09:14:32.272 INFO:teuthology.orchestra.run.smithi084.stderr: 47550K .......... .......... .......... .......... .......... 51% 15.6M 1s 2024-09-22T09:14:32.273 INFO:teuthology.orchestra.run.smithi084.stderr: 47600K .......... .......... .......... .......... .......... 51% 50.0M 1s 2024-09-22T09:14:32.274 INFO:teuthology.orchestra.run.smithi084.stderr: 47650K .......... .......... .......... .......... .......... 51% 53.4M 1s 2024-09-22T09:14:32.276 INFO:teuthology.orchestra.run.smithi084.stderr: 47700K .......... .......... .......... .......... .......... 51% 25.6M 1s 2024-09-22T09:14:32.277 INFO:teuthology.orchestra.run.smithi084.stderr: 47750K .......... .......... .......... .......... .......... 51% 60.7M 1s 2024-09-22T09:14:32.278 INFO:teuthology.orchestra.run.smithi084.stderr: 47800K .......... .......... .......... .......... .......... 51% 41.7M 1s 2024-09-22T09:14:32.278 INFO:teuthology.orchestra.run.smithi084.stderr: 47850K .......... .......... .......... .......... .......... 51% 50.8M 1s 2024-09-22T09:14:32.280 INFO:teuthology.orchestra.run.smithi084.stderr: 47900K .......... .......... .......... .......... .......... 51% 38.0M 1s 2024-09-22T09:14:32.281 INFO:teuthology.orchestra.run.smithi084.stderr: 47950K .......... .......... .......... .......... .......... 51% 66.1M 1s 2024-09-22T09:14:32.284 INFO:teuthology.orchestra.run.smithi084.stderr: 48000K .......... .......... .......... .......... .......... 51% 16.3M 1s 2024-09-22T09:14:32.285 INFO:teuthology.orchestra.run.smithi084.stderr: 48050K .......... .......... .......... .......... .......... 51% 45.6M 1s 2024-09-22T09:14:32.286 INFO:teuthology.orchestra.run.smithi084.stderr: 48100K .......... .......... .......... .......... .......... 51% 75.4M 1s 2024-09-22T09:14:32.289 INFO:teuthology.orchestra.run.smithi084.stderr: 48150K .......... .......... .......... .......... .......... 51% 22.2M 1s 2024-09-22T09:14:32.289 INFO:teuthology.orchestra.run.smithi084.stderr: 48200K .......... .......... .......... .......... .......... 51% 105M 1s 2024-09-22T09:14:32.290 INFO:teuthology.orchestra.run.smithi084.stderr: 48250K .......... .......... .......... .......... .......... 51% 37.0M 1s 2024-09-22T09:14:32.291 INFO:teuthology.orchestra.run.smithi084.stderr: 48300K .......... .......... .......... .......... .......... 52% 38.6M 1s 2024-09-22T09:14:32.293 INFO:teuthology.orchestra.run.smithi084.stderr: 48350K .......... .......... .......... .......... .......... 52% 44.3M 1s 2024-09-22T09:14:32.293 INFO:teuthology.orchestra.run.smithi084.stderr: 48400K .......... .......... .......... .......... .......... 52% 74.5M 1s 2024-09-22T09:14:32.296 INFO:teuthology.orchestra.run.smithi084.stderr: 48450K .......... .......... .......... .......... .......... 52% 16.1M 1s 2024-09-22T09:14:32.297 INFO:teuthology.orchestra.run.smithi084.stderr: 48500K .......... .......... .......... .......... .......... 52% 47.8M 1s 2024-09-22T09:14:32.297 INFO:teuthology.orchestra.run.smithi084.stderr: 48550K .......... .......... .......... .......... .......... 52% 77.7M 1s 2024-09-22T09:14:32.301 INFO:teuthology.orchestra.run.smithi084.stderr: 48600K .......... .......... .......... .......... .......... 52% 22.2M 1s 2024-09-22T09:14:32.301 INFO:teuthology.orchestra.run.smithi084.stderr: 48650K .......... .......... .......... .......... .......... 52% 62.9M 1s 2024-09-22T09:14:32.303 INFO:teuthology.orchestra.run.smithi084.stderr: 48700K .......... .......... .......... .......... .......... 52% 35.3M 1s 2024-09-22T09:14:32.303 INFO:teuthology.orchestra.run.smithi084.stderr: 48750K .......... .......... .......... .......... .......... 52% 42.5M 1s 2024-09-22T09:14:32.305 INFO:teuthology.orchestra.run.smithi084.stderr: 48800K .......... .......... .......... .......... .......... 52% 47.4M 1s 2024-09-22T09:14:32.305 INFO:teuthology.orchestra.run.smithi084.stderr: 48850K .......... .......... .......... .......... .......... 52% 75.4M 1s 2024-09-22T09:14:32.309 INFO:teuthology.orchestra.run.smithi084.stderr: 48900K .......... .......... .......... .......... .......... 52% 15.9M 1s 2024-09-22T09:14:32.309 INFO:teuthology.orchestra.run.smithi084.stderr: 48950K .......... .......... .......... .......... .......... 52% 64.4M 1s 2024-09-22T09:14:32.309 INFO:teuthology.orchestra.run.smithi084.stderr: 49000K .......... .......... .......... .......... .......... 52% 50.6M 1s 2024-09-22T09:14:32.313 INFO:teuthology.orchestra.run.smithi084.stderr: 49050K .......... .......... .......... .......... .......... 52% 22.5M 1s 2024-09-22T09:14:32.313 INFO:teuthology.orchestra.run.smithi084.stderr: 49100K .......... .......... .......... .......... .......... 52% 63.4M 1s 2024-09-22T09:14:32.314 INFO:teuthology.orchestra.run.smithi084.stderr: 49150K .......... .......... .......... .......... .......... 52% 38.8M 1s 2024-09-22T09:14:32.315 INFO:teuthology.orchestra.run.smithi084.stderr: 49200K .......... .......... .......... .......... .......... 53% 40.0M 1s 2024-09-22T09:14:32.315 INFO:teuthology.orchestra.run.smithi084.stderr: 49250K .......... .......... .......... .......... .......... 53% 59.6M 1s 2024-09-22T09:14:32.316 INFO:teuthology.orchestra.run.smithi084.stderr: 49300K .......... .......... .......... .......... .......... 53% 56.7M 1s 2024-09-22T09:14:32.319 INFO:teuthology.orchestra.run.smithi084.stderr: 49350K .......... .......... .......... .......... .......... 53% 16.9M 1s 2024-09-22T09:14:32.321 INFO:teuthology.orchestra.run.smithi084.stderr: 49400K .......... .......... .......... .......... .......... 53% 55.5M 1s 2024-09-22T09:14:32.321 INFO:teuthology.orchestra.run.smithi084.stderr: 49450K .......... .......... .......... .......... .......... 53% 55.6M 1s 2024-09-22T09:14:32.324 INFO:teuthology.orchestra.run.smithi084.stderr: 49500K .......... .......... .......... .......... .......... 53% 21.9M 1s 2024-09-22T09:14:32.324 INFO:teuthology.orchestra.run.smithi084.stderr: 49550K .......... .......... .......... .......... .......... 53% 46.8M 1s 2024-09-22T09:14:32.325 INFO:teuthology.orchestra.run.smithi084.stderr: 49600K .......... .......... .......... .......... .......... 53% 54.4M 1s 2024-09-22T09:14:32.327 INFO:teuthology.orchestra.run.smithi084.stderr: 49650K .......... .......... .......... .......... .......... 53% 38.1M 1s 2024-09-22T09:14:32.327 INFO:teuthology.orchestra.run.smithi084.stderr: 49700K .......... .......... .......... .......... .......... 53% 66.8M 1s 2024-09-22T09:14:32.329 INFO:teuthology.orchestra.run.smithi084.stderr: 49750K .......... .......... .......... .......... .......... 53% 38.6M 1s 2024-09-22T09:14:32.332 INFO:teuthology.orchestra.run.smithi084.stderr: 49800K .......... .......... .......... .......... .......... 53% 19.1M 1s 2024-09-22T09:14:32.332 INFO:teuthology.orchestra.run.smithi084.stderr: 49850K .......... .......... .......... .......... .......... 53% 60.3M 1s 2024-09-22T09:14:32.334 INFO:teuthology.orchestra.run.smithi084.stderr: 49900K .......... .......... .......... .......... .......... 53% 21.4M 1s 2024-09-22T09:14:32.335 INFO:teuthology.orchestra.run.smithi084.stderr: 49950K .......... .......... .......... .......... .......... 53% 69.0M 1s 2024-09-22T09:14:32.336 INFO:teuthology.orchestra.run.smithi084.stderr: 50000K .......... .......... .......... .......... .......... 53% 40.9M 1s 2024-09-22T09:14:32.337 INFO:teuthology.orchestra.run.smithi084.stderr: 50050K .......... .......... .......... .......... .......... 53% 54.0M 1s 2024-09-22T09:14:32.340 INFO:teuthology.orchestra.run.smithi084.stderr: 50100K .......... .......... .......... .......... .......... 53% 31.3M 1s 2024-09-22T09:14:32.340 INFO:teuthology.orchestra.run.smithi084.stderr: 50150K .......... .......... .......... .......... .......... 54% 56.3M 1s 2024-09-22T09:14:32.340 INFO:teuthology.orchestra.run.smithi084.stderr: 50200K .......... .......... .......... .......... .......... 54% 56.1M 1s 2024-09-22T09:14:32.344 INFO:teuthology.orchestra.run.smithi084.stderr: 50250K .......... .......... .......... .......... .......... 54% 19.1M 1s 2024-09-22T09:14:32.344 INFO:teuthology.orchestra.run.smithi084.stderr: 50300K .......... .......... .......... .......... .......... 54% 49.6M 1s 2024-09-22T09:14:32.346 INFO:teuthology.orchestra.run.smithi084.stderr: 50350K .......... .......... .......... .......... .......... 54% 22.0M 1s 2024-09-22T09:14:32.348 INFO:teuthology.orchestra.run.smithi084.stderr: 50400K .......... .......... .......... .......... .......... 54% 47.9M 1s 2024-09-22T09:14:32.348 INFO:teuthology.orchestra.run.smithi084.stderr: 50450K .......... .......... .......... .......... .......... 54% 69.9M 1s 2024-09-22T09:14:32.349 INFO:teuthology.orchestra.run.smithi084.stderr: 50500K .......... .......... .......... .......... .......... 54% 48.1M 1s 2024-09-22T09:14:32.350 INFO:teuthology.orchestra.run.smithi084.stderr: 50550K .......... .......... .......... .......... .......... 54% 32.8M 1s 2024-09-22T09:14:32.352 INFO:teuthology.orchestra.run.smithi084.stderr: 50600K .......... .......... .......... .......... .......... 54% 52.0M 1s 2024-09-22T09:14:32.352 INFO:teuthology.orchestra.run.smithi084.stderr: 50650K .......... .......... .......... .......... .......... 54% 59.7M 1s 2024-09-22T09:14:32.355 INFO:teuthology.orchestra.run.smithi084.stderr: 50700K .......... .......... .......... .......... .......... 54% 17.8M 1s 2024-09-22T09:14:32.355 INFO:teuthology.orchestra.run.smithi084.stderr: 50750K .......... .......... .......... .......... .......... 54% 71.7M 1s 2024-09-22T09:14:32.358 INFO:teuthology.orchestra.run.smithi084.stderr: 50800K .......... .......... .......... .......... .......... 54% 20.6M 1s 2024-09-22T09:14:32.359 INFO:teuthology.orchestra.run.smithi084.stderr: 50850K .......... .......... .......... .......... .......... 54% 50.9M 1s 2024-09-22T09:14:32.359 INFO:teuthology.orchestra.run.smithi084.stderr: 50900K .......... .......... .......... .......... .......... 54% 59.1M 1s 2024-09-22T09:14:32.361 INFO:teuthology.orchestra.run.smithi084.stderr: 50950K .......... .......... .......... .......... .......... 54% 57.8M 1s 2024-09-22T09:14:32.362 INFO:teuthology.orchestra.run.smithi084.stderr: 51000K .......... .......... .......... .......... .......... 54% 32.0M 1s 2024-09-22T09:14:32.363 INFO:teuthology.orchestra.run.smithi084.stderr: 51050K .......... .......... .......... .......... .......... 55% 49.2M 1s 2024-09-22T09:14:32.364 INFO:teuthology.orchestra.run.smithi084.stderr: 51100K .......... .......... .......... .......... .......... 55% 54.4M 1s 2024-09-22T09:14:32.366 INFO:teuthology.orchestra.run.smithi084.stderr: 51150K .......... .......... .......... .......... .......... 55% 19.0M 1s 2024-09-22T09:14:32.367 INFO:teuthology.orchestra.run.smithi084.stderr: 51200K .......... .......... .......... .......... .......... 55% 77.8M 1s 2024-09-22T09:14:32.370 INFO:teuthology.orchestra.run.smithi084.stderr: 51250K .......... .......... .......... .......... .......... 55% 20.1M 1s 2024-09-22T09:14:32.371 INFO:teuthology.orchestra.run.smithi084.stderr: 51300K .......... .......... .......... .......... .......... 55% 48.2M 1s 2024-09-22T09:14:32.372 INFO:teuthology.orchestra.run.smithi084.stderr: 51350K .......... .......... .......... .......... .......... 55% 33.0M 1s 2024-09-22T09:14:32.373 INFO:teuthology.orchestra.run.smithi084.stderr: 51400K .......... .......... .......... .......... .......... 55% 84.5M 1s 2024-09-22T09:14:32.375 INFO:teuthology.orchestra.run.smithi084.stderr: 51450K .......... .......... .......... .......... .......... 55% 41.3M 1s 2024-09-22T09:14:32.375 INFO:teuthology.orchestra.run.smithi084.stderr: 51500K .......... .......... .......... .......... .......... 55% 47.5M 1s 2024-09-22T09:14:32.379 INFO:teuthology.orchestra.run.smithi084.stderr: 51550K .......... .......... .......... .......... .......... 55% 17.9M 1s 2024-09-22T09:14:32.379 INFO:teuthology.orchestra.run.smithi084.stderr: 51600K .......... .......... .......... .......... .......... 55% 64.1M 1s 2024-09-22T09:14:32.379 INFO:teuthology.orchestra.run.smithi084.stderr: 51650K .......... .......... .......... .......... .......... 55% 90.7M 1s 2024-09-22T09:14:32.381 INFO:teuthology.orchestra.run.smithi084.stderr: 51700K .......... .......... .......... .......... .......... 55% 22.0M 1s 2024-09-22T09:14:32.383 INFO:teuthology.orchestra.run.smithi084.stderr: 51750K .......... .......... .......... .......... .......... 55% 31.2M 1s 2024-09-22T09:14:32.384 INFO:teuthology.orchestra.run.smithi084.stderr: 51800K .......... .......... .......... .......... .......... 55% 43.1M 1s 2024-09-22T09:14:32.384 INFO:teuthology.orchestra.run.smithi084.stderr: 51850K .......... .......... .......... .......... .......... 55% 73.5M 1s 2024-09-22T09:14:32.386 INFO:teuthology.orchestra.run.smithi084.stderr: 51900K .......... .......... .......... .......... .......... 55% 43.3M 1s 2024-09-22T09:14:32.387 INFO:teuthology.orchestra.run.smithi084.stderr: 51950K .......... .......... .......... .......... .......... 55% 46.4M 1s 2024-09-22T09:14:32.390 INFO:teuthology.orchestra.run.smithi084.stderr: 52000K .......... .......... .......... .......... .......... 56% 18.5M 1s 2024-09-22T09:14:32.390 INFO:teuthology.orchestra.run.smithi084.stderr: 52050K .......... .......... .......... .......... .......... 56% 81.8M 1s 2024-09-22T09:14:32.391 INFO:teuthology.orchestra.run.smithi084.stderr: 52100K .......... .......... .......... .......... .......... 56% 69.2M 1s 2024-09-22T09:14:32.393 INFO:teuthology.orchestra.run.smithi084.stderr: 52150K .......... .......... .......... .......... .......... 56% 19.2M 1s 2024-09-22T09:14:32.395 INFO:teuthology.orchestra.run.smithi084.stderr: 52200K .......... .......... .......... .......... .......... 56% 42.7M 1s 2024-09-22T09:14:32.396 INFO:teuthology.orchestra.run.smithi084.stderr: 52250K .......... .......... .......... .......... .......... 56% 42.1M 1s 2024-09-22T09:14:32.396 INFO:teuthology.orchestra.run.smithi084.stderr: 52300K .......... .......... .......... .......... .......... 56% 72.1M 1s 2024-09-22T09:14:32.397 INFO:teuthology.orchestra.run.smithi084.stderr: 52350K .......... .......... .......... .......... .......... 56% 37.4M 1s 2024-09-22T09:14:32.399 INFO:teuthology.orchestra.run.smithi084.stderr: 52400K .......... .......... .......... .......... .......... 56% 47.8M 1s 2024-09-22T09:14:32.401 INFO:teuthology.orchestra.run.smithi084.stderr: 52450K .......... .......... .......... .......... .......... 56% 19.9M 1s 2024-09-22T09:14:32.403 INFO:teuthology.orchestra.run.smithi084.stderr: 52500K .......... .......... .......... .......... .......... 56% 67.2M 1s 2024-09-22T09:14:32.403 INFO:teuthology.orchestra.run.smithi084.stderr: 52550K .......... .......... .......... .......... .......... 56% 43.2M 1s 2024-09-22T09:14:32.405 INFO:teuthology.orchestra.run.smithi084.stderr: 52600K .......... .......... .......... .......... .......... 56% 22.9M 1s 2024-09-22T09:14:32.406 INFO:teuthology.orchestra.run.smithi084.stderr: 52650K .......... .......... .......... .......... .......... 56% 40.0M 1s 2024-09-22T09:14:32.407 INFO:teuthology.orchestra.run.smithi084.stderr: 52700K .......... .......... .......... .......... .......... 56% 42.2M 1s 2024-09-22T09:14:32.408 INFO:teuthology.orchestra.run.smithi084.stderr: 52750K .......... .......... .......... .......... .......... 56% 88.3M 1s 2024-09-22T09:14:32.410 INFO:teuthology.orchestra.run.smithi084.stderr: 52800K .......... .......... .......... .......... .......... 56% 34.2M 1s 2024-09-22T09:14:32.410 INFO:teuthology.orchestra.run.smithi084.stderr: 52850K .......... .......... .......... .......... .......... 56% 59.6M 1s 2024-09-22T09:14:32.414 INFO:teuthology.orchestra.run.smithi084.stderr: 52900K .......... .......... .......... .......... .......... 56% 20.1M 1s 2024-09-22T09:14:32.415 INFO:teuthology.orchestra.run.smithi084.stderr: 52950K .......... .......... .......... .......... .......... 57% 32.3M 1s 2024-09-22T09:14:32.415 INFO:teuthology.orchestra.run.smithi084.stderr: 53000K .......... .......... .......... .......... .......... 57% 55.4M 1s 2024-09-22T09:14:32.416 INFO:teuthology.orchestra.run.smithi084.stderr: 53050K .......... .......... .......... .......... .......... 57% 40.1M 1s 2024-09-22T09:14:32.418 INFO:teuthology.orchestra.run.smithi084.stderr: 53100K .......... .......... .......... .......... .......... 57% 28.5M 1s 2024-09-22T09:14:32.419 INFO:teuthology.orchestra.run.smithi084.stderr: 53150K .......... .......... .......... .......... .......... 57% 37.8M 1s 2024-09-22T09:14:32.419 INFO:teuthology.orchestra.run.smithi084.stderr: 53200K .......... .......... .......... .......... .......... 57% 98.9M 1s 2024-09-22T09:14:32.421 INFO:teuthology.orchestra.run.smithi084.stderr: 53250K .......... .......... .......... .......... .......... 57% 34.2M 1s 2024-09-22T09:14:32.422 INFO:teuthology.orchestra.run.smithi084.stderr: 53300K .......... .......... .......... .......... .......... 57% 61.6M 1s 2024-09-22T09:14:32.427 INFO:teuthology.orchestra.run.smithi084.stderr: 53350K .......... .......... .......... .......... .......... 57% 14.1M 1s 2024-09-22T09:14:32.427 INFO:teuthology.orchestra.run.smithi084.stderr: 53400K .......... .......... .......... .......... .......... 57% 105M 1s 2024-09-22T09:14:32.427 INFO:teuthology.orchestra.run.smithi084.stderr: 53450K .......... .......... .......... .......... .......... 57% 43.5M 1s 2024-09-22T09:14:32.428 INFO:teuthology.orchestra.run.smithi084.stderr: 53500K .......... .......... .......... .......... .......... 57% 39.9M 1s 2024-09-22T09:14:32.430 INFO:teuthology.orchestra.run.smithi084.stderr: 53550K .......... .......... .......... .......... .......... 57% 30.7M 1s 2024-09-22T09:14:32.431 INFO:teuthology.orchestra.run.smithi084.stderr: 53600K .......... .......... .......... .......... .......... 57% 40.2M 1s 2024-09-22T09:14:32.431 INFO:teuthology.orchestra.run.smithi084.stderr: 53650K .......... .......... .......... .......... .......... 57% 87.7M 1s 2024-09-22T09:14:32.433 INFO:teuthology.orchestra.run.smithi084.stderr: 53700K .......... .......... .......... .......... .......... 57% 32.3M 1s 2024-09-22T09:14:32.434 INFO:teuthology.orchestra.run.smithi084.stderr: 53750K .......... .......... .......... .......... .......... 57% 35.1M 1s 2024-09-22T09:14:32.438 INFO:teuthology.orchestra.run.smithi084.stderr: 53800K .......... .......... .......... .......... .......... 57% 18.8M 1s 2024-09-22T09:14:32.438 INFO:teuthology.orchestra.run.smithi084.stderr: 53850K .......... .......... .......... .......... .......... 58% 77.6M 1s 2024-09-22T09:14:32.440 INFO:teuthology.orchestra.run.smithi084.stderr: 53900K .......... .......... .......... .......... .......... 58% 26.8M 1s 2024-09-22T09:14:32.440 INFO:teuthology.orchestra.run.smithi084.stderr: 53950K .......... .......... .......... .......... .......... 58% 72.0M 1s 2024-09-22T09:14:32.441 INFO:teuthology.orchestra.run.smithi084.stderr: 54000K .......... .......... .......... .......... .......... 58% 36.8M 1s 2024-09-22T09:14:32.443 INFO:teuthology.orchestra.run.smithi084.stderr: 54050K .......... .......... .......... .......... .......... 58% 40.8M 1s 2024-09-22T09:14:32.445 INFO:teuthology.orchestra.run.smithi084.stderr: 54100K .......... .......... .......... .......... .......... 58% 30.5M 1s 2024-09-22T09:14:32.445 INFO:teuthology.orchestra.run.smithi084.stderr: 54150K .......... .......... .......... .......... .......... 58% 56.8M 1s 2024-09-22T09:14:32.446 INFO:teuthology.orchestra.run.smithi084.stderr: 54200K .......... .......... .......... .......... .......... 58% 53.7M 1s 2024-09-22T09:14:32.449 INFO:teuthology.orchestra.run.smithi084.stderr: 54250K .......... .......... .......... .......... .......... 58% 18.2M 1s 2024-09-22T09:14:32.449 INFO:teuthology.orchestra.run.smithi084.stderr: 54300K .......... .......... .......... .......... .......... 58% 56.5M 1s 2024-09-22T09:14:32.451 INFO:teuthology.orchestra.run.smithi084.stderr: 54350K .......... .......... .......... .......... .......... 58% 30.7M 1s 2024-09-22T09:14:32.451 INFO:teuthology.orchestra.run.smithi084.stderr: 54400K .......... .......... .......... .......... .......... 58% 112M 1s 2024-09-22T09:14:32.453 INFO:teuthology.orchestra.run.smithi084.stderr: 54450K .......... .......... .......... .......... .......... 58% 32.8M 1s 2024-09-22T09:14:32.455 INFO:teuthology.orchestra.run.smithi084.stderr: 54500K .......... .......... .......... .......... .......... 58% 35.8M 1s 2024-09-22T09:14:32.456 INFO:teuthology.orchestra.run.smithi084.stderr: 54550K .......... .......... .......... .......... .......... 58% 29.4M 1s 2024-09-22T09:14:32.457 INFO:teuthology.orchestra.run.smithi084.stderr: 54600K .......... .......... .......... .......... .......... 58% 69.0M 1s 2024-09-22T09:14:32.457 INFO:teuthology.orchestra.run.smithi084.stderr: 54650K .......... .......... .......... .......... .......... 58% 48.1M 1s 2024-09-22T09:14:32.461 INFO:teuthology.orchestra.run.smithi084.stderr: 54700K .......... .......... .......... .......... .......... 58% 16.8M 1s 2024-09-22T09:14:32.461 INFO:teuthology.orchestra.run.smithi084.stderr: 54750K .......... .......... .......... .......... .......... 58% 93.2M 1s 2024-09-22T09:14:32.464 INFO:teuthology.orchestra.run.smithi084.stderr: 54800K .......... .......... .......... .......... .......... 59% 20.1M 1s 2024-09-22T09:14:32.464 INFO:teuthology.orchestra.run.smithi084.stderr: 54850K .......... .......... .......... .......... .......... 59% 129M 1s 2024-09-22T09:14:32.465 INFO:teuthology.orchestra.run.smithi084.stderr: 54900K .......... .......... .......... .......... .......... 59% 55.7M 1s 2024-09-22T09:14:32.466 INFO:teuthology.orchestra.run.smithi084.stderr: 54950K .......... .......... .......... .......... .......... 59% 40.9M 1s 2024-09-22T09:14:32.468 INFO:teuthology.orchestra.run.smithi084.stderr: 55000K .......... .......... .......... .......... .......... 59% 29.7M 1s 2024-09-22T09:14:32.469 INFO:teuthology.orchestra.run.smithi084.stderr: 55050K .......... .......... .......... .......... .......... 59% 52.7M 1s 2024-09-22T09:14:32.469 INFO:teuthology.orchestra.run.smithi084.stderr: 55100K .......... .......... .......... .......... .......... 59% 72.3M 1s 2024-09-22T09:14:32.472 INFO:teuthology.orchestra.run.smithi084.stderr: 55150K .......... .......... .......... .......... .......... 59% 16.0M 1s 2024-09-22T09:14:32.473 INFO:teuthology.orchestra.run.smithi084.stderr: 55200K .......... .......... .......... .......... .......... 59% 92.5M 1s 2024-09-22T09:14:32.476 INFO:teuthology.orchestra.run.smithi084.stderr: 55250K .......... .......... .......... .......... .......... 59% 17.9M 1s 2024-09-22T09:14:32.477 INFO:teuthology.orchestra.run.smithi084.stderr: 55300K .......... .......... .......... .......... .......... 59% 117M 1s 2024-09-22T09:14:32.478 INFO:teuthology.orchestra.run.smithi084.stderr: 55350K .......... .......... .......... .......... .......... 59% 28.7M 1s 2024-09-22T09:14:32.478 INFO:teuthology.orchestra.run.smithi084.stderr: 55400K .......... .......... .......... .......... .......... 59% 78.5M 1s 2024-09-22T09:14:32.480 INFO:teuthology.orchestra.run.smithi084.stderr: 55450K .......... .......... .......... .......... .......... 59% 39.7M 1s 2024-09-22T09:14:32.481 INFO:teuthology.orchestra.run.smithi084.stderr: 55500K .......... .......... .......... .......... .......... 59% 39.6M 1s 2024-09-22T09:14:32.481 INFO:teuthology.orchestra.run.smithi084.stderr: 55550K .......... .......... .......... .......... .......... 59% 45.8M 1s 2024-09-22T09:14:32.484 INFO:teuthology.orchestra.run.smithi084.stderr: 55600K .......... .......... .......... .......... .......... 59% 26.5M 1s 2024-09-22T09:14:32.484 INFO:teuthology.orchestra.run.smithi084.stderr: 55650K .......... .......... .......... .......... .......... 59% 55.0M 1s 2024-09-22T09:14:32.487 INFO:teuthology.orchestra.run.smithi084.stderr: 55700K .......... .......... .......... .......... .......... 60% 18.6M 1s 2024-09-22T09:14:32.488 INFO:teuthology.orchestra.run.smithi084.stderr: 55750K .......... .......... .......... .......... .......... 60% 39.5M 1s 2024-09-22T09:14:32.489 INFO:teuthology.orchestra.run.smithi084.stderr: 55800K .......... .......... .......... .......... .......... 60% 61.2M 1s 2024-09-22T09:14:32.490 INFO:teuthology.orchestra.run.smithi084.stderr: 55850K .......... .......... .......... .......... .......... 60% 59.6M 1s 2024-09-22T09:14:32.491 INFO:teuthology.orchestra.run.smithi084.stderr: 55900K .......... .......... .......... .......... .......... 60% 35.0M 1s 2024-09-22T09:14:32.493 INFO:teuthology.orchestra.run.smithi084.stderr: 55950K .......... .......... .......... .......... .......... 60% 40.0M 1s 2024-09-22T09:14:32.493 INFO:teuthology.orchestra.run.smithi084.stderr: 56000K .......... .......... .......... .......... .......... 60% 71.3M 1s 2024-09-22T09:14:32.496 INFO:teuthology.orchestra.run.smithi084.stderr: 56050K .......... .......... .......... .......... .......... 60% 21.5M 1s 2024-09-22T09:14:32.497 INFO:teuthology.orchestra.run.smithi084.stderr: 56100K .......... .......... .......... .......... .......... 60% 62.4M 1s 2024-09-22T09:14:32.499 INFO:teuthology.orchestra.run.smithi084.stderr: 56150K .......... .......... .......... .......... .......... 60% 19.9M 1s 2024-09-22T09:14:32.501 INFO:teuthology.orchestra.run.smithi084.stderr: 56200K .......... .......... .......... .......... .......... 60% 37.7M 1s 2024-09-22T09:14:32.501 INFO:teuthology.orchestra.run.smithi084.stderr: 56250K .......... .......... .......... .......... .......... 60% 78.7M 1s 2024-09-22T09:14:32.502 INFO:teuthology.orchestra.run.smithi084.stderr: 56300K .......... .......... .......... .......... .......... 60% 32.2M 1s 2024-09-22T09:14:32.503 INFO:teuthology.orchestra.run.smithi084.stderr: 56350K .......... .......... .......... .......... .......... 60% 48.6M 1s 2024-09-22T09:14:32.504 INFO:teuthology.orchestra.run.smithi084.stderr: 56400K .......... .......... .......... .......... .......... 60% 50.9M 1s 2024-09-22T09:14:32.505 INFO:teuthology.orchestra.run.smithi084.stderr: 56450K .......... .......... .......... .......... .......... 60% 50.5M 1s 2024-09-22T09:14:32.507 INFO:teuthology.orchestra.run.smithi084.stderr: 56500K .......... .......... .......... .......... .......... 60% 26.0M 1s 2024-09-22T09:14:32.509 INFO:teuthology.orchestra.run.smithi084.stderr: 56550K .......... .......... .......... .......... .......... 60% 23.3M 1s 2024-09-22T09:14:32.511 INFO:teuthology.orchestra.run.smithi084.stderr: 56600K .......... .......... .......... .......... .......... 60% 33.3M 1s 2024-09-22T09:14:32.512 INFO:teuthology.orchestra.run.smithi084.stderr: 56650K .......... .......... .......... .......... .......... 61% 37.0M 1s 2024-09-22T09:14:32.514 INFO:teuthology.orchestra.run.smithi084.stderr: 56700K .......... .......... .......... .......... .......... 61% 39.2M 1s 2024-09-22T09:14:32.514 INFO:teuthology.orchestra.run.smithi084.stderr: 56750K .......... .......... .......... .......... .......... 61% 81.6M 1s 2024-09-22T09:14:32.515 INFO:teuthology.orchestra.run.smithi084.stderr: 56800K .......... .......... .......... .......... .......... 61% 30.5M 1s 2024-09-22T09:14:32.516 INFO:teuthology.orchestra.run.smithi084.stderr: 56850K .......... .......... .......... .......... .......... 61% 49.7M 1s 2024-09-22T09:14:32.519 INFO:teuthology.orchestra.run.smithi084.stderr: 56900K .......... .......... .......... .......... .......... 61% 21.8M 1s 2024-09-22T09:14:32.520 INFO:teuthology.orchestra.run.smithi084.stderr: 56950K .......... .......... .......... .......... .......... 61% 50.9M 1s 2024-09-22T09:14:32.521 INFO:teuthology.orchestra.run.smithi084.stderr: 57000K .......... .......... .......... .......... .......... 61% 41.3M 1s 2024-09-22T09:14:32.523 INFO:teuthology.orchestra.run.smithi084.stderr: 57050K .......... .......... .......... .......... .......... 61% 31.5M 1s 2024-09-22T09:14:32.524 INFO:teuthology.orchestra.run.smithi084.stderr: 57100K .......... .......... .......... .......... .......... 61% 32.6M 1s 2024-09-22T09:14:32.525 INFO:teuthology.orchestra.run.smithi084.stderr: 57150K .......... .......... .......... .......... .......... 61% 50.6M 1s 2024-09-22T09:14:32.525 INFO:teuthology.orchestra.run.smithi084.stderr: 57200K .......... .......... .......... .......... .......... 61% 68.7M 1s 2024-09-22T09:14:32.528 INFO:teuthology.orchestra.run.smithi084.stderr: 57250K .......... .......... .......... .......... .......... 61% 27.8M 1s 2024-09-22T09:14:32.528 INFO:teuthology.orchestra.run.smithi084.stderr: 57300K .......... .......... .......... .......... .......... 61% 66.9M 1s 2024-09-22T09:14:32.530 INFO:teuthology.orchestra.run.smithi084.stderr: 57350K .......... .......... .......... .......... .......... 61% 21.0M 1s 2024-09-22T09:14:32.532 INFO:teuthology.orchestra.run.smithi084.stderr: 57400K .......... .......... .......... .......... .......... 61% 39.5M 1s 2024-09-22T09:14:32.532 INFO:teuthology.orchestra.run.smithi084.stderr: 57450K .......... .......... .......... .......... .......... 61% 66.5M 1s 2024-09-22T09:14:32.534 INFO:teuthology.orchestra.run.smithi084.stderr: 57500K .......... .......... .......... .......... .......... 61% 25.2M 1s 2024-09-22T09:14:32.536 INFO:teuthology.orchestra.run.smithi084.stderr: 57550K .......... .......... .......... .......... .......... 62% 36.6M 1s 2024-09-22T09:14:32.537 INFO:teuthology.orchestra.run.smithi084.stderr: 57600K .......... .......... .......... .......... .......... 62% 48.6M 1s 2024-09-22T09:14:32.537 INFO:teuthology.orchestra.run.smithi084.stderr: 57650K .......... .......... .......... .......... .......... 62% 63.6M 1s 2024-09-22T09:14:32.540 INFO:teuthology.orchestra.run.smithi084.stderr: 57700K .......... .......... .......... .......... .......... 62% 27.9M 1s 2024-09-22T09:14:32.540 INFO:teuthology.orchestra.run.smithi084.stderr: 57750K .......... .......... .......... .......... .......... 62% 66.8M 1s 2024-09-22T09:14:32.542 INFO:teuthology.orchestra.run.smithi084.stderr: 57800K .......... .......... .......... .......... .......... 62% 22.0M 1s 2024-09-22T09:14:32.544 INFO:teuthology.orchestra.run.smithi084.stderr: 57850K .......... .......... .......... .......... .......... 62% 41.0M 1s 2024-09-22T09:14:32.544 INFO:teuthology.orchestra.run.smithi084.stderr: 57900K .......... .......... .......... .......... .......... 62% 80.6M 1s 2024-09-22T09:14:32.546 INFO:teuthology.orchestra.run.smithi084.stderr: 57950K .......... .......... .......... .......... .......... 62% 22.5M 1s 2024-09-22T09:14:32.547 INFO:teuthology.orchestra.run.smithi084.stderr: 58000K .......... .......... .......... .......... .......... 62% 39.7M 1s 2024-09-22T09:14:32.548 INFO:teuthology.orchestra.run.smithi084.stderr: 58050K .......... .......... .......... .......... .......... 62% 50.5M 1s 2024-09-22T09:14:32.551 INFO:teuthology.orchestra.run.smithi084.stderr: 58100K .......... .......... .......... .......... .......... 62% 80.3M 1s 2024-09-22T09:14:32.551 INFO:teuthology.orchestra.run.smithi084.stderr: 58150K .......... .......... .......... .......... .......... 62% 23.8M 1s 2024-09-22T09:14:32.552 INFO:teuthology.orchestra.run.smithi084.stderr: 58200K .......... .......... .......... .......... .......... 62% 76.9M 1s 2024-09-22T09:14:32.554 INFO:teuthology.orchestra.run.smithi084.stderr: 58250K .......... .......... .......... .......... .......... 62% 22.2M 1s 2024-09-22T09:14:32.555 INFO:teuthology.orchestra.run.smithi084.stderr: 58300K .......... .......... .......... .......... .......... 62% 42.9M 1s 2024-09-22T09:14:32.555 INFO:teuthology.orchestra.run.smithi084.stderr: 58350K .......... .......... .......... .......... .......... 62% 98.0M 1s 2024-09-22T09:14:32.558 INFO:teuthology.orchestra.run.smithi084.stderr: 58400K .......... .......... .......... .......... .......... 62% 20.5M 1s 2024-09-22T09:14:32.559 INFO:teuthology.orchestra.run.smithi084.stderr: 58450K .......... .......... .......... .......... .......... 62% 38.1M 1s 2024-09-22T09:14:32.560 INFO:teuthology.orchestra.run.smithi084.stderr: 58500K .......... .......... .......... .......... .......... 63% 55.4M 1s 2024-09-22T09:14:32.562 INFO:teuthology.orchestra.run.smithi084.stderr: 58550K .......... .......... .......... .......... .......... 63% 23.2M 1s 2024-09-22T09:14:32.562 INFO:teuthology.orchestra.run.smithi084.stderr: 58600K .......... .......... .......... .......... .......... 63% 110M 1s 2024-09-22T09:14:32.564 INFO:teuthology.orchestra.run.smithi084.stderr: 58650K .......... .......... .......... .......... .......... 63% 53.3M 1s 2024-09-22T09:14:32.566 INFO:teuthology.orchestra.run.smithi084.stderr: 58700K .......... .......... .......... .......... .......... 63% 23.6M 1s 2024-09-22T09:14:32.567 INFO:teuthology.orchestra.run.smithi084.stderr: 58750K .......... .......... .......... .......... .......... 63% 41.9M 1s 2024-09-22T09:14:32.567 INFO:teuthology.orchestra.run.smithi084.stderr: 58800K .......... .......... .......... .......... .......... 63% 97.3M 1s 2024-09-22T09:14:32.569 INFO:teuthology.orchestra.run.smithi084.stderr: 58850K .......... .......... .......... .......... .......... 63% 21.2M 1s 2024-09-22T09:14:32.572 INFO:teuthology.orchestra.run.smithi084.stderr: 58900K .......... .......... .......... .......... .......... 63% 30.6M 1s 2024-09-22T09:14:32.572 INFO:teuthology.orchestra.run.smithi084.stderr: 58950K .......... .......... .......... .......... .......... 63% 60.9M 1s 2024-09-22T09:14:32.574 INFO:teuthology.orchestra.run.smithi084.stderr: 59000K .......... .......... .......... .......... .......... 63% 22.6M 1s 2024-09-22T09:14:32.574 INFO:teuthology.orchestra.run.smithi084.stderr: 59050K .......... .......... .......... .......... .......... 63% 91.9M 1s 2024-09-22T09:14:32.576 INFO:teuthology.orchestra.run.smithi084.stderr: 59100K .......... .......... .......... .......... .......... 63% 39.3M 1s 2024-09-22T09:14:32.577 INFO:teuthology.orchestra.run.smithi084.stderr: 59150K .......... .......... .......... .......... .......... 63% 35.6M 1s 2024-09-22T09:14:32.578 INFO:teuthology.orchestra.run.smithi084.stderr: 59200K .......... .......... .......... .......... .......... 63% 41.5M 1s 2024-09-22T09:14:32.581 INFO:teuthology.orchestra.run.smithi084.stderr: 59250K .......... .......... .......... .......... .......... 63% 18.5M 1s 2024-09-22T09:14:32.583 INFO:teuthology.orchestra.run.smithi084.stderr: 59300K .......... .......... .......... .......... .......... 63% 139M 1s 2024-09-22T09:14:32.583 INFO:teuthology.orchestra.run.smithi084.stderr: 59350K .......... .......... .......... .......... .......... 63% 29.2M 1s 2024-09-22T09:14:32.583 INFO:teuthology.orchestra.run.smithi084.stderr: 59400K .......... .......... .......... .......... .......... 63% 78.6M 1s 2024-09-22T09:14:32.586 INFO:teuthology.orchestra.run.smithi084.stderr: 59450K .......... .......... .......... .......... .......... 64% 21.8M 1s 2024-09-22T09:14:32.587 INFO:teuthology.orchestra.run.smithi084.stderr: 59500K .......... .......... .......... .......... .......... 64% 85.3M 1s 2024-09-22T09:14:32.587 INFO:teuthology.orchestra.run.smithi084.stderr: 59550K .......... .......... .......... .......... .......... 64% 44.5M 1s 2024-09-22T09:14:32.589 INFO:teuthology.orchestra.run.smithi084.stderr: 59600K .......... .......... .......... .......... .......... 64% 35.1M 1s 2024-09-22T09:14:32.590 INFO:teuthology.orchestra.run.smithi084.stderr: 59650K .......... .......... .......... .......... .......... 64% 37.7M 1s 2024-09-22T09:14:32.593 INFO:teuthology.orchestra.run.smithi084.stderr: 59700K .......... .......... .......... .......... .......... 64% 20.8M 1s 2024-09-22T09:14:32.595 INFO:teuthology.orchestra.run.smithi084.stderr: 59750K .......... .......... .......... .......... .......... 64% 25.6M 1s 2024-09-22T09:14:32.595 INFO:teuthology.orchestra.run.smithi084.stderr: 59800K .......... .......... .......... .......... .......... 64% 126M 1s 2024-09-22T09:14:32.595 INFO:teuthology.orchestra.run.smithi084.stderr: 59850K .......... .......... .......... .......... .......... 64% 69.1M 1s 2024-09-22T09:14:32.598 INFO:teuthology.orchestra.run.smithi084.stderr: 59900K .......... .......... .......... .......... .......... 64% 24.7M 1s 2024-09-22T09:14:32.598 INFO:teuthology.orchestra.run.smithi084.stderr: 59950K .......... .......... .......... .......... .......... 64% 57.7M 1s 2024-09-22T09:14:32.599 INFO:teuthology.orchestra.run.smithi084.stderr: 60000K .......... .......... .......... .......... .......... 64% 61.0M 1s 2024-09-22T09:14:32.600 INFO:teuthology.orchestra.run.smithi084.stderr: 60050K .......... .......... .......... .......... .......... 64% 34.4M 1s 2024-09-22T09:14:32.602 INFO:teuthology.orchestra.run.smithi084.stderr: 60100K .......... .......... .......... .......... .......... 64% 39.7M 1s 2024-09-22T09:14:32.604 INFO:teuthology.orchestra.run.smithi084.stderr: 60150K .......... .......... .......... .......... .......... 64% 20.6M 1s 2024-09-22T09:14:32.607 INFO:teuthology.orchestra.run.smithi084.stderr: 60200K .......... .......... .......... .......... .......... 64% 24.3M 1s 2024-09-22T09:14:32.607 INFO:teuthology.orchestra.run.smithi084.stderr: 60250K .......... .......... .......... .......... .......... 64% 117M 1s 2024-09-22T09:14:32.607 INFO:teuthology.orchestra.run.smithi084.stderr: 60300K .......... .......... .......... .......... .......... 64% 78.7M 1s 2024-09-22T09:14:32.609 INFO:teuthology.orchestra.run.smithi084.stderr: 60350K .......... .......... .......... .......... .......... 65% 22.5M 1s 2024-09-22T09:14:32.610 INFO:teuthology.orchestra.run.smithi084.stderr: 60400K .......... .......... .......... .......... .......... 65% 64.7M 1s 2024-09-22T09:14:32.611 INFO:teuthology.orchestra.run.smithi084.stderr: 60450K .......... .......... .......... .......... .......... 65% 43.1M 1s 2024-09-22T09:14:32.612 INFO:teuthology.orchestra.run.smithi084.stderr: 60500K .......... .......... .......... .......... .......... 65% 38.9M 1s 2024-09-22T09:14:32.614 INFO:teuthology.orchestra.run.smithi084.stderr: 60550K .......... .......... .......... .......... .......... 65% 40.9M 1s 2024-09-22T09:14:32.616 INFO:teuthology.orchestra.run.smithi084.stderr: 60600K .......... .......... .......... .......... .......... 65% 23.4M 1s 2024-09-22T09:14:32.618 INFO:teuthology.orchestra.run.smithi084.stderr: 60650K .......... .......... .......... .......... .......... 65% 24.7M 1s 2024-09-22T09:14:32.618 INFO:teuthology.orchestra.run.smithi084.stderr: 60700K .......... .......... .......... .......... .......... 65% 115M 1s 2024-09-22T09:14:32.619 INFO:teuthology.orchestra.run.smithi084.stderr: 60750K .......... .......... .......... .......... .......... 65% 56.3M 1s 2024-09-22T09:14:32.621 INFO:teuthology.orchestra.run.smithi084.stderr: 60800K .......... .......... .......... .......... .......... 65% 25.0M 1s 2024-09-22T09:14:32.622 INFO:teuthology.orchestra.run.smithi084.stderr: 60850K .......... .......... .......... .......... .......... 65% 59.8M 1s 2024-09-22T09:14:32.624 INFO:teuthology.orchestra.run.smithi084.stderr: 60900K .......... .......... .......... .......... .......... 65% 58.2M 1s 2024-09-22T09:14:32.625 INFO:teuthology.orchestra.run.smithi084.stderr: 60950K .......... .......... .......... .......... .......... 65% 27.8M 1s 2024-09-22T09:14:32.626 INFO:teuthology.orchestra.run.smithi084.stderr: 61000K .......... .......... .......... .......... .......... 65% 48.1M 1s 2024-09-22T09:14:32.627 INFO:teuthology.orchestra.run.smithi084.stderr: 61050K .......... .......... .......... .......... .......... 65% 25.1M 1s 2024-09-22T09:14:32.629 INFO:teuthology.orchestra.run.smithi084.stderr: 61100K .......... .......... .......... .......... .......... 65% 24.9M 1s 2024-09-22T09:14:32.630 INFO:teuthology.orchestra.run.smithi084.stderr: 61150K .......... .......... .......... .......... .......... 65% 81.4M 1s 2024-09-22T09:14:32.631 INFO:teuthology.orchestra.run.smithi084.stderr: 61200K .......... .......... .......... .......... .......... 65% 42.8M 1s 2024-09-22T09:14:32.633 INFO:teuthology.orchestra.run.smithi084.stderr: 61250K .......... .......... .......... .......... .......... 65% 29.2M 1s 2024-09-22T09:14:32.633 INFO:teuthology.orchestra.run.smithi084.stderr: 61300K .......... .......... .......... .......... .......... 66% 61.4M 1s 2024-09-22T09:14:32.636 INFO:teuthology.orchestra.run.smithi084.stderr: 61350K .......... .......... .......... .......... .......... 66% 23.5M 1s 2024-09-22T09:14:32.636 INFO:teuthology.orchestra.run.smithi084.stderr: 61400K .......... .......... .......... .......... .......... 66% 105M 1s 2024-09-22T09:14:32.637 INFO:teuthology.orchestra.run.smithi084.stderr: 61450K .......... .......... .......... .......... .......... 66% 47.8M 1s 2024-09-22T09:14:32.639 INFO:teuthology.orchestra.run.smithi084.stderr: 61500K .......... .......... .......... .......... .......... 66% 25.2M 1s 2024-09-22T09:14:32.641 INFO:teuthology.orchestra.run.smithi084.stderr: 61550K .......... .......... .......... .......... .......... 66% 24.5M 1s 2024-09-22T09:14:32.642 INFO:teuthology.orchestra.run.smithi084.stderr: 61600K .......... .......... .......... .......... .......... 66% 104M 1s 2024-09-22T09:14:32.643 INFO:teuthology.orchestra.run.smithi084.stderr: 61650K .......... .......... .......... .......... .......... 66% 36.0M 1s 2024-09-22T09:14:32.645 INFO:teuthology.orchestra.run.smithi084.stderr: 61700K .......... .......... .......... .......... .......... 66% 31.3M 1s 2024-09-22T09:14:32.645 INFO:teuthology.orchestra.run.smithi084.stderr: 61750K .......... .......... .......... .......... .......... 66% 60.0M 1s 2024-09-22T09:14:32.648 INFO:teuthology.orchestra.run.smithi084.stderr: 61800K .......... .......... .......... .......... .......... 66% 23.1M 1s 2024-09-22T09:14:32.648 INFO:teuthology.orchestra.run.smithi084.stderr: 61850K .......... .......... .......... .......... .......... 66% 128M 1s 2024-09-22T09:14:32.649 INFO:teuthology.orchestra.run.smithi084.stderr: 61900K .......... .......... .......... .......... .......... 66% 42.4M 1s 2024-09-22T09:14:32.651 INFO:teuthology.orchestra.run.smithi084.stderr: 61950K .......... .......... .......... .......... .......... 66% 26.7M 1s 2024-09-22T09:14:32.653 INFO:teuthology.orchestra.run.smithi084.stderr: 62000K .......... .......... .......... .......... .......... 66% 24.6M 1s 2024-09-22T09:14:32.654 INFO:teuthology.orchestra.run.smithi084.stderr: 62050K .......... .......... .......... .......... .......... 66% 93.9M 1s 2024-09-22T09:14:32.654 INFO:teuthology.orchestra.run.smithi084.stderr: 62100K .......... .......... .......... .......... .......... 66% 32.4M 1s 2024-09-22T09:14:32.656 INFO:teuthology.orchestra.run.smithi084.stderr: 62150K .......... .......... .......... .......... .......... 66% 31.4M 1s 2024-09-22T09:14:32.657 INFO:teuthology.orchestra.run.smithi084.stderr: 62200K .......... .......... .......... .......... .......... 67% 65.6M 1s 2024-09-22T09:14:32.659 INFO:teuthology.orchestra.run.smithi084.stderr: 62250K .......... .......... .......... .......... .......... 67% 25.1M 1s 2024-09-22T09:14:32.660 INFO:teuthology.orchestra.run.smithi084.stderr: 62300K .......... .......... .......... .......... .......... 67% 37.9M 1s 2024-09-22T09:14:32.661 INFO:teuthology.orchestra.run.smithi084.stderr: 62350K .......... .......... .......... .......... .......... 67% 99.4M 1s 2024-09-22T09:14:32.662 INFO:teuthology.orchestra.run.smithi084.stderr: 62400K .......... .......... .......... .......... .......... 67% 27.7M 1s 2024-09-22T09:14:32.664 INFO:teuthology.orchestra.run.smithi084.stderr: 62450K .......... .......... .......... .......... .......... 67% 26.9M 1s 2024-09-22T09:14:32.666 INFO:teuthology.orchestra.run.smithi084.stderr: 62500K .......... .......... .......... .......... .......... 67% 29.1M 1s 2024-09-22T09:14:32.668 INFO:teuthology.orchestra.run.smithi084.stderr: 62550K .......... .......... .......... .......... .......... 67% 32.7M 1s 2024-09-22T09:14:32.668 INFO:teuthology.orchestra.run.smithi084.stderr: 62600K .......... .......... .......... .......... .......... 67% 104M 1s 2024-09-22T09:14:32.669 INFO:teuthology.orchestra.run.smithi084.stderr: 62650K .......... .......... .......... .......... .......... 67% 55.7M 1s 2024-09-22T09:14:32.671 INFO:teuthology.orchestra.run.smithi084.stderr: 62700K .......... .......... .......... .......... .......... 67% 23.9M 1s 2024-09-22T09:14:32.672 INFO:teuthology.orchestra.run.smithi084.stderr: 62750K .......... .......... .......... .......... .......... 67% 42.6M 1s 2024-09-22T09:14:32.672 INFO:teuthology.orchestra.run.smithi084.stderr: 62800K .......... .......... .......... .......... .......... 67% 91.6M 1s 2024-09-22T09:14:32.674 INFO:teuthology.orchestra.run.smithi084.stderr: 62850K .......... .......... .......... .......... .......... 67% 30.0M 1s 2024-09-22T09:14:32.676 INFO:teuthology.orchestra.run.smithi084.stderr: 62900K .......... .......... .......... .......... .......... 67% 22.5M 1s 2024-09-22T09:14:32.678 INFO:teuthology.orchestra.run.smithi084.stderr: 62950K .......... .......... .......... .......... .......... 67% 36.2M 1s 2024-09-22T09:14:32.679 INFO:teuthology.orchestra.run.smithi084.stderr: 63000K .......... .......... .......... .......... .......... 67% 35.2M 1s 2024-09-22T09:14:32.680 INFO:teuthology.orchestra.run.smithi084.stderr: 63050K .......... .......... .......... .......... .......... 67% 105M 1s 2024-09-22T09:14:32.681 INFO:teuthology.orchestra.run.smithi084.stderr: 63100K .......... .......... .......... .......... .......... 67% 49.3M 1s 2024-09-22T09:14:32.683 INFO:teuthology.orchestra.run.smithi084.stderr: 63150K .......... .......... .......... .......... .......... 68% 24.2M 1s 2024-09-22T09:14:32.684 INFO:teuthology.orchestra.run.smithi084.stderr: 63200K .......... .......... .......... .......... .......... 68% 45.8M 1s 2024-09-22T09:14:32.686 INFO:teuthology.orchestra.run.smithi084.stderr: 63250K .......... .......... .......... .......... .......... 68% 60.3M 1s 2024-09-22T09:14:32.686 INFO:teuthology.orchestra.run.smithi084.stderr: 63300K .......... .......... .......... .......... .......... 68% 32.1M 1s 2024-09-22T09:14:32.688 INFO:teuthology.orchestra.run.smithi084.stderr: 63350K .......... .......... .......... .......... .......... 68% 25.8M 1s 2024-09-22T09:14:32.690 INFO:teuthology.orchestra.run.smithi084.stderr: 63400K .......... .......... .......... .......... .......... 68% 31.6M 1s 2024-09-22T09:14:32.691 INFO:teuthology.orchestra.run.smithi084.stderr: 63450K .......... .......... .......... .......... .......... 68% 33.4M 1s 2024-09-22T09:14:32.691 INFO:teuthology.orchestra.run.smithi084.stderr: 63500K .......... .......... .......... .......... .......... 68% 96.0M 1s 2024-09-22T09:14:32.692 INFO:teuthology.orchestra.run.smithi084.stderr: 63550K .......... .......... .......... .......... .......... 68% 57.5M 1s 2024-09-22T09:14:32.695 INFO:teuthology.orchestra.run.smithi084.stderr: 63600K .......... .......... .......... .......... .......... 68% 22.0M 1s 2024-09-22T09:14:32.695 INFO:teuthology.orchestra.run.smithi084.stderr: 63650K .......... .......... .......... .......... .......... 68% 59.7M 1s 2024-09-22T09:14:32.698 INFO:teuthology.orchestra.run.smithi084.stderr: 63700K .......... .......... .......... .......... .......... 68% 23.5M 1s 2024-09-22T09:14:32.698 INFO:teuthology.orchestra.run.smithi084.stderr: 63750K .......... .......... .......... .......... .......... 68% 130M 1s 2024-09-22T09:14:32.700 INFO:teuthology.orchestra.run.smithi084.stderr: 63800K .......... .......... .......... .......... .......... 68% 27.5M 1s 2024-09-22T09:14:32.701 INFO:teuthology.orchestra.run.smithi084.stderr: 63850K .......... .......... .......... .......... .......... 68% 30.2M 1s 2024-09-22T09:14:32.703 INFO:teuthology.orchestra.run.smithi084.stderr: 63900K .......... .......... .......... .......... .......... 68% 28.9M 1s 2024-09-22T09:14:32.703 INFO:teuthology.orchestra.run.smithi084.stderr: 63950K .......... .......... .......... .......... .......... 68% 117M 1s 2024-09-22T09:14:32.704 INFO:teuthology.orchestra.run.smithi084.stderr: 64000K .......... .......... .......... .......... .......... 68% 68.8M 1s 2024-09-22T09:14:32.706 INFO:teuthology.orchestra.run.smithi084.stderr: 64050K .......... .......... .......... .......... .......... 68% 21.9M 1s 2024-09-22T09:14:32.707 INFO:teuthology.orchestra.run.smithi084.stderr: 64100K .......... .......... .......... .......... .......... 69% 53.2M 1s 2024-09-22T09:14:32.709 INFO:teuthology.orchestra.run.smithi084.stderr: 64150K .......... .......... .......... .......... .......... 69% 24.6M 1s 2024-09-22T09:14:32.709 INFO:teuthology.orchestra.run.smithi084.stderr: 64200K .......... .......... .......... .......... .......... 69% 115M 1s 2024-09-22T09:14:32.711 INFO:teuthology.orchestra.run.smithi084.stderr: 64250K .......... .......... .......... .......... .......... 69% 28.1M 1s 2024-09-22T09:14:32.713 INFO:teuthology.orchestra.run.smithi084.stderr: 64300K .......... .......... .......... .......... .......... 69% 27.1M 1s 2024-09-22T09:14:32.715 INFO:teuthology.orchestra.run.smithi084.stderr: 64350K .......... .......... .......... .......... .......... 69% 31.3M 1s 2024-09-22T09:14:32.715 INFO:teuthology.orchestra.run.smithi084.stderr: 64400K .......... .......... .......... .......... .......... 69% 139M 1s 2024-09-22T09:14:32.716 INFO:teuthology.orchestra.run.smithi084.stderr: 64450K .......... .......... .......... .......... .......... 69% 49.8M 1s 2024-09-22T09:14:32.718 INFO:teuthology.orchestra.run.smithi084.stderr: 64500K .......... .......... .......... .......... .......... 69% 24.2M 1s 2024-09-22T09:14:32.719 INFO:teuthology.orchestra.run.smithi084.stderr: 64550K .......... .......... .......... .......... .......... 69% 65.6M 1s 2024-09-22T09:14:32.721 INFO:teuthology.orchestra.run.smithi084.stderr: 64600K .......... .......... .......... .......... .......... 69% 22.8M 1s 2024-09-22T09:14:32.721 INFO:teuthology.orchestra.run.smithi084.stderr: 64650K .......... .......... .......... .......... .......... 69% 132M 1s 2024-09-22T09:14:32.723 INFO:teuthology.orchestra.run.smithi084.stderr: 64700K .......... .......... .......... .......... .......... 69% 27.6M 1s 2024-09-22T09:14:32.725 INFO:teuthology.orchestra.run.smithi084.stderr: 64750K .......... .......... .......... .......... .......... 69% 27.6M 1s 2024-09-22T09:14:32.727 INFO:teuthology.orchestra.run.smithi084.stderr: 64800K .......... .......... .......... .......... .......... 69% 31.1M 1s 2024-09-22T09:14:32.728 INFO:teuthology.orchestra.run.smithi084.stderr: 64850K .......... .......... .......... .......... .......... 69% 108M 1s 2024-09-22T09:14:32.728 INFO:teuthology.orchestra.run.smithi084.stderr: 64900K .......... .......... .......... .......... .......... 69% 37.0M 1s 2024-09-22T09:14:32.730 INFO:teuthology.orchestra.run.smithi084.stderr: 64950K .......... .......... .......... .......... .......... 69% 27.5M 1s 2024-09-22T09:14:32.730 INFO:teuthology.orchestra.run.smithi084.stderr: 65000K .......... .......... .......... .......... .......... 70% 79.0M 1s 2024-09-22T09:14:32.733 INFO:teuthology.orchestra.run.smithi084.stderr: 65050K .......... .......... .......... .......... .......... 70% 21.9M 1s 2024-09-22T09:14:32.735 INFO:teuthology.orchestra.run.smithi084.stderr: 65100K .......... .......... .......... .......... .......... 70% 30.6M 1s 2024-09-22T09:14:32.735 INFO:teuthology.orchestra.run.smithi084.stderr: 65150K .......... .......... .......... .......... .......... 70% 116M 1s 2024-09-22T09:14:32.737 INFO:teuthology.orchestra.run.smithi084.stderr: 65200K .......... .......... .......... .......... .......... 70% 30.3M 1s 2024-09-22T09:14:32.738 INFO:teuthology.orchestra.run.smithi084.stderr: 65250K .......... .......... .......... .......... .......... 70% 27.3M 1s 2024-09-22T09:14:32.739 INFO:teuthology.orchestra.run.smithi084.stderr: 65300K .......... .......... .......... .......... .......... 70% 46.2M 1s 2024-09-22T09:14:32.742 INFO:teuthology.orchestra.run.smithi084.stderr: 65350K .......... .......... .......... .......... .......... 70% 23.6M 1s 2024-09-22T09:14:32.743 INFO:teuthology.orchestra.run.smithi084.stderr: 65400K .......... .......... .......... .......... .......... 70% 127M 1s 2024-09-22T09:14:32.743 INFO:teuthology.orchestra.run.smithi084.stderr: 65450K .......... .......... .......... .......... .......... 70% 98.6M 1s 2024-09-22T09:14:32.745 INFO:teuthology.orchestra.run.smithi084.stderr: 65500K .......... .......... .......... .......... .......... 70% 20.0M 1s 2024-09-22T09:14:32.746 INFO:teuthology.orchestra.run.smithi084.stderr: 65550K .......... .......... .......... .......... .......... 70% 34.3M 1s 2024-09-22T09:14:32.747 INFO:teuthology.orchestra.run.smithi084.stderr: 65600K .......... .......... .......... .......... .......... 70% 127M 1s 2024-09-22T09:14:32.748 INFO:teuthology.orchestra.run.smithi084.stderr: 65650K .......... .......... .......... .......... .......... 70% 28.2M 1s 2024-09-22T09:14:32.750 INFO:teuthology.orchestra.run.smithi084.stderr: 65700K .......... .......... .......... .......... .......... 70% 29.9M 1s 2024-09-22T09:14:32.751 INFO:teuthology.orchestra.run.smithi084.stderr: 65750K .......... .......... .......... .......... .......... 70% 50.8M 1s 2024-09-22T09:14:32.754 INFO:teuthology.orchestra.run.smithi084.stderr: 65800K .......... .......... .......... .......... .......... 70% 21.9M 1s 2024-09-22T09:14:32.754 INFO:teuthology.orchestra.run.smithi084.stderr: 65850K .......... .......... .......... .......... .......... 70% 133M 1s 2024-09-22T09:14:32.754 INFO:teuthology.orchestra.run.smithi084.stderr: 65900K .......... .......... .......... .......... .......... 70% 79.7M 1s 2024-09-22T09:14:32.757 INFO:teuthology.orchestra.run.smithi084.stderr: 65950K .......... .......... .......... .......... .......... 71% 19.3M 1s 2024-09-22T09:14:32.758 INFO:teuthology.orchestra.run.smithi084.stderr: 66000K .......... .......... .......... .......... .......... 71% 43.8M 1s 2024-09-22T09:14:32.760 INFO:teuthology.orchestra.run.smithi084.stderr: 66050K .......... .......... .......... .......... .......... 71% 98.9M 1s 2024-09-22T09:14:32.760 INFO:teuthology.orchestra.run.smithi084.stderr: 66100K .......... .......... .......... .......... .......... 71% 27.4M 1s 2024-09-22T09:14:32.762 INFO:teuthology.orchestra.run.smithi084.stderr: 66150K .......... .......... .......... .......... .......... 71% 28.9M 1s 2024-09-22T09:14:32.762 INFO:teuthology.orchestra.run.smithi084.stderr: 66200K .......... .......... .......... .......... .......... 71% 61.2M 1s 2024-09-22T09:14:32.765 INFO:teuthology.orchestra.run.smithi084.stderr: 66250K .......... .......... .......... .......... .......... 71% 21.8M 1s 2024-09-22T09:14:32.765 INFO:teuthology.orchestra.run.smithi084.stderr: 66300K .......... .......... .......... .......... .......... 71% 108M 1s 2024-09-22T09:14:32.765 INFO:teuthology.orchestra.run.smithi084.stderr: 66350K .......... .......... .......... .......... .......... 71% 83.8M 1s 2024-09-22T09:14:32.768 INFO:teuthology.orchestra.run.smithi084.stderr: 66400K .......... .......... .......... .......... .......... 71% 19.9M 1s 2024-09-22T09:14:32.769 INFO:teuthology.orchestra.run.smithi084.stderr: 66450K .......... .......... .......... .......... .......... 71% 46.6M 1s 2024-09-22T09:14:32.771 INFO:teuthology.orchestra.run.smithi084.stderr: 66500K .......... .......... .......... .......... .......... 71% 26.2M 1s 2024-09-22T09:14:32.771 INFO:teuthology.orchestra.run.smithi084.stderr: 66550K .......... .......... .......... .......... .......... 71% 104M 1s 2024-09-22T09:14:32.773 INFO:teuthology.orchestra.run.smithi084.stderr: 66600K .......... .......... .......... .......... .......... 71% 28.6M 1s 2024-09-22T09:14:32.774 INFO:teuthology.orchestra.run.smithi084.stderr: 66650K .......... .......... .......... .......... .......... 71% 56.2M 1s 2024-09-22T09:14:32.777 INFO:teuthology.orchestra.run.smithi084.stderr: 66700K .......... .......... .......... .......... .......... 71% 22.2M 1s 2024-09-22T09:14:32.777 INFO:teuthology.orchestra.run.smithi084.stderr: 66750K .......... .......... .......... .......... .......... 71% 81.5M 1s 2024-09-22T09:14:32.777 INFO:teuthology.orchestra.run.smithi084.stderr: 66800K .......... .......... .......... .......... .......... 71% 73.6M 1s 2024-09-22T09:14:32.780 INFO:teuthology.orchestra.run.smithi084.stderr: 66850K .......... .......... .......... .......... .......... 72% 23.2M 1s 2024-09-22T09:14:32.781 INFO:teuthology.orchestra.run.smithi084.stderr: 66900K .......... .......... .......... .......... .......... 72% 40.4M 1s 2024-09-22T09:14:32.783 INFO:teuthology.orchestra.run.smithi084.stderr: 66950K .......... .......... .......... .......... .......... 72% 28.2M 1s 2024-09-22T09:14:32.783 INFO:teuthology.orchestra.run.smithi084.stderr: 67000K .......... .......... .......... .......... .......... 72% 94.7M 1s 2024-09-22T09:14:32.785 INFO:teuthology.orchestra.run.smithi084.stderr: 67050K .......... .......... .......... .......... .......... 72% 25.5M 1s 2024-09-22T09:14:32.786 INFO:teuthology.orchestra.run.smithi084.stderr: 67100K .......... .......... .......... .......... .......... 72% 71.0M 1s 2024-09-22T09:14:32.789 INFO:teuthology.orchestra.run.smithi084.stderr: 67150K .......... .......... .......... .......... .......... 72% 22.7M 1s 2024-09-22T09:14:32.789 INFO:teuthology.orchestra.run.smithi084.stderr: 67200K .......... .......... .......... .......... .......... 72% 90.4M 1s 2024-09-22T09:14:32.789 INFO:teuthology.orchestra.run.smithi084.stderr: 67250K .......... .......... .......... .......... .......... 72% 69.5M 1s 2024-09-22T09:14:32.791 INFO:teuthology.orchestra.run.smithi084.stderr: 67300K .......... .......... .......... .......... .......... 72% 21.7M 1s 2024-09-22T09:14:32.793 INFO:teuthology.orchestra.run.smithi084.stderr: 67350K .......... .......... .......... .......... .......... 72% 42.9M 1s 2024-09-22T09:14:32.794 INFO:teuthology.orchestra.run.smithi084.stderr: 67400K .......... .......... .......... .......... .......... 72% 28.7M 1s 2024-09-22T09:14:32.795 INFO:teuthology.orchestra.run.smithi084.stderr: 67450K .......... .......... .......... .......... .......... 72% 87.5M 1s 2024-09-22T09:14:32.797 INFO:teuthology.orchestra.run.smithi084.stderr: 67500K .......... .......... .......... .......... .......... 72% 25.0M 1s 2024-09-22T09:14:32.797 INFO:teuthology.orchestra.run.smithi084.stderr: 67550K .......... .......... .......... .......... .......... 72% 77.2M 1s 2024-09-22T09:14:32.799 INFO:teuthology.orchestra.run.smithi084.stderr: 67600K .......... .......... .......... .......... .......... 72% 21.8M 1s 2024-09-22T09:14:32.800 INFO:teuthology.orchestra.run.smithi084.stderr: 67650K .......... .......... .......... .......... .......... 72% 62.8M 1s 2024-09-22T09:14:32.803 INFO:teuthology.orchestra.run.smithi084.stderr: 67700K .......... .......... .......... .......... .......... 72% 20.0M 1s 2024-09-22T09:14:32.803 INFO:teuthology.orchestra.run.smithi084.stderr: 67750K .......... .......... .......... .......... .......... 72% 120M 1s 2024-09-22T09:14:32.804 INFO:teuthology.orchestra.run.smithi084.stderr: 67800K .......... .......... .......... .......... .......... 73% 47.2M 1s 2024-09-22T09:14:32.806 INFO:teuthology.orchestra.run.smithi084.stderr: 67850K .......... .......... .......... .......... .......... 73% 29.7M 1s 2024-09-22T09:14:32.809 INFO:teuthology.orchestra.run.smithi084.stderr: 67900K .......... .......... .......... .......... .......... 73% 24.3M 1s 2024-09-22T09:14:32.809 INFO:teuthology.orchestra.run.smithi084.stderr: 67950K .......... .......... .......... .......... .......... 73% 119M 1s 2024-09-22T09:14:32.809 INFO:teuthology.orchestra.run.smithi084.stderr: 68000K .......... .......... .......... .......... .......... 73% 63.3M 1s 2024-09-22T09:14:32.811 INFO:teuthology.orchestra.run.smithi084.stderr: 68050K .......... .......... .......... .......... .......... 73% 21.2M 1s 2024-09-22T09:14:32.812 INFO:teuthology.orchestra.run.smithi084.stderr: 68100K .......... .......... .......... .......... .......... 73% 53.8M 1s 2024-09-22T09:14:32.815 INFO:teuthology.orchestra.run.smithi084.stderr: 68150K .......... .......... .......... .......... .......... 73% 21.8M 1s 2024-09-22T09:14:32.815 INFO:teuthology.orchestra.run.smithi084.stderr: 68200K .......... .......... .......... .......... .......... 73% 117M 1s 2024-09-22T09:14:32.817 INFO:teuthology.orchestra.run.smithi084.stderr: 68250K .......... .......... .......... .......... .......... 73% 42.3M 1s 2024-09-22T09:14:32.818 INFO:teuthology.orchestra.run.smithi084.stderr: 68300K .......... .......... .......... .......... .......... 73% 30.3M 1s 2024-09-22T09:14:32.821 INFO:teuthology.orchestra.run.smithi084.stderr: 68350K .......... .......... .......... .......... .......... 73% 27.5M 1s 2024-09-22T09:14:32.821 INFO:teuthology.orchestra.run.smithi084.stderr: 68400K .......... .......... .......... .......... .......... 73% 121M 1s 2024-09-22T09:14:32.821 INFO:teuthology.orchestra.run.smithi084.stderr: 68450K .......... .......... .......... .......... .......... 73% 48.6M 1s 2024-09-22T09:14:32.824 INFO:teuthology.orchestra.run.smithi084.stderr: 68500K .......... .......... .......... .......... .......... 73% 22.9M 1s 2024-09-22T09:14:32.824 INFO:teuthology.orchestra.run.smithi084.stderr: 68550K .......... .......... .......... .......... .......... 73% 61.2M 1s 2024-09-22T09:14:32.827 INFO:teuthology.orchestra.run.smithi084.stderr: 68600K .......... .......... .......... .......... .......... 73% 22.5M 1s 2024-09-22T09:14:32.827 INFO:teuthology.orchestra.run.smithi084.stderr: 68650K .......... .......... .......... .......... .......... 73% 93.1M 1s 2024-09-22T09:14:32.828 INFO:teuthology.orchestra.run.smithi084.stderr: 68700K .......... .......... .......... .......... .......... 74% 43.8M 1s 2024-09-22T09:14:32.829 INFO:teuthology.orchestra.run.smithi084.stderr: 68750K .......... .......... .......... .......... .......... 74% 32.0M 1s 2024-09-22T09:14:32.832 INFO:teuthology.orchestra.run.smithi084.stderr: 68800K .......... .......... .......... .......... .......... 74% 24.7M 1s 2024-09-22T09:14:32.833 INFO:teuthology.orchestra.run.smithi084.stderr: 68850K .......... .......... .......... .......... .......... 74% 123M 1s 2024-09-22T09:14:32.833 INFO:teuthology.orchestra.run.smithi084.stderr: 68900K .......... .......... .......... .......... .......... 74% 36.7M 1s 2024-09-22T09:14:32.835 INFO:teuthology.orchestra.run.smithi084.stderr: 68950K .......... .......... .......... .......... .......... 74% 26.4M 1s 2024-09-22T09:14:32.836 INFO:teuthology.orchestra.run.smithi084.stderr: 69000K .......... .......... .......... .......... .......... 74% 55.3M 1s 2024-09-22T09:14:32.838 INFO:teuthology.orchestra.run.smithi084.stderr: 69050K .......... .......... .......... .......... .......... 74% 24.3M 1s 2024-09-22T09:14:32.838 INFO:teuthology.orchestra.run.smithi084.stderr: 69100K .......... .......... .......... .......... .......... 74% 104M 1s 2024-09-22T09:14:32.839 INFO:teuthology.orchestra.run.smithi084.stderr: 69150K .......... .......... .......... .......... .......... 74% 34.5M 1s 2024-09-22T09:14:32.841 INFO:teuthology.orchestra.run.smithi084.stderr: 69200K .......... .......... .......... .......... .......... 74% 35.5M 1s 2024-09-22T09:14:32.843 INFO:teuthology.orchestra.run.smithi084.stderr: 69250K .......... .......... .......... .......... .......... 74% 23.6M 1s 2024-09-22T09:14:32.844 INFO:teuthology.orchestra.run.smithi084.stderr: 69300K .......... .......... .......... .......... .......... 74% 47.2M 1s 2024-09-22T09:14:32.844 INFO:teuthology.orchestra.run.smithi084.stderr: 69350K .......... .......... .......... .......... .......... 74% 85.7M 1s 2024-09-22T09:14:32.847 INFO:teuthology.orchestra.run.smithi084.stderr: 69400K .......... .......... .......... .......... .......... 74% 23.8M 1s 2024-09-22T09:14:32.848 INFO:teuthology.orchestra.run.smithi084.stderr: 69450K .......... .......... .......... .......... .......... 74% 65.0M 1s 2024-09-22T09:14:32.849 INFO:teuthology.orchestra.run.smithi084.stderr: 69500K .......... .......... .......... .......... .......... 74% 25.6M 1s 2024-09-22T09:14:32.850 INFO:teuthology.orchestra.run.smithi084.stderr: 69550K .......... .......... .......... .......... .......... 74% 105M 1s 2024-09-22T09:14:32.851 INFO:teuthology.orchestra.run.smithi084.stderr: 69600K .......... .......... .......... .......... .......... 74% 36.5M 1s 2024-09-22T09:14:32.853 INFO:teuthology.orchestra.run.smithi084.stderr: 69650K .......... .......... .......... .......... .......... 75% 30.3M 1s 2024-09-22T09:14:32.856 INFO:teuthology.orchestra.run.smithi084.stderr: 69700K .......... .......... .......... .......... .......... 75% 22.5M 1s 2024-09-22T09:14:32.856 INFO:teuthology.orchestra.run.smithi084.stderr: 69750K .......... .......... .......... .......... .......... 75% 69.3M 1s 2024-09-22T09:14:32.856 INFO:teuthology.orchestra.run.smithi084.stderr: 69800K .......... .......... .......... .......... .......... 75% 68.2M 1s 2024-09-22T09:14:32.858 INFO:teuthology.orchestra.run.smithi084.stderr: 69850K .......... .......... .......... .......... .......... 75% 25.1M 1s 2024-09-22T09:14:32.859 INFO:teuthology.orchestra.run.smithi084.stderr: 69900K .......... .......... .......... .......... .......... 75% 59.6M 1s 2024-09-22T09:14:32.861 INFO:teuthology.orchestra.run.smithi084.stderr: 69950K .......... .......... .......... .......... .......... 75% 25.4M 1s 2024-09-22T09:14:32.861 INFO:teuthology.orchestra.run.smithi084.stderr: 70000K .......... .......... .......... .......... .......... 75% 130M 1s 2024-09-22T09:14:32.863 INFO:teuthology.orchestra.run.smithi084.stderr: 70050K .......... .......... .......... .......... .......... 75% 34.6M 1s 2024-09-22T09:14:32.864 INFO:teuthology.orchestra.run.smithi084.stderr: 70100K .......... .......... .......... .......... .......... 75% 28.4M 1s 2024-09-22T09:14:32.867 INFO:teuthology.orchestra.run.smithi084.stderr: 70150K .......... .......... .......... .......... .......... 75% 24.9M 1s 2024-09-22T09:14:32.867 INFO:teuthology.orchestra.run.smithi084.stderr: 70200K .......... .......... .......... .......... .......... 75% 63.8M 1s 2024-09-22T09:14:32.868 INFO:teuthology.orchestra.run.smithi084.stderr: 70250K .......... .......... .......... .......... .......... 75% 55.9M 1s 2024-09-22T09:14:32.870 INFO:teuthology.orchestra.run.smithi084.stderr: 70300K .......... .......... .......... .......... .......... 75% 23.5M 1s 2024-09-22T09:14:32.871 INFO:teuthology.orchestra.run.smithi084.stderr: 70350K .......... .......... .......... .......... .......... 75% 94.4M 1s 2024-09-22T09:14:32.873 INFO:teuthology.orchestra.run.smithi084.stderr: 70400K .......... .......... .......... .......... .......... 75% 22.6M 1s 2024-09-22T09:14:32.874 INFO:teuthology.orchestra.run.smithi084.stderr: 70450K .......... .......... .......... .......... .......... 75% 35.1M 1s 2024-09-22T09:14:32.876 INFO:teuthology.orchestra.run.smithi084.stderr: 70500K .......... .......... .......... .......... .......... 75% 31.2M 1s 2024-09-22T09:14:32.876 INFO:teuthology.orchestra.run.smithi084.stderr: 70550K .......... .......... .......... .......... .......... 75% 102M 1s 2024-09-22T09:14:32.878 INFO:teuthology.orchestra.run.smithi084.stderr: 70600K .......... .......... .......... .......... .......... 76% 27.1M 1s 2024-09-22T09:14:32.879 INFO:teuthology.orchestra.run.smithi084.stderr: 70650K .......... .......... .......... .......... .......... 76% 54.4M 1s 2024-09-22T09:14:32.882 INFO:teuthology.orchestra.run.smithi084.stderr: 70700K .......... .......... .......... .......... .......... 76% 18.2M 1s 2024-09-22T09:14:32.883 INFO:teuthology.orchestra.run.smithi084.stderr: 70750K .......... .......... .......... .......... .......... 76% 121M 1s 2024-09-22T09:14:32.883 INFO:teuthology.orchestra.run.smithi084.stderr: 70800K .......... .......... .......... .......... .......... 76% 77.4M 1s 2024-09-22T09:14:32.885 INFO:teuthology.orchestra.run.smithi084.stderr: 70850K .......... .......... .......... .......... .......... 76% 26.6M 1s 2024-09-22T09:14:32.886 INFO:teuthology.orchestra.run.smithi084.stderr: 70900K .......... .......... .......... .......... .......... 76% 33.9M 1s 2024-09-22T09:14:32.888 INFO:teuthology.orchestra.run.smithi084.stderr: 70950K .......... .......... .......... .......... .......... 76% 34.7M 1s 2024-09-22T09:14:32.888 INFO:teuthology.orchestra.run.smithi084.stderr: 71000K .......... .......... .......... .......... .......... 76% 104M 1s 2024-09-22T09:14:32.890 INFO:teuthology.orchestra.run.smithi084.stderr: 71050K .......... .......... .......... .......... .......... 76% 26.5M 1s 2024-09-22T09:14:32.890 INFO:teuthology.orchestra.run.smithi084.stderr: 71100K .......... .......... .......... .......... .......... 76% 53.3M 1s 2024-09-22T09:14:32.895 INFO:teuthology.orchestra.run.smithi084.stderr: 71150K .......... .......... .......... .......... .......... 76% 17.2M 1s 2024-09-22T09:14:32.895 INFO:teuthology.orchestra.run.smithi084.stderr: 71200K .......... .......... .......... .......... .......... 76% 125M 1s 2024-09-22T09:14:32.895 INFO:teuthology.orchestra.run.smithi084.stderr: 71250K .......... .......... .......... .......... .......... 76% 90.9M 1s 2024-09-22T09:14:32.896 INFO:teuthology.orchestra.run.smithi084.stderr: 71300K .......... .......... .......... .......... .......... 76% 25.6M 1s 2024-09-22T09:14:32.898 INFO:teuthology.orchestra.run.smithi084.stderr: 71350K .......... .......... .......... .......... .......... 76% 34.3M 1s 2024-09-22T09:14:32.900 INFO:teuthology.orchestra.run.smithi084.stderr: 71400K .......... .......... .......... .......... .......... 76% 35.1M 1s 2024-09-22T09:14:32.900 INFO:teuthology.orchestra.run.smithi084.stderr: 71450K .......... .......... .......... .......... .......... 76% 115M 1s 2024-09-22T09:14:32.902 INFO:teuthology.orchestra.run.smithi084.stderr: 71500K .......... .......... .......... .......... .......... 77% 27.4M 1s 2024-09-22T09:14:32.902 INFO:teuthology.orchestra.run.smithi084.stderr: 71550K .......... .......... .......... .......... .......... 77% 57.0M 1s 2024-09-22T09:14:32.907 INFO:teuthology.orchestra.run.smithi084.stderr: 71600K .......... .......... .......... .......... .......... 77% 16.1M 1s 2024-09-22T09:14:32.907 INFO:teuthology.orchestra.run.smithi084.stderr: 71650K .......... .......... .......... .......... .......... 77% 116M 1s 2024-09-22T09:14:32.907 INFO:teuthology.orchestra.run.smithi084.stderr: 71700K .......... .......... .......... .......... .......... 77% 40.2M 1s 2024-09-22T09:14:32.908 INFO:teuthology.orchestra.run.smithi084.stderr: 71750K .......... .......... .......... .......... .......... 77% 40.4M 1s 2024-09-22T09:14:32.909 INFO:teuthology.orchestra.run.smithi084.stderr: 71800K .......... .......... .......... .......... .......... 77% 37.6M 1s 2024-09-22T09:14:32.911 INFO:teuthology.orchestra.run.smithi084.stderr: 71850K .......... .......... .......... .......... .......... 77% 34.3M 1s 2024-09-22T09:14:32.911 INFO:teuthology.orchestra.run.smithi084.stderr: 71900K .......... .......... .......... .......... .......... 77% 95.6M 1s 2024-09-22T09:14:32.913 INFO:teuthology.orchestra.run.smithi084.stderr: 71950K .......... .......... .......... .......... .......... 77% 27.6M 1s 2024-09-22T09:14:32.914 INFO:teuthology.orchestra.run.smithi084.stderr: 72000K .......... .......... .......... .......... .......... 77% 53.3M 1s 2024-09-22T09:14:32.917 INFO:teuthology.orchestra.run.smithi084.stderr: 72050K .......... .......... .......... .......... .......... 77% 17.9M 1s 2024-09-22T09:14:32.918 INFO:teuthology.orchestra.run.smithi084.stderr: 72100K .......... .......... .......... .......... .......... 77% 37.8M 1s 2024-09-22T09:14:32.918 INFO:teuthology.orchestra.run.smithi084.stderr: 72150K .......... .......... .......... .......... .......... 77% 114M 1s 2024-09-22T09:14:32.920 INFO:teuthology.orchestra.run.smithi084.stderr: 72200K .......... .......... .......... .......... .......... 77% 36.1M 1s 2024-09-22T09:14:32.921 INFO:teuthology.orchestra.run.smithi084.stderr: 72250K .......... .......... .......... .......... .......... 77% 41.3M 1s 2024-09-22T09:14:32.923 INFO:teuthology.orchestra.run.smithi084.stderr: 72300K .......... .......... .......... .......... .......... 77% 30.7M 1s 2024-09-22T09:14:32.923 INFO:teuthology.orchestra.run.smithi084.stderr: 72350K .......... .......... .......... .......... .......... 77% 101M 1s 2024-09-22T09:14:32.925 INFO:teuthology.orchestra.run.smithi084.stderr: 72400K .......... .......... .......... .......... .......... 77% 30.2M 1s 2024-09-22T09:14:32.926 INFO:teuthology.orchestra.run.smithi084.stderr: 72450K .......... .......... .......... .......... .......... 78% 52.3M 1s 2024-09-22T09:14:32.929 INFO:teuthology.orchestra.run.smithi084.stderr: 72500K .......... .......... .......... .......... .......... 78% 17.2M 1s 2024-09-22T09:14:32.930 INFO:teuthology.orchestra.run.smithi084.stderr: 72550K .......... .......... .......... .......... .......... 78% 41.9M 1s 2024-09-22T09:14:32.930 INFO:teuthology.orchestra.run.smithi084.stderr: 72600K .......... .......... .......... .......... .......... 78% 103M 1s 2024-09-22T09:14:32.931 INFO:teuthology.orchestra.run.smithi084.stderr: 72650K .......... .......... .......... .......... .......... 78% 36.0M 1s 2024-09-22T09:14:32.933 INFO:teuthology.orchestra.run.smithi084.stderr: 72700K .......... .......... .......... .......... .......... 78% 40.1M 1s 2024-09-22T09:14:32.934 INFO:teuthology.orchestra.run.smithi084.stderr: 72750K .......... .......... .......... .......... .......... 78% 30.8M 1s 2024-09-22T09:14:32.934 INFO:teuthology.orchestra.run.smithi084.stderr: 72800K .......... .......... .......... .......... .......... 78% 76.2M 1s 2024-09-22T09:14:32.936 INFO:teuthology.orchestra.run.smithi084.stderr: 72850K .......... .......... .......... .......... .......... 78% 35.3M 1s 2024-09-22T09:14:32.937 INFO:teuthology.orchestra.run.smithi084.stderr: 72900K .......... .......... .......... .......... .......... 78% 44.7M 1s 2024-09-22T09:14:32.940 INFO:teuthology.orchestra.run.smithi084.stderr: 72950K .......... .......... .......... .......... .......... 78% 17.7M 1s 2024-09-22T09:14:32.941 INFO:teuthology.orchestra.run.smithi084.stderr: 73000K .......... .......... .......... .......... .......... 78% 38.3M 1s 2024-09-22T09:14:32.943 INFO:teuthology.orchestra.run.smithi084.stderr: 73050K .......... .......... .......... .......... .......... 78% 34.4M 1s 2024-09-22T09:14:32.943 INFO:teuthology.orchestra.run.smithi084.stderr: 73100K .......... .......... .......... .......... .......... 78% 121M 1s 2024-09-22T09:14:32.944 INFO:teuthology.orchestra.run.smithi084.stderr: 73150K .......... .......... .......... .......... .......... 78% 48.4M 1s 2024-09-22T09:14:32.946 INFO:teuthology.orchestra.run.smithi084.stderr: 73200K .......... .......... .......... .......... .......... 78% 26.6M 1s 2024-09-22T09:14:32.948 INFO:teuthology.orchestra.run.smithi084.stderr: 73250K .......... .......... .......... .......... .......... 78% 30.9M 1s 2024-09-22T09:14:32.949 INFO:teuthology.orchestra.run.smithi084.stderr: 73300K .......... .......... .......... .......... .......... 78% 48.8M 1s 2024-09-22T09:14:32.949 INFO:teuthology.orchestra.run.smithi084.stderr: 73350K .......... .......... .......... .......... .......... 79% 67.2M 1s 2024-09-22T09:14:32.952 INFO:teuthology.orchestra.run.smithi084.stderr: 73400K .......... .......... .......... .......... .......... 79% 19.4M 1s 2024-09-22T09:14:32.953 INFO:teuthology.orchestra.run.smithi084.stderr: 73450K .......... .......... .......... .......... .......... 79% 39.8M 1s 2024-09-22T09:14:32.955 INFO:teuthology.orchestra.run.smithi084.stderr: 73500K .......... .......... .......... .......... .......... 79% 31.6M 1s 2024-09-22T09:14:32.955 INFO:teuthology.orchestra.run.smithi084.stderr: 73550K .......... .......... .......... .......... .......... 79% 86.4M 1s 2024-09-22T09:14:32.956 INFO:teuthology.orchestra.run.smithi084.stderr: 73600K .......... .......... .......... .......... .......... 79% 49.6M 1s 2024-09-22T09:14:32.958 INFO:teuthology.orchestra.run.smithi084.stderr: 73650K .......... .......... .......... .......... .......... 79% 33.4M 1s 2024-09-22T09:14:32.959 INFO:teuthology.orchestra.run.smithi084.stderr: 73700K .......... .......... .......... .......... .......... 79% 27.7M 1s 2024-09-22T09:14:32.961 INFO:teuthology.orchestra.run.smithi084.stderr: 73750K .......... .......... .......... .......... .......... 79% 45.1M 1s 2024-09-22T09:14:32.961 INFO:teuthology.orchestra.run.smithi084.stderr: 73800K .......... .......... .......... .......... .......... 79% 98.5M 1s 2024-09-22T09:14:32.963 INFO:teuthology.orchestra.run.smithi084.stderr: 73850K .......... .......... .......... .......... .......... 79% 18.7M 1s 2024-09-22T09:14:32.965 INFO:teuthology.orchestra.run.smithi084.stderr: 73900K .......... .......... .......... .......... .......... 79% 37.3M 1s 2024-09-22T09:14:32.966 INFO:teuthology.orchestra.run.smithi084.stderr: 73950K .......... .......... .......... .......... .......... 79% 36.8M 1s 2024-09-22T09:14:32.966 INFO:teuthology.orchestra.run.smithi084.stderr: 74000K .......... .......... .......... .......... .......... 79% 77.3M 1s 2024-09-22T09:14:32.968 INFO:teuthology.orchestra.run.smithi084.stderr: 74050K .......... .......... .......... .......... .......... 79% 52.4M 1s 2024-09-22T09:14:32.969 INFO:teuthology.orchestra.run.smithi084.stderr: 74100K .......... .......... .......... .......... .......... 79% 32.8M 1s 2024-09-22T09:14:32.971 INFO:teuthology.orchestra.run.smithi084.stderr: 74150K .......... .......... .......... .......... .......... 79% 27.4M 1s 2024-09-22T09:14:32.972 INFO:teuthology.orchestra.run.smithi084.stderr: 74200K .......... .......... .......... .......... .......... 79% 43.2M 1s 2024-09-22T09:14:32.972 INFO:teuthology.orchestra.run.smithi084.stderr: 74250K .......... .......... .......... .......... .......... 79% 114M 1s 2024-09-22T09:14:32.975 INFO:teuthology.orchestra.run.smithi084.stderr: 74300K .......... .......... .......... .......... .......... 80% 19.7M 1s 2024-09-22T09:14:32.977 INFO:teuthology.orchestra.run.smithi084.stderr: 74350K .......... .......... .......... .......... .......... 80% 29.5M 1s 2024-09-22T09:14:32.978 INFO:teuthology.orchestra.run.smithi084.stderr: 74400K .......... .......... .......... .......... .......... 80% 43.6M 1s 2024-09-22T09:14:32.979 INFO:teuthology.orchestra.run.smithi084.stderr: 74450K .......... .......... .......... .......... .......... 80% 111M 1s 2024-09-22T09:14:32.979 INFO:teuthology.orchestra.run.smithi084.stderr: 74500K .......... .......... .......... .......... .......... 80% 37.3M 1s 2024-09-22T09:14:32.981 INFO:teuthology.orchestra.run.smithi084.stderr: 74550K .......... .......... .......... .......... .......... 80% 38.0M 1s 2024-09-22T09:14:32.983 INFO:teuthology.orchestra.run.smithi084.stderr: 74600K .......... .......... .......... .......... .......... 80% 29.5M 1s 2024-09-22T09:14:32.984 INFO:teuthology.orchestra.run.smithi084.stderr: 74650K .......... .......... .......... .......... .......... 80% 39.4M 1s 2024-09-22T09:14:32.984 INFO:teuthology.orchestra.run.smithi084.stderr: 74700K .......... .......... .......... .......... .......... 80% 96.2M 1s 2024-09-22T09:14:32.987 INFO:teuthology.orchestra.run.smithi084.stderr: 74750K .......... .......... .......... .......... .......... 80% 19.2M 1s 2024-09-22T09:14:32.988 INFO:teuthology.orchestra.run.smithi084.stderr: 74800K .......... .......... .......... .......... .......... 80% 34.1M 1s 2024-09-22T09:14:32.990 INFO:teuthology.orchestra.run.smithi084.stderr: 74850K .......... .......... .......... .......... .......... 80% 38.2M 1s 2024-09-22T09:14:32.991 INFO:teuthology.orchestra.run.smithi084.stderr: 74900K .......... .......... .......... .......... .......... 80% 39.2M 1s 2024-09-22T09:14:32.991 INFO:teuthology.orchestra.run.smithi084.stderr: 74950K .......... .......... .......... .......... .......... 80% 118M 1s 2024-09-22T09:14:32.993 INFO:teuthology.orchestra.run.smithi084.stderr: 75000K .......... .......... .......... .......... .......... 80% 36.0M 1s 2024-09-22T09:14:32.996 INFO:teuthology.orchestra.run.smithi084.stderr: 75050K .......... .......... .......... .......... .......... 80% 27.9M 1s 2024-09-22T09:14:32.996 INFO:teuthology.orchestra.run.smithi084.stderr: 75100K .......... .......... .......... .......... .......... 80% 44.3M 1s 2024-09-22T09:14:32.996 INFO:teuthology.orchestra.run.smithi084.stderr: 75150K .......... .......... .......... .......... .......... 80% 98.0M 1s 2024-09-22T09:14:32.999 INFO:teuthology.orchestra.run.smithi084.stderr: 75200K .......... .......... .......... .......... .......... 81% 18.7M 1s 2024-09-22T09:14:33.000 INFO:teuthology.orchestra.run.smithi084.stderr: 75250K .......... .......... .......... .......... .......... 81% 36.4M 1s 2024-09-22T09:14:33.001 INFO:teuthology.orchestra.run.smithi084.stderr: 75300K .......... .......... .......... .......... .......... 81% 35.7M 1s 2024-09-22T09:14:33.003 INFO:teuthology.orchestra.run.smithi084.stderr: 75350K .......... .......... .......... .......... .......... 81% 41.9M 1s 2024-09-22T09:14:33.003 INFO:teuthology.orchestra.run.smithi084.stderr: 75400K .......... .......... .......... .......... .......... 81% 101M 1s 2024-09-22T09:14:33.004 INFO:teuthology.orchestra.run.smithi084.stderr: 75450K .......... .......... .......... .......... .......... 81% 42.6M 1s 2024-09-22T09:14:33.006 INFO:teuthology.orchestra.run.smithi084.stderr: 75500K .......... .......... .......... .......... .......... 81% 25.3M 1s 2024-09-22T09:14:33.007 INFO:teuthology.orchestra.run.smithi084.stderr: 75550K .......... .......... .......... .......... .......... 81% 49.0M 1s 2024-09-22T09:14:33.007 INFO:teuthology.orchestra.run.smithi084.stderr: 75600K .......... .......... .......... .......... .......... 81% 78.9M 1s 2024-09-22T09:14:33.010 INFO:teuthology.orchestra.run.smithi084.stderr: 75650K .......... .......... .......... .......... .......... 81% 19.0M 0s 2024-09-22T09:14:33.011 INFO:teuthology.orchestra.run.smithi084.stderr: 75700K .......... .......... .......... .......... .......... 81% 34.6M 0s 2024-09-22T09:14:33.013 INFO:teuthology.orchestra.run.smithi084.stderr: 75750K .......... .......... .......... .......... .......... 81% 36.9M 0s 2024-09-22T09:14:33.014 INFO:teuthology.orchestra.run.smithi084.stderr: 75800K .......... .......... .......... .......... .......... 81% 41.8M 0s 2024-09-22T09:14:33.015 INFO:teuthology.orchestra.run.smithi084.stderr: 75850K .......... .......... .......... .......... .......... 81% 41.1M 0s 2024-09-22T09:14:33.016 INFO:teuthology.orchestra.run.smithi084.stderr: 75900K .......... .......... .......... .......... .......... 81% 93.4M 0s 2024-09-22T09:14:33.018 INFO:teuthology.orchestra.run.smithi084.stderr: 75950K .......... .......... .......... .......... .......... 81% 25.3M 0s 2024-09-22T09:14:33.019 INFO:teuthology.orchestra.run.smithi084.stderr: 76000K .......... .......... .......... .......... .......... 81% 48.8M 0s 2024-09-22T09:14:33.022 INFO:teuthology.orchestra.run.smithi084.stderr: 76050K .......... .......... .......... .......... .......... 81% 17.3M 0s 2024-09-22T09:14:33.023 INFO:teuthology.orchestra.run.smithi084.stderr: 76100K .......... .......... .......... .......... .......... 81% 33.8M 0s 2024-09-22T09:14:33.023 INFO:teuthology.orchestra.run.smithi084.stderr: 76150K .......... .......... .......... .......... .......... 82% 113M 0s 2024-09-22T09:14:33.024 INFO:teuthology.orchestra.run.smithi084.stderr: 76200K .......... .......... .......... .......... .......... 82% 40.9M 0s 2024-09-22T09:14:33.026 INFO:teuthology.orchestra.run.smithi084.stderr: 76250K .......... .......... .......... .......... .......... 82% 46.6M 0s 2024-09-22T09:14:33.027 INFO:teuthology.orchestra.run.smithi084.stderr: 76300K .......... .......... .......... .......... .......... 82% 38.0M 0s 2024-09-22T09:14:33.027 INFO:teuthology.orchestra.run.smithi084.stderr: 76350K .......... .......... .......... .......... .......... 82% 112M 0s 2024-09-22T09:14:33.029 INFO:teuthology.orchestra.run.smithi084.stderr: 76400K .......... .......... .......... .......... .......... 82% 25.4M 0s 2024-09-22T09:14:33.031 INFO:teuthology.orchestra.run.smithi084.stderr: 76450K .......... .......... .......... .......... .......... 82% 41.2M 0s 2024-09-22T09:14:33.033 INFO:teuthology.orchestra.run.smithi084.stderr: 76500K .......... .......... .......... .......... .......... 82% 17.4M 0s 2024-09-22T09:14:33.036 INFO:teuthology.orchestra.run.smithi084.stderr: 76550K .......... .......... .......... .......... .......... 82% 35.9M 0s 2024-09-22T09:14:33.036 INFO:teuthology.orchestra.run.smithi084.stderr: 76600K .......... .......... .......... .......... .......... 82% 92.8M 0s 2024-09-22T09:14:33.036 INFO:teuthology.orchestra.run.smithi084.stderr: 76650K .......... .......... .......... .......... .......... 82% 49.6M 0s 2024-09-22T09:14:33.037 INFO:teuthology.orchestra.run.smithi084.stderr: 76700K .......... .......... .......... .......... .......... 82% 46.2M 0s 2024-09-22T09:14:33.039 INFO:teuthology.orchestra.run.smithi084.stderr: 76750K .......... .......... .......... .......... .......... 82% 35.6M 0s 2024-09-22T09:14:33.041 INFO:teuthology.orchestra.run.smithi084.stderr: 76800K .......... .......... .......... .......... .......... 82% 25.1M 0s 2024-09-22T09:14:33.041 INFO:teuthology.orchestra.run.smithi084.stderr: 76850K .......... .......... .......... .......... .......... 82% 103M 0s 2024-09-22T09:14:33.042 INFO:teuthology.orchestra.run.smithi084.stderr: 76900K .......... .......... .......... .......... .......... 82% 44.0M 0s 2024-09-22T09:14:33.045 INFO:teuthology.orchestra.run.smithi084.stderr: 76950K .......... .......... .......... .......... .......... 82% 16.3M 0s 2024-09-22T09:14:33.047 INFO:teuthology.orchestra.run.smithi084.stderr: 77000K .......... .......... .......... .......... .......... 82% 38.7M 0s 2024-09-22T09:14:33.047 INFO:teuthology.orchestra.run.smithi084.stderr: 77050K .......... .......... .......... .......... .......... 82% 121M 0s 2024-09-22T09:14:33.049 INFO:teuthology.orchestra.run.smithi084.stderr: 77100K .......... .......... .......... .......... .......... 83% 40.3M 0s 2024-09-22T09:14:33.049 INFO:teuthology.orchestra.run.smithi084.stderr: 77150K .......... .......... .......... .......... .......... 83% 57.0M 0s 2024-09-22T09:14:33.050 INFO:teuthology.orchestra.run.smithi084.stderr: 77200K .......... .......... .......... .......... .......... 83% 34.5M 0s 2024-09-22T09:14:33.052 INFO:teuthology.orchestra.run.smithi084.stderr: 77250K .......... .......... .......... .......... .......... 83% 26.5M 0s 2024-09-22T09:14:33.052 INFO:teuthology.orchestra.run.smithi084.stderr: 77300K .......... .......... .......... .......... .......... 83% 100M 0s 2024-09-22T09:14:33.054 INFO:teuthology.orchestra.run.smithi084.stderr: 77350K .......... .......... .......... .......... .......... 83% 40.7M 0s 2024-09-22T09:14:33.057 INFO:teuthology.orchestra.run.smithi084.stderr: 77400K .......... .......... .......... .......... .......... 83% 16.5M 0s 2024-09-22T09:14:33.058 INFO:teuthology.orchestra.run.smithi084.stderr: 77450K .......... .......... .......... .......... .......... 83% 40.7M 0s 2024-09-22T09:14:33.060 INFO:teuthology.orchestra.run.smithi084.stderr: 77500K .......... .......... .......... .......... .......... 83% 125M 0s 2024-09-22T09:14:33.060 INFO:teuthology.orchestra.run.smithi084.stderr: 77550K .......... .......... .......... .......... .......... 83% 36.5M 0s 2024-09-22T09:14:33.060 INFO:teuthology.orchestra.run.smithi084.stderr: 77600K .......... .......... .......... .......... .......... 83% 66.3M 0s 2024-09-22T09:14:33.062 INFO:teuthology.orchestra.run.smithi084.stderr: 77650K .......... .......... .......... .......... .......... 83% 35.8M 0s 2024-09-22T09:14:33.064 INFO:teuthology.orchestra.run.smithi084.stderr: 77700K .......... .......... .......... .......... .......... 83% 25.9M 0s 2024-09-22T09:14:33.064 INFO:teuthology.orchestra.run.smithi084.stderr: 77750K .......... .......... .......... .......... .......... 83% 90.9M 0s 2024-09-22T09:14:33.065 INFO:teuthology.orchestra.run.smithi084.stderr: 77800K .......... .......... .......... .......... .......... 83% 40.2M 0s 2024-09-22T09:14:33.068 INFO:teuthology.orchestra.run.smithi084.stderr: 77850K .......... .......... .......... .......... .......... 83% 17.1M 0s 2024-09-22T09:14:33.070 INFO:teuthology.orchestra.run.smithi084.stderr: 77900K .......... .......... .......... .......... .......... 83% 42.0M 0s 2024-09-22T09:14:33.076 INFO:teuthology.orchestra.run.smithi084.stderr: 77950K .......... .......... .......... .......... .......... 83% 34.7M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78000K .......... .......... .......... .......... .......... 84% 115M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78050K .......... .......... .......... .......... .......... 84% 72.3M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78100K .......... .......... .......... .......... .......... 84% 31.2M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78150K .......... .......... .......... .......... .......... 84% 73.8M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78200K .......... .......... .......... .......... .......... 84% 37.3M 0s 2024-09-22T09:14:33.077 INFO:teuthology.orchestra.run.smithi084.stderr: 78250K .......... .......... .......... .......... .......... 84% 82.2M 0s 2024-09-22T09:14:33.081 INFO:teuthology.orchestra.run.smithi084.stderr: 78300K .......... .......... .......... .......... .......... 84% 13.0M 0s 2024-09-22T09:14:33.081 INFO:teuthology.orchestra.run.smithi084.stderr: 78350K .......... .......... .......... .......... .......... 84% 65.6M 0s 2024-09-22T09:14:33.082 INFO:teuthology.orchestra.run.smithi084.stderr: 78400K .......... .......... .......... .......... .......... 84% 42.8M 0s 2024-09-22T09:14:33.083 INFO:teuthology.orchestra.run.smithi084.stderr: 78450K .......... .......... .......... .......... .......... 84% 52.3M 0s 2024-09-22T09:14:33.083 INFO:teuthology.orchestra.run.smithi084.stderr: 78500K .......... .......... .......... .......... .......... 84% 89.6M 0s 2024-09-22T09:14:33.084 INFO:teuthology.orchestra.run.smithi084.stderr: 78550K .......... .......... .......... .......... .......... 84% 39.0M 0s 2024-09-22T09:14:33.086 INFO:teuthology.orchestra.run.smithi084.stderr: 78600K .......... .......... .......... .......... .......... 84% 38.5M 0s 2024-09-22T09:14:33.086 INFO:teuthology.orchestra.run.smithi084.stderr: 78650K .......... .......... .......... .......... .......... 84% 56.9M 0s 2024-09-22T09:14:33.087 INFO:teuthology.orchestra.run.smithi084.stderr: 78700K .......... .......... .......... .......... .......... 84% 55.3M 0s 2024-09-22T09:14:33.088 INFO:teuthology.orchestra.run.smithi084.stderr: 78750K .......... .......... .......... .......... .......... 84% 42.0M 0s 2024-09-22T09:14:33.092 INFO:teuthology.orchestra.run.smithi084.stderr: 78800K .......... .......... .......... .......... .......... 84% 15.1M 0s 2024-09-22T09:14:33.093 INFO:teuthology.orchestra.run.smithi084.stderr: 78850K .......... .......... .......... .......... .......... 84% 44.6M 0s 2024-09-22T09:14:33.093 INFO:teuthology.orchestra.run.smithi084.stderr: 78900K .......... .......... .......... .......... .......... 84% 77.8M 0s 2024-09-22T09:14:33.094 INFO:teuthology.orchestra.run.smithi084.stderr: 78950K .......... .......... .......... .......... .......... 85% 47.9M 0s 2024-09-22T09:14:33.096 INFO:teuthology.orchestra.run.smithi084.stderr: 79000K .......... .......... .......... .......... .......... 85% 38.0M 0s 2024-09-22T09:14:33.097 INFO:teuthology.orchestra.run.smithi084.stderr: 79050K .......... .......... .......... .......... .......... 85% 49.5M 0s 2024-09-22T09:14:33.099 INFO:teuthology.orchestra.run.smithi084.stderr: 79100K .......... .......... .......... .......... .......... 85% 83.0M 0s 2024-09-22T09:14:33.099 INFO:teuthology.orchestra.run.smithi084.stderr: 79150K .......... .......... .......... .......... .......... 85% 34.8M 0s 2024-09-22T09:14:33.099 INFO:teuthology.orchestra.run.smithi084.stderr: 79200K .......... .......... .......... .......... .......... 85% 77.5M 0s 2024-09-22T09:14:33.103 INFO:teuthology.orchestra.run.smithi084.stderr: 79250K .......... .......... .......... .......... .......... 85% 14.2M 0s 2024-09-22T09:14:33.104 INFO:teuthology.orchestra.run.smithi084.stderr: 79300K .......... .......... .......... .......... .......... 85% 43.2M 0s 2024-09-22T09:14:33.104 INFO:teuthology.orchestra.run.smithi084.stderr: 79350K .......... .......... .......... .......... .......... 85% 87.3M 0s 2024-09-22T09:14:33.105 INFO:teuthology.orchestra.run.smithi084.stderr: 79400K .......... .......... .......... .......... .......... 85% 55.3M 0s 2024-09-22T09:14:33.106 INFO:teuthology.orchestra.run.smithi084.stderr: 79450K .......... .......... .......... .......... .......... 85% 40.7M 0s 2024-09-22T09:14:33.108 INFO:teuthology.orchestra.run.smithi084.stderr: 79500K .......... .......... .......... .......... .......... 85% 43.3M 0s 2024-09-22T09:14:33.109 INFO:teuthology.orchestra.run.smithi084.stderr: 79550K .......... .......... .......... .......... .......... 85% 40.1M 0s 2024-09-22T09:14:33.111 INFO:teuthology.orchestra.run.smithi084.stderr: 79600K .......... .......... .......... .......... .......... 85% 34.4M 0s 2024-09-22T09:14:33.111 INFO:teuthology.orchestra.run.smithi084.stderr: 79650K .......... .......... .......... .......... .......... 85% 83.3M 0s 2024-09-22T09:14:33.111 INFO:teuthology.orchestra.run.smithi084.stderr: 79700K .......... .......... .......... .......... .......... 85% 70.3M 0s 2024-09-22T09:14:33.115 INFO:teuthology.orchestra.run.smithi084.stderr: 79750K .......... .......... .......... .......... .......... 85% 14.5M 0s 2024-09-22T09:14:33.116 INFO:teuthology.orchestra.run.smithi084.stderr: 79800K .......... .......... .......... .......... .......... 85% 46.4M 0s 2024-09-22T09:14:33.116 INFO:teuthology.orchestra.run.smithi084.stderr: 79850K .......... .......... .......... .......... .......... 86% 66.8M 0s 2024-09-22T09:14:33.118 INFO:teuthology.orchestra.run.smithi084.stderr: 79900K .......... .......... .......... .......... .......... 86% 44.1M 0s 2024-09-22T09:14:33.119 INFO:teuthology.orchestra.run.smithi084.stderr: 79950K .......... .......... .......... .......... .......... 86% 38.5M 0s 2024-09-22T09:14:33.120 INFO:teuthology.orchestra.run.smithi084.stderr: 80000K .......... .......... .......... .......... .......... 86% 42.5M 0s 2024-09-22T09:14:33.122 INFO:teuthology.orchestra.run.smithi084.stderr: 80050K .......... .......... .......... .......... .......... 86% 39.8M 0s 2024-09-22T09:14:33.122 INFO:teuthology.orchestra.run.smithi084.stderr: 80100K .......... .......... .......... .......... .......... 86% 120M 0s 2024-09-22T09:14:33.123 INFO:teuthology.orchestra.run.smithi084.stderr: 80150K .......... .......... .......... .......... .......... 86% 50.1M 0s 2024-09-22T09:14:33.126 INFO:teuthology.orchestra.run.smithi084.stderr: 80200K .......... .......... .......... .......... .......... 86% 14.6M 0s 2024-09-22T09:14:33.127 INFO:teuthology.orchestra.run.smithi084.stderr: 80250K .......... .......... .......... .......... .......... 86% 47.1M 0s 2024-09-22T09:14:33.136 INFO:teuthology.orchestra.run.smithi084.stderr: 80300K .......... .......... .......... .......... .......... 86% 11.8M 0s 2024-09-22T09:14:33.136 INFO:teuthology.orchestra.run.smithi084.stderr: 80350K .......... .......... .......... .......... .......... 86% 94.3M 0s 2024-09-22T09:14:33.136 INFO:teuthology.orchestra.run.smithi084.stderr: 80400K .......... .......... .......... .......... .......... 86% 121M 0s 2024-09-22T09:14:33.136 INFO:teuthology.orchestra.run.smithi084.stderr: 80450K .......... .......... .......... .......... .......... 86% 56.2M 0s 2024-09-22T09:14:33.136 INFO:teuthology.orchestra.run.smithi084.stderr: 80500K .......... .......... .......... .......... .......... 86% 123M 0s 2024-09-22T09:14:33.137 INFO:teuthology.orchestra.run.smithi084.stderr: 80550K .......... .......... .......... .......... .......... 86% 115M 0s 2024-09-22T09:14:33.137 INFO:teuthology.orchestra.run.smithi084.stderr: 80600K .......... .......... .......... .......... .......... 86% 128M 0s 2024-09-22T09:14:33.137 INFO:teuthology.orchestra.run.smithi084.stderr: 80650K .......... .......... .......... .......... .......... 86% 79.0M 0s 2024-09-22T09:14:33.138 INFO:teuthology.orchestra.run.smithi084.stderr: 80700K .......... .......... .......... .......... .......... 86% 15.8M 0s 2024-09-22T09:14:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: 80750K .......... .......... .......... .......... .......... 86% 7.57M 0s 2024-09-22T09:14:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: 80800K .......... .......... .......... .......... .......... 87% 99.8M 0s 2024-09-22T09:14:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: 80850K .......... .......... .......... .......... .......... 87% 92.2M 0s 2024-09-22T09:14:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: 80900K .......... .......... .......... .......... .......... 87% 37.0M 0s 2024-09-22T09:14:33.149 INFO:teuthology.orchestra.run.smithi084.stderr: 80950K .......... .......... .......... .......... .......... 87% 33.3M 0s 2024-09-22T09:14:33.149 INFO:teuthology.orchestra.run.smithi084.stderr: 81000K .......... .......... .......... .......... .......... 87% 58.2M 0s 2024-09-22T09:14:33.150 INFO:teuthology.orchestra.run.smithi084.stderr: 81050K .......... .......... .......... .......... .......... 87% 73.1M 0s 2024-09-22T09:14:33.151 INFO:teuthology.orchestra.run.smithi084.stderr: 81100K .......... .......... .......... .......... .......... 87% 42.1M 0s 2024-09-22T09:14:33.152 INFO:teuthology.orchestra.run.smithi084.stderr: 81150K .......... .......... .......... .......... .......... 87% 37.8M 0s 2024-09-22T09:14:33.153 INFO:teuthology.orchestra.run.smithi084.stderr: 81200K .......... .......... .......... .......... .......... 87% 44.3M 0s 2024-09-22T09:14:33.156 INFO:teuthology.orchestra.run.smithi084.stderr: 81250K .......... .......... .......... .......... .......... 87% 17.5M 0s 2024-09-22T09:14:33.157 INFO:teuthology.orchestra.run.smithi084.stderr: 81300K .......... .......... .......... .......... .......... 87% 58.2M 0s 2024-09-22T09:14:33.158 INFO:teuthology.orchestra.run.smithi084.stderr: 81350K .......... .......... .......... .......... .......... 87% 44.9M 0s 2024-09-22T09:14:33.160 INFO:teuthology.orchestra.run.smithi084.stderr: 81400K .......... .......... .......... .......... .......... 87% 34.0M 0s 2024-09-22T09:14:33.160 INFO:teuthology.orchestra.run.smithi084.stderr: 81450K .......... .......... .......... .......... .......... 87% 126M 0s 2024-09-22T09:14:33.161 INFO:teuthology.orchestra.run.smithi084.stderr: 81500K .......... .......... .......... .......... .......... 87% 42.9M 0s 2024-09-22T09:14:33.163 INFO:teuthology.orchestra.run.smithi084.stderr: 81550K .......... .......... .......... .......... .......... 87% 37.3M 0s 2024-09-22T09:14:33.164 INFO:teuthology.orchestra.run.smithi084.stderr: 81600K .......... .......... .......... .......... .......... 87% 38.9M 0s 2024-09-22T09:14:33.165 INFO:teuthology.orchestra.run.smithi084.stderr: 81650K .......... .......... .......... .......... .......... 87% 45.3M 0s 2024-09-22T09:14:33.165 INFO:teuthology.orchestra.run.smithi084.stderr: 81700K .......... .......... .......... .......... .......... 87% 113M 0s 2024-09-22T09:14:33.168 INFO:teuthology.orchestra.run.smithi084.stderr: 81750K .......... .......... .......... .......... .......... 88% 16.8M 0s 2024-09-22T09:14:33.169 INFO:teuthology.orchestra.run.smithi084.stderr: 81800K .......... .......... .......... .......... .......... 88% 50.2M 0s 2024-09-22T09:14:33.170 INFO:teuthology.orchestra.run.smithi084.stderr: 81850K .......... .......... .......... .......... .......... 88% 43.8M 0s 2024-09-22T09:14:33.172 INFO:teuthology.orchestra.run.smithi084.stderr: 81900K .......... .......... .......... .......... .......... 88% 34.6M 0s 2024-09-22T09:14:33.172 INFO:teuthology.orchestra.run.smithi084.stderr: 81950K .......... .......... .......... .......... .......... 88% 66.7M 0s 2024-09-22T09:14:33.173 INFO:teuthology.orchestra.run.smithi084.stderr: 82000K .......... .......... .......... .......... .......... 88% 46.5M 0s 2024-09-22T09:14:33.174 INFO:teuthology.orchestra.run.smithi084.stderr: 82050K .......... .......... .......... .......... .......... 88% 46.7M 0s 2024-09-22T09:14:33.176 INFO:teuthology.orchestra.run.smithi084.stderr: 82100K .......... .......... .......... .......... .......... 88% 40.2M 0s 2024-09-22T09:14:33.177 INFO:teuthology.orchestra.run.smithi084.stderr: 82150K .......... .......... .......... .......... .......... 88% 41.6M 0s 2024-09-22T09:14:33.177 INFO:teuthology.orchestra.run.smithi084.stderr: 82200K .......... .......... .......... .......... .......... 88% 127M 0s 2024-09-22T09:14:33.180 INFO:teuthology.orchestra.run.smithi084.stderr: 82250K .......... .......... .......... .......... .......... 88% 14.6M 0s 2024-09-22T09:14:33.182 INFO:teuthology.orchestra.run.smithi084.stderr: 82300K .......... .......... .......... .......... .......... 88% 49.0M 0s 2024-09-22T09:14:33.183 INFO:teuthology.orchestra.run.smithi084.stderr: 82350K .......... .......... .......... .......... .......... 88% 34.3M 0s 2024-09-22T09:14:33.184 INFO:teuthology.orchestra.run.smithi084.stderr: 82400K .......... .......... .......... .......... .......... 88% 53.8M 0s 2024-09-22T09:14:33.184 INFO:teuthology.orchestra.run.smithi084.stderr: 82450K .......... .......... .......... .......... .......... 88% 67.0M 0s 2024-09-22T09:14:33.186 INFO:teuthology.orchestra.run.smithi084.stderr: 82500K .......... .......... .......... .......... .......... 88% 43.7M 0s 2024-09-22T09:14:33.187 INFO:teuthology.orchestra.run.smithi084.stderr: 82550K .......... .......... .......... .......... .......... 88% 37.4M 0s 2024-09-22T09:14:33.189 INFO:teuthology.orchestra.run.smithi084.stderr: 82600K .......... .......... .......... .......... .......... 88% 47.5M 0s 2024-09-22T09:14:33.189 INFO:teuthology.orchestra.run.smithi084.stderr: 82650K .......... .......... .......... .......... .......... 89% 95.1M 0s 2024-09-22T09:14:33.191 INFO:teuthology.orchestra.run.smithi084.stderr: 82700K .......... .......... .......... .......... .......... 89% 17.9M 0s 2024-09-22T09:14:33.193 INFO:teuthology.orchestra.run.smithi084.stderr: 82750K .......... .......... .......... .......... .......... 89% 34.1M 0s 2024-09-22T09:14:33.194 INFO:teuthology.orchestra.run.smithi084.stderr: 82800K .......... .......... .......... .......... .......... 89% 46.6M 0s 2024-09-22T09:14:33.195 INFO:teuthology.orchestra.run.smithi084.stderr: 82850K .......... .......... .......... .......... .......... 89% 42.9M 0s 2024-09-22T09:14:33.195 INFO:teuthology.orchestra.run.smithi084.stderr: 82900K .......... .......... .......... .......... .......... 89% 52.8M 0s 2024-09-22T09:14:33.196 INFO:teuthology.orchestra.run.smithi084.stderr: 82950K .......... .......... .......... .......... .......... 89% 63.1M 0s 2024-09-22T09:14:33.198 INFO:teuthology.orchestra.run.smithi084.stderr: 83000K .......... .......... .......... .......... .......... 89% 44.7M 0s 2024-09-22T09:14:33.199 INFO:teuthology.orchestra.run.smithi084.stderr: 83050K .......... .......... .......... .......... .......... 89% 36.7M 0s 2024-09-22T09:14:33.199 INFO:teuthology.orchestra.run.smithi084.stderr: 83100K .......... .......... .......... .......... .......... 89% 64.4M 0s 2024-09-22T09:14:33.202 INFO:teuthology.orchestra.run.smithi084.stderr: 83150K .......... .......... .......... .......... .......... 89% 17.6M 0s 2024-09-22T09:14:33.204 INFO:teuthology.orchestra.run.smithi084.stderr: 83200K .......... .......... .......... .......... .......... 89% 46.2M 0s 2024-09-22T09:14:33.205 INFO:teuthology.orchestra.run.smithi084.stderr: 83250K .......... .......... .......... .......... .......... 89% 41.0M 0s 2024-09-22T09:14:33.207 INFO:teuthology.orchestra.run.smithi084.stderr: 83300K .......... .......... .......... .......... .......... 89% 28.9M 0s 2024-09-22T09:14:33.207 INFO:teuthology.orchestra.run.smithi084.stderr: 83350K .......... .......... .......... .......... .......... 89% 112M 0s 2024-09-22T09:14:33.208 INFO:teuthology.orchestra.run.smithi084.stderr: 83400K .......... .......... .......... .......... .......... 89% 62.3M 0s 2024-09-22T09:14:33.209 INFO:teuthology.orchestra.run.smithi084.stderr: 83450K .......... .......... .......... .......... .......... 89% 43.6M 0s 2024-09-22T09:14:33.211 INFO:teuthology.orchestra.run.smithi084.stderr: 83500K .......... .......... .......... .......... .......... 89% 32.6M 0s 2024-09-22T09:14:33.212 INFO:teuthology.orchestra.run.smithi084.stderr: 83550K .......... .......... .......... .......... .......... 89% 48.2M 0s 2024-09-22T09:14:33.212 INFO:teuthology.orchestra.run.smithi084.stderr: 83600K .......... .......... .......... .......... .......... 90% 84.1M 0s 2024-09-22T09:14:33.215 INFO:teuthology.orchestra.run.smithi084.stderr: 83650K .......... .......... .......... .......... .......... 90% 19.5M 0s 2024-09-22T09:14:33.216 INFO:teuthology.orchestra.run.smithi084.stderr: 83700K .......... .......... .......... .......... .......... 90% 36.3M 0s 2024-09-22T09:14:33.217 INFO:teuthology.orchestra.run.smithi084.stderr: 83750K .......... .......... .......... .......... .......... 90% 43.2M 0s 2024-09-22T09:14:33.218 INFO:teuthology.orchestra.run.smithi084.stderr: 83800K .......... .......... .......... .......... .......... 90% 40.0M 0s 2024-09-22T09:14:33.219 INFO:teuthology.orchestra.run.smithi084.stderr: 83850K .......... .......... .......... .......... .......... 90% 64.1M 0s 2024-09-22T09:14:33.220 INFO:teuthology.orchestra.run.smithi084.stderr: 83900K .......... .......... .......... .......... .......... 90% 48.4M 0s 2024-09-22T09:14:33.221 INFO:teuthology.orchestra.run.smithi084.stderr: 83950K .......... .......... .......... .......... .......... 90% 39.2M 0s 2024-09-22T09:14:33.224 INFO:teuthology.orchestra.run.smithi084.stderr: 84000K .......... .......... .......... .......... .......... 90% 36.4M 0s 2024-09-22T09:14:33.224 INFO:teuthology.orchestra.run.smithi084.stderr: 84050K .......... .......... .......... .......... .......... 90% 73.4M 0s 2024-09-22T09:14:33.224 INFO:teuthology.orchestra.run.smithi084.stderr: 84100K .......... .......... .......... .......... .......... 90% 81.7M 0s 2024-09-22T09:14:33.227 INFO:teuthology.orchestra.run.smithi084.stderr: 84150K .......... .......... .......... .......... .......... 90% 15.6M 0s 2024-09-22T09:14:33.228 INFO:teuthology.orchestra.run.smithi084.stderr: 84200K .......... .......... .......... .......... .......... 90% 42.7M 0s 2024-09-22T09:14:33.229 INFO:teuthology.orchestra.run.smithi084.stderr: 84250K .......... .......... .......... .......... .......... 90% 106M 0s 2024-09-22T09:14:33.230 INFO:teuthology.orchestra.run.smithi084.stderr: 84300K .......... .......... .......... .......... .......... 90% 33.1M 0s 2024-09-22T09:14:33.231 INFO:teuthology.orchestra.run.smithi084.stderr: 84350K .......... .......... .......... .......... .......... 90% 33.7M 0s 2024-09-22T09:14:33.233 INFO:teuthology.orchestra.run.smithi084.stderr: 84400K .......... .......... .......... .......... .......... 90% 53.3M 0s 2024-09-22T09:14:33.235 INFO:teuthology.orchestra.run.smithi084.stderr: 84450K .......... .......... .......... .......... .......... 90% 32.4M 0s 2024-09-22T09:14:33.235 INFO:teuthology.orchestra.run.smithi084.stderr: 84500K .......... .......... .......... .......... .......... 91% 121M 0s 2024-09-22T09:14:33.235 INFO:teuthology.orchestra.run.smithi084.stderr: 84550K .......... .......... .......... .......... .......... 91% 61.1M 0s 2024-09-22T09:14:33.237 INFO:teuthology.orchestra.run.smithi084.stderr: 84600K .......... .......... .......... .......... .......... 91% 19.6M 0s 2024-09-22T09:14:33.239 INFO:teuthology.orchestra.run.smithi084.stderr: 84650K .......... .......... .......... .......... .......... 91% 34.9M 0s 2024-09-22T09:14:33.240 INFO:teuthology.orchestra.run.smithi084.stderr: 84700K .......... .......... .......... .......... .......... 91% 44.6M 0s 2024-09-22T09:14:33.242 INFO:teuthology.orchestra.run.smithi084.stderr: 84750K .......... .......... .......... .......... .......... 91% 26.8M 0s 2024-09-22T09:14:33.242 INFO:teuthology.orchestra.run.smithi084.stderr: 84800K .......... .......... .......... .......... .......... 91% 119M 0s 2024-09-22T09:14:33.244 INFO:teuthology.orchestra.run.smithi084.stderr: 84850K .......... .......... .......... .......... .......... 91% 50.6M 0s 2024-09-22T09:14:33.245 INFO:teuthology.orchestra.run.smithi084.stderr: 84900K .......... .......... .......... .......... .......... 91% 38.5M 0s 2024-09-22T09:14:33.248 INFO:teuthology.orchestra.run.smithi084.stderr: 84950K .......... .......... .......... .......... .......... 91% 32.8M 0s 2024-09-22T09:14:33.248 INFO:teuthology.orchestra.run.smithi084.stderr: 85000K .......... .......... .......... .......... .......... 91% 81.6M 0s 2024-09-22T09:14:33.248 INFO:teuthology.orchestra.run.smithi084.stderr: 85050K .......... .......... .......... .......... .......... 91% 58.0M 0s 2024-09-22T09:14:33.251 INFO:teuthology.orchestra.run.smithi084.stderr: 85100K .......... .......... .......... .......... .......... 91% 17.8M 0s 2024-09-22T09:14:33.251 INFO:teuthology.orchestra.run.smithi084.stderr: 85150K .......... .......... .......... .......... .......... 91% 47.4M 0s 2024-09-22T09:14:33.253 INFO:teuthology.orchestra.run.smithi084.stderr: 85200K .......... .......... .......... .......... .......... 91% 29.7M 0s 2024-09-22T09:14:33.256 INFO:teuthology.orchestra.run.smithi084.stderr: 85250K .......... .......... .......... .......... .......... 91% 40.8M 0s 2024-09-22T09:14:33.256 INFO:teuthology.orchestra.run.smithi084.stderr: 85300K .......... .......... .......... .......... .......... 91% 100M 0s 2024-09-22T09:14:33.256 INFO:teuthology.orchestra.run.smithi084.stderr: 85350K .......... .......... .......... .......... .......... 91% 49.8M 0s 2024-09-22T09:14:33.257 INFO:teuthology.orchestra.run.smithi084.stderr: 85400K .......... .......... .......... .......... .......... 91% 31.9M 0s 2024-09-22T09:14:33.258 INFO:teuthology.orchestra.run.smithi084.stderr: 85450K .......... .......... .......... .......... .......... 92% 109M 0s 2024-09-22T09:14:33.259 INFO:teuthology.orchestra.run.smithi084.stderr: 85500K .......... .......... .......... .......... .......... 92% 49.6M 0s 2024-09-22T09:14:33.261 INFO:teuthology.orchestra.run.smithi084.stderr: 85550K .......... .......... .......... .......... .......... 92% 19.3M 0s 2024-09-22T09:14:33.262 INFO:teuthology.orchestra.run.smithi084.stderr: 85600K .......... .......... .......... .......... .......... 92% 40.2M 0s 2024-09-22T09:14:33.264 INFO:teuthology.orchestra.run.smithi084.stderr: 85650K .......... .......... .......... .......... .......... 92% 47.3M 0s 2024-09-22T09:14:33.264 INFO:teuthology.orchestra.run.smithi084.stderr: 85700K .......... .......... .......... .......... .......... 92% 41.5M 0s 2024-09-22T09:14:33.266 INFO:teuthology.orchestra.run.smithi084.stderr: 85750K .......... .......... .......... .......... .......... 92% 31.2M 0s 2024-09-22T09:14:33.267 INFO:teuthology.orchestra.run.smithi084.stderr: 85800K .......... .......... .......... .......... .......... 92% 52.5M 0s 2024-09-22T09:14:33.269 INFO:teuthology.orchestra.run.smithi084.stderr: 85850K .......... .......... .......... .......... .......... 92% 40.4M 0s 2024-09-22T09:14:33.269 INFO:teuthology.orchestra.run.smithi084.stderr: 85900K .......... .......... .......... .......... .......... 92% 101M 0s 2024-09-22T09:14:33.270 INFO:teuthology.orchestra.run.smithi084.stderr: 85950K .......... .......... .......... .......... .......... 92% 33.2M 0s 2024-09-22T09:14:33.271 INFO:teuthology.orchestra.run.smithi084.stderr: 86000K .......... .......... .......... .......... .......... 92% 65.0M 0s 2024-09-22T09:14:33.275 INFO:teuthology.orchestra.run.smithi084.stderr: 86050K .......... .......... .......... .......... .......... 92% 16.2M 0s 2024-09-22T09:14:33.275 INFO:teuthology.orchestra.run.smithi084.stderr: 86100K .......... .......... .......... .......... .......... 92% 59.7M 0s 2024-09-22T09:14:33.275 INFO:teuthology.orchestra.run.smithi084.stderr: 86150K .......... .......... .......... .......... .......... 92% 68.2M 0s 2024-09-22T09:14:33.276 INFO:teuthology.orchestra.run.smithi084.stderr: 86200K .......... .......... .......... .......... .......... 92% 43.7M 0s 2024-09-22T09:14:33.278 INFO:teuthology.orchestra.run.smithi084.stderr: 86250K .......... .......... .......... .......... .......... 92% 34.4M 0s 2024-09-22T09:14:33.279 INFO:teuthology.orchestra.run.smithi084.stderr: 86300K .......... .......... .......... .......... .......... 92% 44.5M 0s 2024-09-22T09:14:33.280 INFO:teuthology.orchestra.run.smithi084.stderr: 86350K .......... .......... .......... .......... .......... 93% 37.0M 0s 2024-09-22T09:14:33.281 INFO:teuthology.orchestra.run.smithi084.stderr: 86400K .......... .......... .......... .......... .......... 93% 80.1M 0s 2024-09-22T09:14:33.282 INFO:teuthology.orchestra.run.smithi084.stderr: 86450K .......... .......... .......... .......... .......... 93% 50.0M 0s 2024-09-22T09:14:33.284 INFO:teuthology.orchestra.run.smithi084.stderr: 86500K .......... .......... .......... .......... .......... 93% 20.1M 0s 2024-09-22T09:14:33.287 INFO:teuthology.orchestra.run.smithi084.stderr: 86550K .......... .......... .......... .......... .......... 93% 34.4M 0s 2024-09-22T09:14:33.287 INFO:teuthology.orchestra.run.smithi084.stderr: 86600K .......... .......... .......... .......... .......... 93% 58.6M 0s 2024-09-22T09:14:33.287 INFO:teuthology.orchestra.run.smithi084.stderr: 86650K .......... .......... .......... .......... .......... 93% 92.3M 0s 2024-09-22T09:14:33.289 INFO:teuthology.orchestra.run.smithi084.stderr: 86700K .......... .......... .......... .......... .......... 93% 24.8M 0s 2024-09-22T09:14:33.290 INFO:teuthology.orchestra.run.smithi084.stderr: 86750K .......... .......... .......... .......... .......... 93% 43.4M 0s 2024-09-22T09:14:33.292 INFO:teuthology.orchestra.run.smithi084.stderr: 86800K .......... .......... .......... .......... .......... 93% 44.7M 0s 2024-09-22T09:14:33.292 INFO:teuthology.orchestra.run.smithi084.stderr: 86850K .......... .......... .......... .......... .......... 93% 87.2M 0s 2024-09-22T09:14:33.293 INFO:teuthology.orchestra.run.smithi084.stderr: 86900K .......... .......... .......... .......... .......... 93% 50.5M 0s 2024-09-22T09:14:33.294 INFO:teuthology.orchestra.run.smithi084.stderr: 86950K .......... .......... .......... .......... .......... 93% 48.0M 0s 2024-09-22T09:14:33.297 INFO:teuthology.orchestra.run.smithi084.stderr: 87000K .......... .......... .......... .......... .......... 93% 15.6M 0s 2024-09-22T09:14:33.297 INFO:teuthology.orchestra.run.smithi084.stderr: 87050K .......... .......... .......... .......... .......... 93% 101M 0s 2024-09-22T09:14:33.299 INFO:teuthology.orchestra.run.smithi084.stderr: 87100K .......... .......... .......... .......... .......... 93% 53.3M 0s 2024-09-22T09:14:33.300 INFO:teuthology.orchestra.run.smithi084.stderr: 87150K .......... .......... .......... .......... .......... 93% 35.0M 0s 2024-09-22T09:14:33.301 INFO:teuthology.orchestra.run.smithi084.stderr: 87200K .......... .......... .......... .......... .......... 93% 34.0M 0s 2024-09-22T09:14:33.302 INFO:teuthology.orchestra.run.smithi084.stderr: 87250K .......... .......... .......... .......... .......... 93% 48.0M 0s 2024-09-22T09:14:33.303 INFO:teuthology.orchestra.run.smithi084.stderr: 87300K .......... .......... .......... .......... .......... 94% 71.4M 0s 2024-09-22T09:14:33.304 INFO:teuthology.orchestra.run.smithi084.stderr: 87350K .......... .......... .......... .......... .......... 94% 58.7M 0s 2024-09-22T09:14:33.305 INFO:teuthology.orchestra.run.smithi084.stderr: 87400K .......... .......... .......... .......... .......... 94% 37.1M 0s 2024-09-22T09:14:33.308 INFO:teuthology.orchestra.run.smithi084.stderr: 87450K .......... .......... .......... .......... .......... 94% 20.0M 0s 2024-09-22T09:14:33.309 INFO:teuthology.orchestra.run.smithi084.stderr: 87500K .......... .......... .......... .......... .......... 94% 31.8M 0s 2024-09-22T09:14:33.311 INFO:teuthology.orchestra.run.smithi084.stderr: 87550K .......... .......... .......... .......... .......... 94% 37.0M 0s 2024-09-22T09:14:33.311 INFO:teuthology.orchestra.run.smithi084.stderr: 87600K .......... .......... .......... .......... .......... 94% 135M 0s 2024-09-22T09:14:33.314 INFO:teuthology.orchestra.run.smithi084.stderr: 87650K .......... .......... .......... .......... .......... 94% 27.4M 0s 2024-09-22T09:14:33.314 INFO:teuthology.orchestra.run.smithi084.stderr: 87700K .......... .......... .......... .......... .......... 94% 52.2M 0s 2024-09-22T09:14:33.315 INFO:teuthology.orchestra.run.smithi084.stderr: 87750K .......... .......... .......... .......... .......... 94% 43.5M 0s 2024-09-22T09:14:33.315 INFO:teuthology.orchestra.run.smithi084.stderr: 87800K .......... .......... .......... .......... .......... 94% 89.5M 0s 2024-09-22T09:14:33.317 INFO:teuthology.orchestra.run.smithi084.stderr: 87850K .......... .......... .......... .......... .......... 94% 40.9M 0s 2024-09-22T09:14:33.317 INFO:teuthology.orchestra.run.smithi084.stderr: 87900K .......... .......... .......... .......... .......... 94% 67.6M 0s 2024-09-22T09:14:33.320 INFO:teuthology.orchestra.run.smithi084.stderr: 87950K .......... .......... .......... .......... .......... 94% 15.2M 0s 2024-09-22T09:14:33.322 INFO:teuthology.orchestra.run.smithi084.stderr: 88000K .......... .......... .......... .......... .......... 94% 44.2M 0s 2024-09-22T09:14:33.322 INFO:teuthology.orchestra.run.smithi084.stderr: 88050K .......... .......... .......... .......... .......... 94% 76.8M 0s 2024-09-22T09:14:33.323 INFO:teuthology.orchestra.run.smithi084.stderr: 88100K .......... .......... .......... .......... .......... 94% 51.2M 0s 2024-09-22T09:14:33.325 INFO:teuthology.orchestra.run.smithi084.stderr: 88150K .......... .......... .......... .......... .......... 94% 34.4M 0s 2024-09-22T09:14:33.326 INFO:teuthology.orchestra.run.smithi084.stderr: 88200K .......... .......... .......... .......... .......... 94% 39.1M 0s 2024-09-22T09:14:33.326 INFO:teuthology.orchestra.run.smithi084.stderr: 88250K .......... .......... .......... .......... .......... 95% 78.1M 0s 2024-09-22T09:14:33.327 INFO:teuthology.orchestra.run.smithi084.stderr: 88300K .......... .......... .......... .......... .......... 95% 55.5M 0s 2024-09-22T09:14:33.328 INFO:teuthology.orchestra.run.smithi084.stderr: 88350K .......... .......... .......... .......... .......... 95% 39.7M 0s 2024-09-22T09:14:33.331 INFO:teuthology.orchestra.run.smithi084.stderr: 88400K .......... .......... .......... .......... .......... 95% 20.5M 0s 2024-09-22T09:14:33.332 INFO:teuthology.orchestra.run.smithi084.stderr: 88450K .......... .......... .......... .......... .......... 95% 30.5M 0s 2024-09-22T09:14:33.333 INFO:teuthology.orchestra.run.smithi084.stderr: 88500K .......... .......... .......... .......... .......... 95% 68.9M 0s 2024-09-22T09:14:33.334 INFO:teuthology.orchestra.run.smithi084.stderr: 88550K .......... .......... .......... .......... .......... 95% 53.8M 0s 2024-09-22T09:14:33.337 INFO:teuthology.orchestra.run.smithi084.stderr: 88600K .......... .......... .......... .......... .......... 95% 28.5M 0s 2024-09-22T09:14:33.337 INFO:teuthology.orchestra.run.smithi084.stderr: 88650K .......... .......... .......... .......... .......... 95% 52.6M 0s 2024-09-22T09:14:33.337 INFO:teuthology.orchestra.run.smithi084.stderr: 88700K .......... .......... .......... .......... .......... 95% 88.8M 0s 2024-09-22T09:14:33.339 INFO:teuthology.orchestra.run.smithi084.stderr: 88750K .......... .......... .......... .......... .......... 95% 42.3M 0s 2024-09-22T09:14:33.339 INFO:teuthology.orchestra.run.smithi084.stderr: 88800K .......... .......... .......... .......... .......... 95% 47.9M 0s 2024-09-22T09:14:33.340 INFO:teuthology.orchestra.run.smithi084.stderr: 88850K .......... .......... .......... .......... .......... 95% 51.9M 0s 2024-09-22T09:14:33.344 INFO:teuthology.orchestra.run.smithi084.stderr: 88900K .......... .......... .......... .......... .......... 95% 15.3M 0s 2024-09-22T09:14:33.344 INFO:teuthology.orchestra.run.smithi084.stderr: 88950K .......... .......... .......... .......... .......... 95% 91.0M 0s 2024-09-22T09:14:33.345 INFO:teuthology.orchestra.run.smithi084.stderr: 89000K .......... .......... .......... .......... .......... 95% 44.8M 0s 2024-09-22T09:14:33.346 INFO:teuthology.orchestra.run.smithi084.stderr: 89050K .......... .......... .......... .......... .......... 95% 45.6M 0s 2024-09-22T09:14:33.347 INFO:teuthology.orchestra.run.smithi084.stderr: 89100K .......... .......... .......... .......... .......... 95% 37.6M 0s 2024-09-22T09:14:33.349 INFO:teuthology.orchestra.run.smithi084.stderr: 89150K .......... .......... .......... .......... .......... 96% 38.3M 0s 2024-09-22T09:14:33.350 INFO:teuthology.orchestra.run.smithi084.stderr: 89200K .......... .......... .......... .......... .......... 96% 59.2M 0s 2024-09-22T09:14:33.350 INFO:teuthology.orchestra.run.smithi084.stderr: 89250K .......... .......... .......... .......... .......... 96% 96.0M 0s 2024-09-22T09:14:33.351 INFO:teuthology.orchestra.run.smithi084.stderr: 89300K .......... .......... .......... .......... .......... 96% 43.4M 0s 2024-09-22T09:14:33.352 INFO:teuthology.orchestra.run.smithi084.stderr: 89350K .......... .......... .......... .......... .......... 96% 42.2M 0s 2024-09-22T09:14:33.353 INFO:teuthology.orchestra.run.smithi084.stderr: 89400K .......... .......... .......... .......... .......... 96% 32.2M 0s 2024-09-22T09:14:33.355 INFO:teuthology.orchestra.run.smithi084.stderr: 89450K .......... .......... .......... .......... .......... 96% 27.1M 0s 2024-09-22T09:14:33.357 INFO:teuthology.orchestra.run.smithi084.stderr: 89500K .......... .......... .......... .......... .......... 96% 49.6M 0s 2024-09-22T09:14:33.358 INFO:teuthology.orchestra.run.smithi084.stderr: 89550K .......... .......... .......... .......... .......... 96% 40.6M 0s 2024-09-22T09:14:33.359 INFO:teuthology.orchestra.run.smithi084.stderr: 89600K .......... .......... .......... .......... .......... 96% 38.3M 0s 2024-09-22T09:14:33.362 INFO:teuthology.orchestra.run.smithi084.stderr: 89650K .......... .......... .......... .......... .......... 96% 43.5M 0s 2024-09-22T09:14:33.362 INFO:teuthology.orchestra.run.smithi084.stderr: 89700K .......... .......... .......... .......... .......... 96% 92.1M 0s 2024-09-22T09:14:33.362 INFO:teuthology.orchestra.run.smithi084.stderr: 89750K .......... .......... .......... .......... .......... 96% 49.7M 0s 2024-09-22T09:14:33.363 INFO:teuthology.orchestra.run.smithi084.stderr: 89800K .......... .......... .......... .......... .......... 96% 45.2M 0s 2024-09-22T09:14:33.364 INFO:teuthology.orchestra.run.smithi084.stderr: 89850K .......... .......... .......... .......... .......... 96% 48.7M 0s 2024-09-22T09:14:33.364 INFO:teuthology.orchestra.run.smithi084.stderr: 89900K .......... .......... .......... .......... .......... 96% 92.8M 0s 2024-09-22T09:14:33.368 INFO:teuthology.orchestra.run.smithi084.stderr: 89950K .......... .......... .......... .......... .......... 96% 15.5M 0s 2024-09-22T09:14:33.368 INFO:teuthology.orchestra.run.smithi084.stderr: 90000K .......... .......... .......... .......... .......... 96% 67.5M 0s 2024-09-22T09:14:33.369 INFO:teuthology.orchestra.run.smithi084.stderr: 90050K .......... .......... .......... .......... .......... 96% 42.7M 0s 2024-09-22T09:14:33.371 INFO:teuthology.orchestra.run.smithi084.stderr: 90100K .......... .......... .......... .......... .......... 97% 34.3M 0s 2024-09-22T09:14:33.371 INFO:teuthology.orchestra.run.smithi084.stderr: 90150K .......... .......... .......... .......... .......... 97% 109M 0s 2024-09-22T09:14:33.372 INFO:teuthology.orchestra.run.smithi084.stderr: 90200K .......... .......... .......... .......... .......... 97% 36.9M 0s 2024-09-22T09:14:33.373 INFO:teuthology.orchestra.run.smithi084.stderr: 90250K .......... .......... .......... .......... .......... 97% 57.0M 0s 2024-09-22T09:14:33.375 INFO:teuthology.orchestra.run.smithi084.stderr: 90300K .......... .......... .......... .......... .......... 97% 45.6M 0s 2024-09-22T09:14:33.376 INFO:teuthology.orchestra.run.smithi084.stderr: 90350K .......... .......... .......... .......... .......... 97% 39.6M 0s 2024-09-22T09:14:33.376 INFO:teuthology.orchestra.run.smithi084.stderr: 90400K .......... .......... .......... .......... .......... 97% 131M 0s 2024-09-22T09:14:33.380 INFO:teuthology.orchestra.run.smithi084.stderr: 90450K .......... .......... .......... .......... .......... 97% 14.2M 0s 2024-09-22T09:14:33.380 INFO:teuthology.orchestra.run.smithi084.stderr: 90500K .......... .......... .......... .......... .......... 97% 81.8M 0s 2024-09-22T09:14:33.381 INFO:teuthology.orchestra.run.smithi084.stderr: 90550K .......... .......... .......... .......... .......... 97% 47.8M 0s 2024-09-22T09:14:33.382 INFO:teuthology.orchestra.run.smithi084.stderr: 90600K .......... .......... .......... .......... .......... 97% 44.2M 0s 2024-09-22T09:14:33.383 INFO:teuthology.orchestra.run.smithi084.stderr: 90650K .......... .......... .......... .......... .......... 97% 74.4M 0s 2024-09-22T09:14:33.384 INFO:teuthology.orchestra.run.smithi084.stderr: 90700K .......... .......... .......... .......... .......... 97% 34.5M 0s 2024-09-22T09:14:33.385 INFO:teuthology.orchestra.run.smithi084.stderr: 90750K .......... .......... .......... .......... .......... 97% 54.2M 0s 2024-09-22T09:14:33.386 INFO:teuthology.orchestra.run.smithi084.stderr: 90800K .......... .......... .......... .......... .......... 97% 49.4M 0s 2024-09-22T09:14:33.387 INFO:teuthology.orchestra.run.smithi084.stderr: 90850K .......... .......... .......... .......... .......... 97% 59.5M 0s 2024-09-22T09:14:33.388 INFO:teuthology.orchestra.run.smithi084.stderr: 90900K .......... .......... .......... .......... .......... 97% 69.6M 0s 2024-09-22T09:14:33.393 INFO:teuthology.orchestra.run.smithi084.stderr: 90950K .......... .......... .......... .......... .......... 97% 14.4M 0s 2024-09-22T09:14:33.393 INFO:teuthology.orchestra.run.smithi084.stderr: 91000K .......... .......... .......... .......... .......... 98% 59.2M 0s 2024-09-22T09:14:33.393 INFO:teuthology.orchestra.run.smithi084.stderr: 91050K .......... .......... .......... .......... .......... 98% 59.1M 0s 2024-09-22T09:14:33.393 INFO:teuthology.orchestra.run.smithi084.stderr: 91100K .......... .......... .......... .......... .......... 98% 115M 0s 2024-09-22T09:14:33.394 INFO:teuthology.orchestra.run.smithi084.stderr: 91150K .......... .......... .......... .......... .......... 98% 38.6M 0s 2024-09-22T09:14:33.397 INFO:teuthology.orchestra.run.smithi084.stderr: 91200K .......... .......... .......... .......... .......... 98% 35.6M 0s 2024-09-22T09:14:33.397 INFO:teuthology.orchestra.run.smithi084.stderr: 91250K .......... .......... .......... .......... .......... 98% 60.3M 0s 2024-09-22T09:14:33.397 INFO:teuthology.orchestra.run.smithi084.stderr: 91300K .......... .......... .......... .......... .......... 98% 59.7M 0s 2024-09-22T09:14:33.398 INFO:teuthology.orchestra.run.smithi084.stderr: 91350K .......... .......... .......... .......... .......... 98% 53.5M 0s 2024-09-22T09:14:33.399 INFO:teuthology.orchestra.run.smithi084.stderr: 91400K .......... .......... .......... .......... .......... 98% 49.4M 0s 2024-09-22T09:14:33.401 INFO:teuthology.orchestra.run.smithi084.stderr: 91450K .......... .......... .......... .......... .......... 98% 22.6M 0s 2024-09-22T09:14:33.403 INFO:teuthology.orchestra.run.smithi084.stderr: 91500K .......... .......... .......... .......... .......... 98% 31.3M 0s 2024-09-22T09:14:33.405 INFO:teuthology.orchestra.run.smithi084.stderr: 91550K .......... .......... .......... .......... .......... 98% 40.9M 0s 2024-09-22T09:14:33.405 INFO:teuthology.orchestra.run.smithi084.stderr: 91600K .......... .......... .......... .......... .......... 98% 78.5M 0s 2024-09-22T09:14:33.406 INFO:teuthology.orchestra.run.smithi084.stderr: 91650K .......... .......... .......... .......... .......... 98% 40.8M 0s 2024-09-22T09:14:33.409 INFO:teuthology.orchestra.run.smithi084.stderr: 91700K .......... .......... .......... .......... .......... 98% 33.8M 0s 2024-09-22T09:14:33.409 INFO:teuthology.orchestra.run.smithi084.stderr: 91750K .......... .......... .......... .......... .......... 98% 91.2M 0s 2024-09-22T09:14:33.409 INFO:teuthology.orchestra.run.smithi084.stderr: 91800K .......... .......... .......... .......... .......... 98% 80.1M 0s 2024-09-22T09:14:33.410 INFO:teuthology.orchestra.run.smithi084.stderr: 91850K .......... .......... .......... .......... .......... 98% 42.0M 0s 2024-09-22T09:14:33.411 INFO:teuthology.orchestra.run.smithi084.stderr: 91900K .......... .......... .......... .......... .......... 98% 41.5M 0s 2024-09-22T09:14:33.413 INFO:teuthology.orchestra.run.smithi084.stderr: 91950K .......... .......... .......... .......... .......... 99% 24.3M 0s 2024-09-22T09:14:33.414 INFO:teuthology.orchestra.run.smithi084.stderr: 92000K .......... .......... .......... .......... .......... 99% 29.3M 0s 2024-09-22T09:14:33.415 INFO:teuthology.orchestra.run.smithi084.stderr: 92050K .......... .......... .......... .......... .......... 99% 65.3M 0s 2024-09-22T09:14:33.416 INFO:teuthology.orchestra.run.smithi084.stderr: 92100K .......... .......... .......... .......... .......... 99% 39.6M 0s 2024-09-22T09:14:33.418 INFO:teuthology.orchestra.run.smithi084.stderr: 92150K .......... .......... .......... .......... .......... 99% 45.9M 0s 2024-09-22T09:14:33.418 INFO:teuthology.orchestra.run.smithi084.stderr: 92200K .......... .......... .......... .......... .......... 99% 60.8M 0s 2024-09-22T09:14:33.421 INFO:teuthology.orchestra.run.smithi084.stderr: 92250K .......... .......... .......... .......... .......... 99% 55.7M 0s 2024-09-22T09:14:33.421 INFO:teuthology.orchestra.run.smithi084.stderr: 92300K .......... .......... .......... .......... .......... 99% 56.9M 0s 2024-09-22T09:14:33.421 INFO:teuthology.orchestra.run.smithi084.stderr: 92350K .......... .......... .......... .......... .......... 99% 42.0M 0s 2024-09-22T09:14:33.423 INFO:teuthology.orchestra.run.smithi084.stderr: 92400K .......... .......... .......... .......... .......... 99% 42.7M 0s 2024-09-22T09:14:33.423 INFO:teuthology.orchestra.run.smithi084.stderr: 92450K .......... .......... .......... .......... .......... 99% 61.1M 0s 2024-09-22T09:14:33.426 INFO:teuthology.orchestra.run.smithi084.stderr: 92500K .......... .......... .......... .......... .......... 99% 17.0M 0s 2024-09-22T09:14:33.427 INFO:teuthology.orchestra.run.smithi084.stderr: 92550K .......... .......... .......... .......... .......... 99% 59.1M 0s 2024-09-22T09:14:33.430 INFO:teuthology.orchestra.run.smithi084.stderr: 92600K .......... .......... .......... .......... .......... 99% 35.7M 0s 2024-09-22T09:14:33.430 INFO:teuthology.orchestra.run.smithi084.stderr: 92650K .......... .......... .......... .......... .......... 99% 98.8M 0s 2024-09-22T09:14:33.430 INFO:teuthology.orchestra.run.smithi084.stderr: 92700K .......... .......... .......... .......... .......... 99% 58.9M 0s 2024-09-22T09:14:33.431 INFO:teuthology.orchestra.run.smithi084.stderr: 92750K .......... .......... .......... .......... .......... 99% 36.3M 0s 2024-09-22T09:14:33.432 INFO:teuthology.orchestra.run.smithi084.stderr: 92800K .......... .......... .......... .......... .......... 99% 54.7M 0s 2024-09-22T09:14:33.433 INFO:teuthology.orchestra.run.smithi084.stderr: 92850K .......... .......... .......... .......... .......... 99% 45.4M 0s 2024-09-22T09:14:33.433 INFO:teuthology.orchestra.run.smithi084.stderr: 92900K 100% 134G=2.6s 2024-09-22T09:14:33.433 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T09:14:33.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22 09:14:33 (34.6 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-22T09:14:33.433 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T09:14:33.445 INFO:teuthology.orchestra.run.smithi084.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-22T09:14:33.445 INFO:teuthology.orchestra.run.smithi084.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-22T09:14:33.446 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-22T09:14:33.447 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-22T09:14:33.447 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-22T09:14:33.447 INFO:teuthology.orchestra.run.smithi084.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-22T09:14:33.448 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-22T09:14:33.452 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-22T09:14:33.452 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-22T09:14:33.466 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-22T09:14:33.468 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-22T09:14:33.469 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-22T09:14:33.469 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-22T09:14:33.469 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-22T09:14:33.486 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-22T09:14:33.487 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-22T09:14:33.487 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-22T09:14:33.488 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-22T09:14:33.495 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-22T09:14:33.495 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-22T09:14:33.495 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-22T09:14:33.498 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-22T09:14:33.499 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-22T09:14:33.500 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-22T09:14:33.502 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-22T09:14:33.502 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-22T09:14:33.502 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-22T09:14:33.503 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-22T09:14:33.504 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-22T09:14:33.505 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-22T09:14:33.505 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-22T09:14:33.508 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-22T09:14:33.508 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-22T09:14:33.509 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-22T09:14:33.509 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-22T09:14:33.509 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-22T09:14:33.510 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-22T09:14:33.754 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-22T09:14:33.754 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-22T09:14:33.754 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-22T09:14:33.754 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-22T09:14:33.811 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-22T09:14:33.811 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-22T09:14:33.811 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-22T09:14:33.811 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-22T09:14:33.811 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-22T09:14:33.828 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-22T09:14:33.829 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-22T09:14:33.831 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-22T09:14:33.832 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-22T09:14:33.832 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-22T09:14:33.833 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-22T09:14:33.833 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-22T09:14:33.849 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-22T09:14:33.849 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-22T09:14:33.849 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-22T09:14:33.850 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-22T09:14:33.851 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-22T09:14:33.852 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-22T09:14:33.854 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-22T09:14:33.856 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-22T09:14:33.856 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-22T09:14:33.871 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-22T09:14:33.876 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-22T09:14:33.879 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-22T09:14:33.881 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-22T09:14:33.881 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-22T09:14:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-22T09:14:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-22T09:14:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-22T09:14:33.889 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-22T09:14:33.890 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-22T09:14:33.909 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-22T09:14:33.909 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-22T09:14:33.918 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-22T09:14:33.918 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-22T09:14:33.918 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-22T09:14:33.918 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-22T09:14:33.919 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-22T09:14:33.926 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-22T09:14:33.927 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-22T09:14:33.929 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-22T09:14:33.931 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-22T09:14:33.931 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-22T09:14:33.931 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-22T09:14:33.931 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-22T09:14:33.931 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-22T09:14:33.932 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-22T09:14:33.933 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-22T09:14:33.933 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-22T09:14:33.934 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-22T09:14:33.935 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-22T09:14:33.938 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-22T09:14:33.939 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-22T09:14:33.939 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-22T09:14:33.941 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-22T09:14:33.941 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-22T09:14:33.945 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-22T09:14:33.945 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-22T09:14:33.945 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-22T09:14:33.946 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-22T09:14:33.947 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-22T09:14:33.948 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-22T09:14:33.948 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-22T09:14:33.950 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-22T09:14:33.951 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-22T09:14:33.953 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-22T09:14:33.953 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-22T09:14:33.954 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-22T09:14:33.954 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-22T09:14:33.954 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-22T09:14:33.955 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-22T09:14:33.956 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-22T09:14:33.958 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-22T09:14:33.958 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-22T09:14:33.959 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-22T09:14:33.963 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-22T09:14:33.965 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-22T09:14:33.965 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-22T09:14:33.967 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-22T09:14:33.968 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-22T09:14:33.968 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-22T09:14:33.975 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-22T09:14:33.975 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-22T09:14:33.989 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-22T09:14:33.989 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-22T09:14:33.990 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-22T09:14:33.991 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-22T09:14:33.991 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-22T09:14:33.991 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-22T09:14:33.991 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-22T09:14:33.992 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-22T09:14:33.992 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-22T09:14:33.992 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-22T09:14:34.010 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-22T09:14:34.010 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-22T09:14:34.010 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-22T09:14:34.011 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-22T09:14:34.012 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-22T09:14:34.013 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-22T09:14:34.020 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-22T09:14:34.022 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-22T09:14:34.026 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-22T09:14:34.026 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-22T09:14:34.027 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-22T09:14:34.027 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-22T09:14:34.028 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-22T09:14:34.028 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-22T09:14:34.030 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-22T09:14:34.038 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-22T09:14:34.040 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-22T09:14:34.042 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-22T09:14:34.042 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-22T09:14:34.042 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-22T09:14:34.042 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-22T09:14:34.042 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-22T09:14:34.045 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-22T09:14:34.048 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-22T09:14:34.050 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-22T09:14:34.050 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-22T09:14:34.053 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-22T09:14:34.055 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-22T09:14:34.056 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-22T09:14:34.062 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-22T09:14:34.065 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-22T09:14:34.071 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-22T09:14:34.076 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-22T09:14:34.078 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-22T09:14:34.079 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-22T09:14:34.088 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-22T09:14:34.090 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-22T09:14:34.096 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-22T09:14:34.096 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-22T09:14:34.105 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-22T09:14:34.107 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-22T09:14:34.107 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-22T09:14:34.111 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-22T09:14:34.117 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-22T09:14:34.145 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-22T09:14:34.147 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-22T09:14:34.148 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-22T09:14:34.148 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-22T09:14:34.149 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-22T09:14:34.149 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-22T09:14:34.150 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-22T09:14:34.150 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-22T09:14:34.152 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-22T09:14:34.153 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-22T09:14:34.154 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-22T09:14:34.154 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-22T09:14:34.155 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-22T09:14:34.156 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-22T09:14:34.156 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-22T09:14:34.156 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-22T09:14:34.157 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-22T09:14:34.158 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-22T09:14:34.158 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-22T09:14:34.158 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-22T09:14:34.158 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-22T09:14:34.158 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-22T09:14:34.159 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-22T09:14:34.160 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-22T09:14:34.161 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-22T09:14:34.164 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-22T09:14:34.165 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-22T09:14:34.166 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-22T09:14:34.166 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-22T09:14:34.166 INFO:teuthology.orchestra.run.smithi084.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-22T09:14:34.198 INFO:teuthology.orchestra.run.smithi084.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout:Welcome to Gradle 6.0.1! 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout:Here are the highlights of this release: 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Substantial improvements in dependency management, including 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Advanced control of transitive versions 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Support for optional features and dependencies 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Rules to tweak published metadata 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Support for Java 13 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - Faster incremental Java and Groovy compilation 2024-09-22T09:14:34.581 INFO:teuthology.orchestra.run.smithi084.stdout: - New Zinc compiler for Scala 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout: - VS2019 support 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout:------------------------------------------------------------ 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout:Gradle 6.0.1 2024-09-22T09:14:34.582 INFO:teuthology.orchestra.run.smithi084.stdout:------------------------------------------------------------ 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout:Kotlin: 1.3.50 2024-09-22T09:14:34.584 INFO:teuthology.orchestra.run.smithi084.stdout:Groovy: 2.5.8 2024-09-22T09:14:34.585 INFO:teuthology.orchestra.run.smithi084.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-22T09:14:34.585 INFO:teuthology.orchestra.run.smithi084.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-22T09:14:34.585 INFO:teuthology.orchestra.run.smithi084.stdout:OS: Linux 5.15.0-122-generic amd64 2024-09-22T09:14:34.585 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:34.590 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-22T09:14:34.590 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-22T09:14:34.590 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T09:14:34.590 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-22T09:14:34.590 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T09:14:34.590 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-22T09:14:35.738 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-22T09:14:35.738 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-22T09:14:35.738 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'GEKHYPMUWSHKEMUOWWNW', 'access_secret': 'y1b5dFemr2TSvVWxcT+/wX9iV3f7J/6UwGQEKuraZIxVGtTHrFITSw==', 'region': 'mexico', 'endpoint': 'smithi084.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi084.front.sepia.ceph.com'} 2024-09-22T09:14:35.738 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-22T09:14:35.738 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'GEKHYPMUWSHKEMUOWWNW', '--secret', 'y1b5dFemr2TSvVWxcT+/wX9iV3f7J/6UwGQEKuraZIxVGtTHrFITSw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-22T09:14:35.738 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key GEKHYPMUWSHKEMUOWWNW --secret y1b5dFemr2TSvVWxcT+/wX9iV3f7J/6UwGQEKuraZIxVGtTHrFITSw== --email tester.client.0_test@test.test --cluster ceph 2024-09-22T09:14:35.786 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:35.787 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:35.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.821+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 realm 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:35.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:35.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.825+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:35.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.829+0000 7f06cba259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:35.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.829+0000 7f06cba259c0 20 searching for the correct realm 2024-09-22T09:14:35.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:35.833+0000 7f06c9d2c640 0 -- 172.21.15.84:0/3520907241 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f06b4050040 msgr2=0x7f06b4050420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:36.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.049+0000 7f06c952b640 0 -- 172.21.15.84:0/3520907241 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x559c623c0030 msgr2=0x559c623c2420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:36.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:36.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 zone default found 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 4 Realm: () 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 zonegroup default 2024-09-22T09:14:36.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.057+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.061+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.061+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.061+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.061+0000 7f06cba259c0 20 started sync module instance, tier type = 2024-09-22T09:14:36.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.061+0000 7f06cba259c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=0 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=1 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=2 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=3 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=4 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=5 2024-09-22T09:14:36.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.081+0000 7f06cba259c0 20 add_watcher() i=6 2024-09-22T09:14:36.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.085+0000 7f06cba259c0 20 add_watcher() i=7 2024-09-22T09:14:36.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.085+0000 7f06cba259c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:36.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f057ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:36.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:36.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:36.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 5 note: GC not initialized 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f057efe5640 20 reqs_thread_entry: start 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 20 Filter name: none 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f057cfe1640 20 reqs_thread_entry: start 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-22T09:14:36.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.089+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-22T09:14:36.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:14:36.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-22T09:14:36.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache get: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW : miss 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW info.flags=0x0 2024-09-22T09:14:36.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 adding default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW to cache LRU end 2024-09-22T09:14:36.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache get: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW : hit (negative entry) 2024-09-22T09:14:36.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.093+0000 7f06cba259c0 10 cache get: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW : hit (negative entry) 2024-09-22T09:14:36.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-22T09:14:36.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f06cba259c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:14:36.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f06cba259c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-22T09:14:36.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f05acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300822 cookie 94130151424352 notifier 8784 bl.length()=670 2024-09-22T09:14:36.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f05acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-22T09:14:36.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.097+0000 7f05acff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f06cba259c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f06cba259c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f05acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300813 cookie 94130151417088 notifier 8784 bl.length()=200 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f05acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-22T09:14:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.101+0000 7f05acff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-22T09:14:36.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.105+0000 7f06cba259c0 10 cache put: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW info.flags=0x7 2024-09-22T09:14:36.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.105+0000 7f06cba259c0 10 moving default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW to cache LRU end 2024-09-22T09:14:36.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.105+0000 7f06cba259c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:GEKHYPMUWSHKEMUOWWNW, ofs0, ns] 2024-09-22T09:14:36.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.109+0000 7f05acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300842 cookie 94130151364416 notifier 8784 bl.length()=189 2024-09-22T09:14:36.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.109+0000 7f05acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW info.flags=0x7 2024-09-22T09:14:36.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.109+0000 7f05acff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+GEKHYPMUWSHKEMUOWWNW to cache LRU end 2024-09-22T09:14:36.116 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:14:36.116 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "tester.client.0", 2024-09-22T09:14:36.116 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Ms. tester.client.0", 2024-09-22T09:14:36.116 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "tester.client.0_test@test.test", 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "tester.client.0", 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "GEKHYPMUWSHKEMUOWWNW", 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "y1b5dFemr2TSvVWxcT+/wX9iV3f7J/6UwGQEKuraZIxVGtTHrFITSw==", 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:14:36.098352Z" 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:14:36.117 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:14:36.118 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:14:36.098321Z", 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:14:36.119 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:14:36.120 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:14:36.120 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:14:36.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.113+0000 7f057ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:36.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.117+0000 7f06cba259c0 20 remove_watcher() i=0 2024-09-22T09:14:36.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.117+0000 7f06cba259c0 2 removed watcher, disabling cache 2024-09-22T09:14:36.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.121+0000 7f06cba259c0 20 remove_watcher() i=1 2024-09-22T09:14:36.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.121+0000 7f06cba259c0 20 remove_watcher() i=2 2024-09-22T09:14:36.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.125+0000 7f06cba259c0 20 remove_watcher() i=3 2024-09-22T09:14:36.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.125+0000 7f06cba259c0 20 remove_watcher() i=4 2024-09-22T09:14:36.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.129+0000 7f06cba259c0 20 remove_watcher() i=5 2024-09-22T09:14:36.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.129+0000 7f06cba259c0 20 remove_watcher() i=6 2024-09-22T09:14:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.133+0000 7f06cba259c0 20 remove_watcher() i=7 2024-09-22T09:14:36.156 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:14:36.156 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-22T09:14:36.163 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-22T09:14:36.163 DEBUG:teuthology.orchestra.run.smithi084:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-22T09:14:36.209 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:14:36.282 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:36.283 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:36.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 realm 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.325+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.329+0000 7f03609259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:36.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.329+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.329+0000 7f03609259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:36.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.329+0000 7f03609259c0 20 searching for the correct realm 2024-09-22T09:14:36.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.333+0000 7f035e42b640 0 -- 172.21.15.84:0/3128866354 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f03540845c0 msgr2=0x7f0354079ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:36.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.341+0000 7f035dc2a640 0 -- 172.21.15.84:0/3128866354 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x557200d5e390 msgr2=0x557200d60780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:36.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:36.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:36.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:36.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 zone default found 2024-09-22T09:14:36.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 4 Realm: () 2024-09-22T09:14:36.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 zonegroup default 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.349+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.353+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.353+0000 7f03609259c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:36.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.353+0000 7f03609259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:36.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.353+0000 7f03609259c0 20 started sync module instance, tier type = 2024-09-22T09:14:36.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.353+0000 7f03609259c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=0 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=1 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=2 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=3 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=4 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=5 2024-09-22T09:14:36.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=6 2024-09-22T09:14:36.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 20 add_watcher() i=7 2024-09-22T09:14:36.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.369+0000 7f03609259c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:36.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.373+0000 7f0214fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:36.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.373+0000 7f03609259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:36.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.373+0000 7f03609259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.445+0000 7f018f7fe640 20 reqs_thread_entry: start 2024-09-22T09:14:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.445+0000 7f03609259c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.445+0000 7f03609259c0 20 Filter name: none 2024-09-22T09:14:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.445+0000 7f018d7fa640 20 reqs_thread_entry: start 2024-09-22T09:14:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.449+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:14:36.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7867426676397291590', time=2024-09-22T11:04:17.994413+0000, chain.objs.size()=3 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.1 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.2 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.3 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15237980814939907280', time=2024-09-22T11:06:47.090751+0000, chain.objs.size()=1 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.wK3MOiOElkC3_AbWaqAscx2r_aZQNHo_0 2024-09-22T09:14:36.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14049745868179896995', time=2024-09-22T11:06:47.213099+0000, chain.objs.size()=1 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.txzVnQZM-PuTC-Pif36XsMYwDUyPB0H_0 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1829784590142169754', time=2024-09-22T11:06:51.497534+0000, chain.objs.size()=1 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.QeWFqRFYics6vLogNte4-us_zK1X8nD_0 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7248419040326603693', time=2024-09-22T11:06:51.499140+0000, chain.objs.size()=1 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.453+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.XDNWcZXg23Q2YE1_lktCAU2_O8Psble_0 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5134567821187697688', time=2024-09-22T11:07:32.922858+0000, chain.objs.size()=1 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.rhYum46fAODgWkHZ3TXIwUZuSP2qfgj_0 2024-09-22T09:14:36.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12543783431863046553', time=2024-09-22T11:08:17.034046+0000, chain.objs.size()=1 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.bPbpzumpEveLo4X3CNnG_43sU3Preb5_0 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10961966028902990071', time=2024-09-22T11:08:52.828983+0000, chain.objs.size()=1 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.wZKA0CpWjkuKvv_1wGQiP5LhUJPXIQq_0 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.886810911273293379', time=2024-09-22T11:09:41.151940+0000, chain.objs.size()=1 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.zqWyanWFVJTK2-AP530NY9dW9dIyHEQ_0 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6089583595962508309', time=2024-09-22T11:09:42.327088+0000, chain.objs.size()=1 2024-09-22T09:14:36.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.457+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.qfSAWVkxWMljUSADzy_FxqUYGD_oW4D_0 2024-09-22T09:14:36.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.461+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9452821280384668560', time=2024-09-22T11:11:03.943932+0000, chain.objs.size()=1 2024-09-22T09:14:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.461+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.LnCn6mjxfNdN7GfJIMQjiA_J4ROnscx_0 2024-09-22T09:14:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.461+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11387494111281189189', time=2024-09-22T11:11:08.324581+0000, chain.objs.size()=1 2024-09-22T09:14:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.461+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.J5gf_zoL_rlFjcm07k3817loFGzjz5B_0 2024-09-22T09:14:36.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.465+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.473+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:14:36.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.473+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-22T09:14:36.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_g6k9lhu_y2j7Hi_MQkPcfl97edVJ9Db', time=2024-09-22T11:04:17.720745+0000, chain.objs.size()=1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.v3cdGP4vGvNzUHgT0gn83aDElFuwRLq_0 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13375760032206069484', time=2024-09-22T11:04:18.004554+0000, chain.objs.size()=5 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1_1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2_1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.3 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_wA_qv2mQn5tDE4GRDi_xtZxsLkHIYED', time=2024-09-22T11:04:18.015426+0000, chain.objs.size()=1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.29x0EuC_kYmoGOY8MXfAl1yWi9HaLxk_0 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12513879011308089133', time=2024-09-22T11:06:02.132989+0000, chain.objs.size()=1 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.GtqQVZAaMLQIGpkCrPeUm08jcqE3usK_0 2024-09-22T09:14:36.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13572967195710089611', time=2024-09-22T11:06:42.138010+0000, chain.objs.size()=1 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.X_1dzseJE4Pr3svLjn6l6rsj2Yoc7YM_0 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5142396662939623742', time=2024-09-22T11:06:47.041362+0000, chain.objs.size()=1 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.yeBQHixaE0-p4ipiY8C6PivCz2FvxaV_0 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6685141620162721467', time=2024-09-22T11:06:47.179508+0000, chain.objs.size()=1 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.rq8AM_ksHdnNiw33Y1-JP4QAdNvmPDc_0 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7620161558653325308', time=2024-09-22T11:07:27.828316+0000, chain.objs.size()=1 2024-09-22T09:14:36.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.477+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.t6VJg6fm1z7V0ghddihziTP1HYi5n8T_0 2024-09-22T09:14:36.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16263893725141802078', time=2024-09-22T11:07:32.932514+0000, chain.objs.size()=1 2024-09-22T09:14:36.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.Ra0nCj3T1-GLFDS1SBjfzUOtJvM58x4_0 2024-09-22T09:14:36.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1829051003987374536', time=2024-09-22T11:08:16.972240+0000, chain.objs.size()=1 2024-09-22T09:14:36.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.2zVx33K-htfLTWstSjNXuqYqhKAaxaZ_0 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9562886762476441115', time=2024-09-22T11:08:52.850857+0000, chain.objs.size()=1 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.f_sm4DzwKZzw1WoaMixIIjKnlQ4jRNb_0 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16382296458980279784', time=2024-09-22T11:09:42.232226+0000, chain.objs.size()=1 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.gpmKVglMXL0Pe3-O1NT-2yij-jiVhFv_0 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13642520388846111463', time=2024-09-22T11:09:42.299815+0000, chain.objs.size()=1 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.lM1NvLytgwj3G__9csK1TjvBPZXV8Nd_0 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2603536122369464369', time=2024-09-22T11:10:23.374315+0000, chain.objs.size()=1 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.jJHIKzuv4doQeoR6OlnYYVu8jcBXqdb_0 2024-09-22T09:14:36.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.476922945845240829', time=2024-09-22T11:10:23.376258+0000, chain.objs.size()=1 2024-09-22T09:14:36.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.481+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.yIsTu7lZxhIQFyAN_HmvNsiNnFgdpLG_0 2024-09-22T09:14:36.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.485+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7579738543438889462', time=2024-09-22T11:13:54.683469+0000, chain.objs.size()=1 2024-09-22T09:14:36.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.485+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.ilCVzUt1iA34WynRdQBatcDPfMcgmYs_0 2024-09-22T09:14:36.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.489+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.493+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:14:36.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3919614103289888208', time=2024-09-22T11:04:18.113229+0000, chain.objs.size()=5 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.1_1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.2 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.2_1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-LUKEWARM.2~AAERur0AGHteVqMy0YZxQtgOarecY8b.3 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1762129196844092969', time=2024-09-22T11:04:18.193067+0000, chain.objs.size()=3 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_0 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.Uyuu3wM44S6sEuVfnE_4dizPBjFNx72_2 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8906635337434637480', time=2024-09-22T11:06:02.239331+0000, chain.objs.size()=1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.-9QODeAY6Sn-bJR6rircdh79M8bu6Mf_0 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4703335447173382559', time=2024-09-22T11:06:45.713482+0000, chain.objs.size()=1 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.uU62e_b8g_x290SQXSI-tJ1nFLP81Wu_0 2024-09-22T09:14:36.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8983773246618555187', time=2024-09-22T11:08:52.826802+0000, chain.objs.size()=1 2024-09-22T09:14:36.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.dsZmvoylE0N4WYg7NmCap20stZPL-N9_0 2024-09-22T09:14:36.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5313242730096344055', time=2024-09-22T11:08:52.828908+0000, chain.objs.size()=1 2024-09-22T09:14:36.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.497+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.FVxfTYy4mcdSw9lZdNAbpw6KOohQ5Xo_0 2024-09-22T09:14:36.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.505+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12505864775842038783', time=2024-09-22T11:10:58.563699+0000, chain.objs.size()=1 2024-09-22T09:14:36.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.505+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.5uY9y2_WeusQl9oJczWb6ejkmvrqNgE_0 2024-09-22T09:14:36.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.505+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6856273253339713520', time=2024-09-22T11:11:03.987518+0000, chain.objs.size()=1 2024-09-22T09:14:36.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.505+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.At2ldgvuBSULcw0fANrqbnCLJiL-qAp_0 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16154845827549748985', time=2024-09-22T11:11:03.990014+0000, chain.objs.size()=1 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.FWRuaWdOWY36JNrN9POKKRRRGMg2Nve_0 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11307738306702376943', time=2024-09-22T11:11:03.992309+0000, chain.objs.size()=1 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.z3NPzm23nK0cuCErJCpRy1n3AC_rYr1_0 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13945867210338560898', time=2024-09-22T11:11:08.347032+0000, chain.objs.size()=1 2024-09-22T09:14:36.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.vgqbGS651LIJvXh20xrSt6ILO4nPCpF_0 2024-09-22T09:14:36.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6506112794589402082', time=2024-09-22T11:13:54.761864+0000, chain.objs.size()=1 2024-09-22T09:14:36.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.509+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.cqH1UG8wcbDCdxi_OEP0EUWnhAMSY0O_0 2024-09-22T09:14:36.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.517+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.521+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:14:36.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.521+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5943917278711307121', time=2024-09-22T11:04:17.393350+0000, chain.objs.size()=1 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.-f-qPfy9HtgXztnrqNleA6WAaHd-7sT_0 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9443777251878840249', time=2024-09-22T11:06:41.997746+0000, chain.objs.size()=1 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.f0a-drUaxTv8jbta-qzJVEcU_qRHyAV_0 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7518320530846947273', time=2024-09-22T11:07:27.733945+0000, chain.objs.size()=1 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.DYGFpgY41LKC8xSXO8PRC2eCSfTxafp_0 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12090393773095931155', time=2024-09-22T11:07:37.305288+0000, chain.objs.size()=1 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.oB7J5J6YH-ue5WeRHkPFO7194hHRP1U_0 2024-09-22T09:14:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3340243033407689891', time=2024-09-22T11:08:17.050442+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.21FNNv9IEKNhnXpJ-NfYafVc1m8suUN_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8058934579858757085', time=2024-09-22T11:08:57.695059+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.raMQC72X0c1Tcp0xwe8rvAE7PkfAGe8_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6547432146427947398', time=2024-09-22T11:08:57.888977+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.HcgIO0ot46jr_cdhc4aCnZkr24ay7sy_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.611169098354233354', time=2024-09-22T11:10:17.811920+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.0UJslm0G0rJ0Nz94Z0rLR4WXmJov-jS_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.44338112553033165', time=2024-09-22T11:10:58.584458+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.40soTP1M7BTtRHzQ92O8N5Uv7_oZ6Mv_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11737451111543565695', time=2024-09-22T11:11:43.689940+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.Oz-7sO4_HP2BHUx05wA6YB8u-zFP4e3_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16122456592202986242', time=2024-09-22T11:11:43.854260+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.9SclpXCAEGclbLH2NGMC-MLbUSbGeM3_0 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3405207789028027668', time=2024-09-22T11:13:54.691076+0000, chain.objs.size()=1 2024-09-22T09:14:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.525+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.B0CO0TDwTCLD2iepEcVAvLCE0c2IIhn_0 2024-09-22T09:14:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.537+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.541+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:14:36.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.541+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_XwcOZqVEA8nn7AljIkipzty0tYgq19F', time=2024-09-22T11:04:17.754296+0000, chain.objs.size()=2 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.J_Kr4D99XUpz-A9D3xcFwInyZ7xAGk9_0 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.J_Kr4D99XUpz-A9D3xcFwInyZ7xAGk9_1 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12598394136456132023', time=2024-09-22T11:06:47.261644+0000, chain.objs.size()=1 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.q6kObU5aPUqDpaujKtGOf1rlDK0f2_m_0 2024-09-22T09:14:36.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14369088840722595867', time=2024-09-22T11:07:27.931180+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.kAMyrnQItSiuAchzoswOR1ID-4a6Bxp_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7953000179963659130', time=2024-09-22T11:07:37.394006+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.O2-u3zdgxbBkbd_BqKsWzixuWDt1jpt_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16397631005943434917', time=2024-09-22T11:07:37.474013+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.NQaaueMJRuRbhTTVX3ee2w3N9kheWB6_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10973702752391974558', time=2024-09-22T11:07:40.957722+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.C8T9rsTUaXgJXO8UJiFojYlZCynCvOu_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9572569427552018896', time=2024-09-22T11:08:12.403159+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.LXdloEVAgaPiJUO74UdA7-G22q0hRQS_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17125694487505352460', time=2024-09-22T11:08:12.404793+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.hRG5iARg--EtapKtljYWe_AZARfhv-K_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16336449411676363498', time=2024-09-22T11:08:57.834771+0000, chain.objs.size()=1 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.uX9GdXrFWxuHYl8UXDX61Lu9_cSKHJC_0 2024-09-22T09:14:36.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2443550641466863185', time=2024-09-22T11:09:01.919060+0000, chain.objs.size()=1 2024-09-22T09:14:36.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.daIYVaDN1rXh6Oc1xuRhp0f9fRDIbnM_0 2024-09-22T09:14:36.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1900907687714435850', time=2024-09-22T11:09:01.922860+0000, chain.objs.size()=1 2024-09-22T09:14:36.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.545+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.t2o9GoRVkd-ks4EC0M6RSK7iXwZ652J_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1716224725378063463', time=2024-09-22T11:09:36.956194+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.ydfxVMmqTAuZQXNkuBjDdVa1B6c-AWu_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15316719571894113314', time=2024-09-22T11:11:03.944198+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.DuG4PVuCDF6XR0zOedxKLF_PjU73_FD_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4093840327569847187', time=2024-09-22T11:11:04.058949+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.Bumod9sMKwlml8PxgPliwOB4cDYk1ia_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16415732115462844873', time=2024-09-22T11:11:08.150501+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.FwKXjega9wR5ljfqevFyp_uPcFZ0iG0_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1558494500058826908', time=2024-09-22T11:11:08.210557+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.zevuZX_kYZs2PZVTfMbKKDi4oC1Lnme_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14119356897798119043', time=2024-09-22T11:11:43.667286+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.553+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.IgyjUoqh13NXPpAjLHl_IJ4LfRdEBlM_0 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.557+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14339124090437412318', time=2024-09-22T11:11:43.769348+0000, chain.objs.size()=1 2024-09-22T09:14:36.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.557+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.lb6gqikBiXxUD8SJCLTeLf4efV7EcEW_0 2024-09-22T09:14:36.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.557+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3206444550990647005', time=2024-09-22T11:11:43.771555+0000, chain.objs.size()=1 2024-09-22T09:14:36.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.557+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.AYHC-bq5FvQlL2suKAqYWl2u_dBtb5o_0 2024-09-22T09:14:36.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.561+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:14:36.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:14:36.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18324429974888532800', time=2024-09-22T11:04:17.402415+0000, chain.objs.size()=1 2024-09-22T09:14:36.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.gwm5BA8FsTow7gsdDOpZnzOnzXfgDE5_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.724937249187276115', time=2024-09-22T11:06:02.132832+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.u3WxR73vKy_dek7EG0OO7GRGb0oxSoO_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8737392007848587328', time=2024-09-22T11:06:02.179693+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.pL71F8eUYTIATsqLITZ1Pig0BcNxJnP_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5377224355714230302', time=2024-09-22T11:06:42.024817+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.Tj_G9kRxJ8LwCIty2f6ylUV9Vmd3LCp_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11739191810985854741', time=2024-09-22T11:06:51.589363+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.4ovDGvkbCjLt9Mw_tlfCXYIIg3u4UXm_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16124458612385415852', time=2024-09-22T11:06:51.649539+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.A7M9uwALMexxW0MUKi9BNLAYebgIV8N_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2403198607584917154', time=2024-09-22T11:07:27.802009+0000, chain.objs.size()=1 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.X3XgyFPT_cg6WpKyxCvyjbuu4-jQwfS_0 2024-09-22T09:14:36.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2551399080598331793', time=2024-09-22T11:07:32.932580+0000, chain.objs.size()=1 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.VlQzPXhIC-nQdVgxRcWvIGOwau9TmY-_0 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11991929483592053804', time=2024-09-22T11:07:33.039174+0000, chain.objs.size()=1 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.FQ32y1-ThCheoNV_DA1YVJ3ywc9JrXT_0 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17356906412292036718', time=2024-09-22T11:07:37.378077+0000, chain.objs.size()=1 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.AFvjRWAm_98s9MyPdbqTTai5z3tzspU_0 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13327471899662072314', time=2024-09-22T11:08:12.472331+0000, chain.objs.size()=1 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.5MkqoTuE1ci_DM7rKo473dYNfKd9UtG_0 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14372951326447595139', time=2024-09-22T11:08:17.046884+0000, chain.objs.size()=1 2024-09-22T09:14:36.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.569+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.sXbSYQjppqU5rGzkIJRNR-eDh26TgAh_0 2024-09-22T09:14:36.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.577+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2416243553989946023', time=2024-09-22T11:08:57.789563+0000, chain.objs.size()=1 2024-09-22T09:14:36.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.577+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.rUdFqBvYWfzfaglFhMOqTSLGOYwWUb0_0 2024-09-22T09:14:36.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.577+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1417400086717322148', time=2024-09-22T11:09:02.173352+0000, chain.objs.size()=1 2024-09-22T09:14:36.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.577+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.Vk6mOjZzM-QisZJn935za8gN3oxLZ-2_0 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.623248739010587399', time=2024-09-22T11:09:36.957030+0000, chain.objs.size()=1 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.a5BGxKWt5GBwnqRAh1SysMKMrleNZvr_0 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17090847802965056973', time=2024-09-22T11:09:46.246257+0000, chain.objs.size()=1 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.afuZVMjVj-IBDPHnrjipxZ3Fwq1rzmM_0 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9552625940886354897', time=2024-09-22T11:10:23.374298+0000, chain.objs.size()=1 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.mX9FInpsBdZbeW1TXQgPfku75XC4icq_0 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13014825793464933277', time=2024-09-22T11:11:03.912070+0000, chain.objs.size()=1 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.dULpR4qMBXhhrDZBoxQT7RMyf0gSis3_0 2024-09-22T09:14:36.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17852393569686875594', time=2024-09-22T11:11:08.278580+0000, chain.objs.size()=1 2024-09-22T09:14:36.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.sEEMTKdAZEg8buomx-GwVOROpLWYghT_0 2024-09-22T09:14:36.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3732991026766644842', time=2024-09-22T11:11:43.780922+0000, chain.objs.size()=1 2024-09-22T09:14:36.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.581+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.UURra7Unoq0iK1BBIQFwPajuCm-e3cH_0 2024-09-22T09:14:36.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.589+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.589+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:14:36.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.593+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.593+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.593+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.593+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7176132085556246140', time=2024-09-22T11:04:17.413053+0000, chain.objs.size()=1 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.ModVdWtzAlEj3Lj5x2ZUHEY_CaY4o_E_0 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6863774264114952341', time=2024-09-22T11:06:01.988575+0000, chain.objs.size()=1 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.MgGfFjk7hnTi_BNcKDWCrdcb-Xeg1sC_0 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.904154077687786997', time=2024-09-22T11:06:01.990801+0000, chain.objs.size()=1 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.m1gdVcHUSyGeU0DG0Bla69C4emGg922_0 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11566704396347802974', time=2024-09-22T11:06:02.116648+0000, chain.objs.size()=1 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.4gu-hMk4nW7Qgna8LZeTuc30Gg1F2Rn_0 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7663183678633658331', time=2024-09-22T11:06:10.088326+0000, chain.objs.size()=1 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.BIzvoEzROlgK9xyPSogDL0-_Aphg3Nl_0 2024-09-22T09:14:36.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14267234803358473558', time=2024-09-22T11:06:41.993840+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.XLofIriXxfmT5qjy_GaS8FdwiAdmpHn_0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16225795039862818412', time=2024-09-22T11:06:47.054875+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.NWxdmNemAHQnMyRexXZol6pu06_esXI_0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16481298480450121494', time=2024-09-22T11:06:51.378984+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.Qc7q8H4q1X0OZR9Q4UHanuk7P1sV0OJ_0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12374425249657752249', time=2024-09-22T11:06:51.645001+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.92jWY8CFXVJkDvZ5xIYzYPFo-HGGmh__0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4404944120416545318', time=2024-09-22T11:07:37.449192+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.2UacvA2n9dUs5yWxzIx9UYEr1lrvDaL_0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4688700603102858404', time=2024-09-22T11:08:52.918146+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.YmoXljHcpZB_3dhaSsj7JbNLJ50gFUj_0 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2281713147583475347', time=2024-09-22T11:08:57.747358+0000, chain.objs.size()=1 2024-09-22T09:14:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.597+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.tDYy3dcKr7thGzE2DE7Vxz1x5TUifXk_0 2024-09-22T09:14:36.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13865013977193203456', time=2024-09-22T11:08:57.751710+0000, chain.objs.size()=1 2024-09-22T09:14:36.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.fd_xHh8f83fLXGGl9UfupolFl2PUtYB_0 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1912575141428825175', time=2024-09-22T11:08:57.805584+0000, chain.objs.size()=1 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.XUKgtXupFaK000ay-0nulO8SaIOiehE_0 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14126440947737869319', time=2024-09-22T11:09:01.998671+0000, chain.objs.size()=1 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.Qm3eYT7m_Z7p7elOn7QAiUkx6OQC1Vn_0 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2624335735860772672', time=2024-09-22T11:09:37.099948+0000, chain.objs.size()=1 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.w8BPM6Gws0YOv2-VlOdMzeUnlyV57q__0 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5010715491414347030', time=2024-09-22T11:09:42.250525+0000, chain.objs.size()=1 2024-09-22T09:14:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.ggug3s71NpguysTUSkpyJ31zIdKaub9_0 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3331573846810948630', time=2024-09-22T11:10:17.811721+0000, chain.objs.size()=1 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.__UuijqiPFJr3-mslHX0skVRF6qANsy_0 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1233033661652737861', time=2024-09-22T11:10:23.342328+0000, chain.objs.size()=1 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.9Tbau3PcihCd9-j7iowqjnzb1TbqtKy_0 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14860278589863174840', time=2024-09-22T11:10:23.507379+0000, chain.objs.size()=1 2024-09-22T09:14:36.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.XRp5w1y2wE5kabVLngFky0v-V5sJVAE_0 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9121451283094197789', time=2024-09-22T11:10:23.509005+0000, chain.objs.size()=1 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.ew3YTrWV_ma1i_HIQxz6n6t_37lef1T_0 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3100618120975841337', time=2024-09-22T11:10:58.651600+0000, chain.objs.size()=1 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.7bFrXF_ruk6CCvrr7YMHbxgCa5ynsox_0 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9661471475215720894', time=2024-09-22T11:10:58.690875+0000, chain.objs.size()=1 2024-09-22T09:14:36.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.601+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.rFowrg6gccqlDJlEbat9e5D-vHezszb_0 2024-09-22T09:14:36.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.605+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11999534968116847428', time=2024-09-22T11:11:08.415510+0000, chain.objs.size()=1 2024-09-22T09:14:36.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.605+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.lFzj1CH9QWxLnGPFz2H-rVQ0PsERfIr_0 2024-09-22T09:14:36.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.609+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.613+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:14:36.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.613+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:14:36.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.42064841588368319', time=2024-09-22T11:04:17.382719+0000, chain.objs.size()=1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.daV9NWqcfuDkf8EPkt2Uh7IkWQ02fgI_0 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17982242349943021519', time=2024-09-22T11:04:17.430427+0000, chain.objs.size()=1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.QwduEFM9rxKNh-AE3Jtb2w5t0Ur8ZKD_0 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10352478335356037980', time=2024-09-22T11:04:17.982217+0000, chain.objs.size()=5 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.1_1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.2_1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-LUKEWARM.2~z_yqtKZhGQmfbw5_MrcjNzd0qrwf5Oj.3 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17735829545063895013', time=2024-09-22T11:06:02.052748+0000, chain.objs.size()=1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.vmnwn8A1CkOLoOuQPRTdtdeAfegsIuR_0 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1425429640304086941', time=2024-09-22T11:06:05.943914+0000, chain.objs.size()=1 2024-09-22T09:14:36.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.1Etdeeh3YuiIaDBUoFkaU3pTL4R0PdB_0 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9665241377901190430', time=2024-09-22T11:06:51.387242+0000, chain.objs.size()=1 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.38R2R44t8KmoKa_AOGe5Exu9aoRpV8n_0 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13189434592803127365', time=2024-09-22T11:07:37.369810+0000, chain.objs.size()=1 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.v70F8XyBiSOqmMZObKS6bewjag7hQDM_0 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2270328019311174185', time=2024-09-22T11:08:12.575108+0000, chain.objs.size()=1 2024-09-22T09:14:36.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.617+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.Zys2GF1wDwxi8dgkdIARW-LncSwVYuA_0 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4940652082235665108', time=2024-09-22T11:08:17.113802+0000, chain.objs.size()=1 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.tDuSx8m_daJCqm2Id2i9zRD0Z4elGCe_0 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6375895823233072048', time=2024-09-22T11:08:20.795152+0000, chain.objs.size()=1 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.MImH3G-tIchE4Bvwohb7ER-l_aw6yp6_0 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11273987893225899291', time=2024-09-22T11:08:52.901442+0000, chain.objs.size()=1 2024-09-22T09:14:36.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.5WbSNYRSYCvtCj_SPbjBK9VkCrUtEts_0 2024-09-22T09:14:36.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18073216254503884687', time=2024-09-22T11:08:52.929118+0000, chain.objs.size()=1 2024-09-22T09:14:36.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.PJtcSCQbbH0n_0RCpuX_sL-fzT17wtY_0 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16336305228495932272', time=2024-09-22T11:09:36.924867+0000, chain.objs.size()=1 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.rao7RMNIVrEckWiLh6U8nHJZBaOK-6R_0 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16055091693438704026', time=2024-09-22T11:11:43.702861+0000, chain.objs.size()=1 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.4lnpyt2tgFC9Bp0eoVuFM8EVzRpLtZr_0 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18246283182876731187', time=2024-09-22T11:13:54.688085+0000, chain.objs.size()=1 2024-09-22T09:14:36.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.621+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.mniVpEBgjd9uhbViFDL09Ipf7kpTv6R_0 2024-09-22T09:14:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.625+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.633+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:14:36.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3899540226839219408', time=2024-09-22T11:04:17.422208+0000, chain.objs.size()=1 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.e647FqKs5-tW_klJFcy6lLmqPsfrYWv_0 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4339496011836730854', time=2024-09-22T11:04:18.172388+0000, chain.objs.size()=3 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_0 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_1 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.oVxcBjzYR3zT_sHx_80x04ViguTNarp_2 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3374714180248734750', time=2024-09-22T11:06:06.110899+0000, chain.objs.size()=1 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.1LE2BqgfRuvjTgoxRJ83lA9pjATseGz_0 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4077634004945246739', time=2024-09-22T11:06:42.007024+0000, chain.objs.size()=1 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.UF65z2OoHJ5R5vPxQBR87PkvixaecuN_0 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4788531791677657456', time=2024-09-22T11:06:47.101391+0000, chain.objs.size()=1 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.gD1PktT1uf19OBSCKRx_o42Z-CXrkBD_0 2024-09-22T09:14:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4415037076191204626', time=2024-09-22T11:08:52.732218+0000, chain.objs.size()=1 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.fcnRiJ8fgRt-RCjWP2UlpMuW91z5ScY_0 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12470892232742694325', time=2024-09-22T11:08:52.835076+0000, chain.objs.size()=1 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.QtI108BggjuNbc8iCANAbHGSERokXkg_0 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.957849055875139248', time=2024-09-22T11:08:57.902585+0000, chain.objs.size()=1 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.qlreqgUANiHbdh0yvxaG9D2Mwu_r_53_0 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17726452037655188079', time=2024-09-22T11:09:36.827166+0000, chain.objs.size()=1 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.2eUsbRB_2SdlvoxHGAf1podZFiHXtFY_0 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4002922582293330422', time=2024-09-22T11:09:36.921489+0000, chain.objs.size()=1 2024-09-22T09:14:36.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.637+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.h1Nfegm4l-gjJdQAbM6giUHBbMdsiyr_0 2024-09-22T09:14:36.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.641+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10033367965029921703', time=2024-09-22T11:09:42.384925+0000, chain.objs.size()=1 2024-09-22T09:14:36.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.641+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.-i8rAPZBjmHqqXbc-ljYQuYPfBeunlF_0 2024-09-22T09:14:36.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.641+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1507856347031475125', time=2024-09-22T11:11:04.167742+0000, chain.objs.size()=1 2024-09-22T09:14:36.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.641+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.mmYUYdKiv7FdzNqKO6nafRoVVI3UZWQ_0 2024-09-22T09:14:36.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.645+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:14:36.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10289276849407767085', time=2024-09-22T11:04:18.344629+0000, chain.objs.size()=1 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.HIF7yhrJk3QRX1vVpPEHO1annB9Ty7L_0 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6872287043958683900', time=2024-09-22T11:06:02.228640+0000, chain.objs.size()=1 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.bfBXUcYR72KBnR_sCCr-Np4H7vFQOkp_0 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2273329827657069246', time=2024-09-22T11:06:41.997659+0000, chain.objs.size()=1 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.H1WUaKiQzmYCliKCP_mxN2K8U2p6Piu_0 2024-09-22T09:14:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5576798266582667071', time=2024-09-22T11:06:47.202848+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.MR4mWPmqf-YBSlB9MU0X_PIz_RxX98__0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14935152827409452611', time=2024-09-22T11:06:51.488571+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.P9COsfLmBApgPF-87tbNP2MiQSvxr9r_0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7016072105715429933', time=2024-09-22T11:06:55.834032+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.XHss6R15tYOHG4OB4M35mqPhtqF6-bR_0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8431682343147578418', time=2024-09-22T11:07:33.063528+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.nR-2c-HdjNRwW-Frek4p8R4JyMOFVYj_0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11023468573555280505', time=2024-09-22T11:07:37.334135+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.6zh1uqHnJrKrFhXNnrgMJDfvWU45RZn_0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.649+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4008511243915055101', time=2024-09-22T11:07:37.553347+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.LzEfDYKT78mtjFckt1GRtzpO7T8rzzu_0 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9658220601914770540', time=2024-09-22T11:08:12.349882+0000, chain.objs.size()=1 2024-09-22T09:14:36.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.MkTgNXZUou-wPiJ0Ef3FKtvHvw_QNWu_0 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6829022593584699386', time=2024-09-22T11:10:17.737019+0000, chain.objs.size()=1 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.jTC44pNNbdxHMsuqWbhHjZ0z7Dj3Sqn_0 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1436388985809055440', time=2024-09-22T11:10:17.827513+0000, chain.objs.size()=1 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.eoLJT5kH2iqBKQutCE-livBta3sGxAd_0 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2505045188827466647', time=2024-09-22T11:11:04.002279+0000, chain.objs.size()=1 2024-09-22T09:14:36.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.653+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.L4D1qQPKVDmOj9TeyPPuG6VGVC5dO-r_0 2024-09-22T09:14:36.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.657+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.661+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:14:36.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.661+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10139727610817255877', time=2024-09-22T11:04:17.773004+0000, chain.objs.size()=1 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.zXJ0IduHQsC76HcfOA-_9bFiWN8gt9i_0 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2151477082800617690', time=2024-09-22T11:06:05.851184+0000, chain.objs.size()=1 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.hDc7gelEz-rG0FTUiM6s0SiYkVX1ByK_0 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13045735106791932929', time=2024-09-22T11:06:06.104414+0000, chain.objs.size()=1 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.K31hJPzCnGBfBZ-QIzlLMf0psU79K09_0 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13079755111032795648', time=2024-09-22T11:06:41.923371+0000, chain.objs.size()=1 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.5gopnM9OerlCf-JlHgMKcnvKSbfxl0U_0 2024-09-22T09:14:36.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2420739644691150192', time=2024-09-22T11:06:47.274806+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.7IBLi_r6CVyo51lNCFye4wi9ScF1aic_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9774960307107343304', time=2024-09-22T11:07:27.849143+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.768FJyWGo-5tG7i-H5eluzCUfFHwt1l_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12733674754965905043', time=2024-09-22T11:08:17.214703+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.FKSeBE-S6Crm2we0ZRRptC0Lz5sB9sy_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.258149725938169475', time=2024-09-22T11:09:02.156641+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.W5wymsLsDqD4eYOOou6chVvk-8GVJG1_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10679334402659041510', time=2024-09-22T11:09:36.991038+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.EuYYly0ILhWIfCPmQdZfVsccaVbADhX_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8461503013332369291', time=2024-09-22T11:09:42.144626+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.45Kmb9A0O_eVVOuyWGlDSeo0GuCijT2_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9855109286806609861', time=2024-09-22T11:09:42.182151+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.MxbflpCldWSx5xk0JdOJaxr0w-osohv_0 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4672618734572027471', time=2024-09-22T11:11:43.778703+0000, chain.objs.size()=1 2024-09-22T09:14:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.665+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.k-PHFmOPsch12-996Lctaq48WGvUkBZ_0 2024-09-22T09:14:36.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.669+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16087827623406133154', time=2024-09-22T11:14:03.164670+0000, chain.objs.size()=1 2024-09-22T09:14:36.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.669+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:-ruhiS6k0rtf5bklOGH2mkwrD3kcNtp_.edY21wOKFhWoMkPqi_a2fqAcP3c-SuV_0 2024-09-22T09:14:36.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.669+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6108452872836491336', time=2024-09-22T11:14:09.527798+0000, chain.objs.size()=1 2024-09-22T09:14:36.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.669+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:q2XaIy2.KsNfV5mBFVocDDKdw..j71N_.ViOKX0OLl9u4TwlBMfmOFjyhCdxi5qU_0 2024-09-22T09:14:36.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.673+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.673+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:14:36.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11392227792842511466', time=2024-09-22T11:04:17.374258+0000, chain.objs.size()=1 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.rFS3g5rRvJksnBVhoRP9MAytmH5lf-4_0 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1420865190368479682', time=2024-09-22T11:06:41.994287+0000, chain.objs.size()=1 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.0UnpA7JK8S1GQZbHc03IUp1_M9M6UWg_0 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8500548576658640588', time=2024-09-22T11:06:47.257674+0000, chain.objs.size()=1 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.y1kn2tYWIXkmPT7HNWpPylkucgLGhyD_0 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17189192856801265599', time=2024-09-22T11:07:27.764928+0000, chain.objs.size()=1 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.1BAuoRFvrUcyBvnYcSQAnQdvRqIXCJ4_0 2024-09-22T09:14:36.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2536271445303840016', time=2024-09-22T11:07:32.857199+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.L0JrHPaOf1GSy7dWElGVmuQLgXbKZhz_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9089758168609327226', time=2024-09-22T11:07:32.889889+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.DR-hSbL8Ws8zIw-f3ez4ryzZII7mEpJ_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14121221198776480957', time=2024-09-22T11:07:32.919814+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.KLYrpYmOwN6c1VoISkYYZ19gHP8_T0S_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11346676937391091558', time=2024-09-22T11:08:12.368228+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.j-TZvi3RyX2Ub4ZOYrarIGyb16ZGi0F_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2980568554939875215', time=2024-09-22T11:08:12.554930+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.zngT4GH2z0IniI3nDwKUFEy0IihwthE_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1720551616666059409', time=2024-09-22T11:08:57.759728+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.ESKEaouwEovNMtx1XqnH242eUtUg2x5_0 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11085876699821147380', time=2024-09-22T11:09:01.924538+0000, chain.objs.size()=1 2024-09-22T09:14:36.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.Q_GN8Sdc1-0QHVr5dxfOu2BoH9-2ps3_0 2024-09-22T09:14:36.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4983746965973863936', time=2024-09-22T11:10:23.352843+0000, chain.objs.size()=1 2024-09-22T09:14:36.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.677+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.EWwRN4b8wl3tD7JLqZPYbLZuU0OpGQd_0 2024-09-22T09:14:36.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14805354962241563669', time=2024-09-22T11:10:58.756021+0000, chain.objs.size()=1 2024-09-22T09:14:36.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.EWb4RTamQLfb-8SynQdxkBocEwAA59q_0 2024-09-22T09:14:36.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13593003950467927853', time=2024-09-22T11:11:04.179321+0000, chain.objs.size()=1 2024-09-22T09:14:36.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.JNO4tQZKDMGoAkoQeLIA1KUW2GxPiQ5_0 2024-09-22T09:14:36.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18084348849607915767', time=2024-09-22T11:11:08.154082+0000, chain.objs.size()=1 2024-09-22T09:14:36.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.681+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.T30W6n2WLsooTYq1xgu8v3XBHfO7_aw_0 2024-09-22T09:14:36.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.685+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.689+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:14:36.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.689+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15308077780960667780', time=2024-09-22T11:04:17.741488+0000, chain.objs.size()=2 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_0 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_1 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2998479720191700968', time=2024-09-22T11:04:17.807820+0000, chain.objs.size()=1 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.zXJ0IduHQsC76HcfOA-_9bFiWN8gt9i_0 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16283465030651440294', time=2024-09-22T11:04:18.102652+0000, chain.objs.size()=5 2024-09-22T09:14:36.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.1_1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.2 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.2_1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-STANDARD.2~5f5u7VW3Lz2Fko_UzLk50b_yRac5kJQ.3 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11000743558402704726', time=2024-09-22T11:04:18.353760+0000, chain.objs.size()=1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.dAiMiLpizvz7dmDHXTQWI7IjFbmxNLq_0 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16542495190972881580', time=2024-09-22T11:06:02.084127+0000, chain.objs.size()=1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.ZySiugyMVm6cLqo1g5H2jZmX4IDd-DS_0 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3925844753729586296', time=2024-09-22T11:06:42.167602+0000, chain.objs.size()=1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.8d-ITqV5N2deR1B-goZymtok9cw1GcG_0 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15585564704794058517', time=2024-09-22T11:06:47.110651+0000, chain.objs.size()=1 2024-09-22T09:14:36.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.b82gGp838wBrbcJN6aTw2nQX9wspTjM_0 2024-09-22T09:14:36.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11896949814223450851', time=2024-09-22T11:06:47.152923+0000, chain.objs.size()=1 2024-09-22T09:14:36.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.693+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.sZSrsVJlZ-ZMSIPaH59_qAHKxkgMui1_0 2024-09-22T09:14:36.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8894643883884385880', time=2024-09-22T11:07:27.764928+0000, chain.objs.size()=1 2024-09-22T09:14:36.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.sbCY1pjRHmmHwAfqKxsDIn_EKir1LfY_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10410060514851119886', time=2024-09-22T11:08:17.167942+0000, chain.objs.size()=1 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.0ZMgs2rMqSHBs8A0igsq9ExKyHvJ8im_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1691573952079145010', time=2024-09-22T11:08:57.850334+0000, chain.objs.size()=1 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.ICW3E9_bI5eEkblZHsGaCVrseKjjW27_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7165193403300653213', time=2024-09-22T11:09:02.049417+0000, chain.objs.size()=1 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.vxVSfU-HICCv1f60qd5V8A0cwF2gJJF_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2014708663091919522', time=2024-09-22T11:09:02.174590+0000, chain.objs.size()=1 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.yh7fCQOIM8a4OzOaL9O7nl2PGuua2pO_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12706143157054112190', time=2024-09-22T11:09:36.991038+0000, chain.objs.size()=1 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.-QRDcbD6Qf_zBbTb9IoZQ-usqdl-E67_0 2024-09-22T09:14:36.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11492423538946728151', time=2024-09-22T11:09:37.110276+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.Q6OsdLF_jppaloovqzjsofC020FJWlN_0 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12513504240266500226', time=2024-09-22T11:10:17.674100+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.f8idauHAwyB_VTTfGJx2DOGUCzBgv81_0 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16264325261062865134', time=2024-09-22T11:10:58.651829+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.o27YTVQCx7MaEV4uO-xudoDtLdrjxJz_0 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4378547946796846202', time=2024-09-22T11:11:08.150616+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.JDorOucZxv7FDI4W5SS724fNERQPQLo_0 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9965357731641993916', time=2024-09-22T11:11:08.322013+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.697+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.8X5gfs3ylaHEpw0oU5a4qnchgppqoa3_0 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.701+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13866391742616417337', time=2024-09-22T11:11:08.419645+0000, chain.objs.size()=1 2024-09-22T09:14:36.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.701+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.6ZD4en9eG-b3XhC9twdxgxyyoCTQp5I_0 2024-09-22T09:14:36.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.701+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7595174068020861914', time=2024-09-22T11:11:43.778760+0000, chain.objs.size()=1 2024-09-22T09:14:36.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.701+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.MrWl9jVEq73-2G-FbR8G_P1Aj5hNDen_0 2024-09-22T09:14:36.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.705+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:14:36.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_2Cu-QLGzBlz_eUKYWEml7sxyY6r7BBD', time=2024-09-22T11:04:17.829474+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.lHTts9jXqjnF4MwWAPBICciyHdmQJUF_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14631459669928929249', time=2024-09-22T11:04:18.182072+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.13__shadow_.wv79QIqByKgALFcj12PxuNemIG1fN1p_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14019027989485795928', time=2024-09-22T11:06:06.016841+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.9A-4YPKjpjjTC4pG2UIMObl2Ja6CZm0_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5914476237214113035', time=2024-09-22T11:06:42.024535+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.cUoJranKwj0vSXqP37I0tCgYoMg_kvL_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9429156731636337604', time=2024-09-22T11:06:42.026965+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.wMxC1Mlc3Hmks4CNIi951sSy5phlCQe_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1941226564189387561', time=2024-09-22T11:07:32.932391+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.lt8Cqxi_fHhnhdhhzkBGN0s-Kw_qiI0_0 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3628041663854400681', time=2024-09-22T11:08:12.472239+0000, chain.objs.size()=1 2024-09-22T09:14:36.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.TDx34-_efJ8LCqrjksFL1g9YkdNGd7H_0 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12244068476021931915', time=2024-09-22T11:08:16.973693+0000, chain.objs.size()=1 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.ZhpEkVykRpjEmdGSIsvw01Pe6TkfQ2k_0 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11773849397373761313', time=2024-09-22T11:08:16.975701+0000, chain.objs.size()=1 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.kMKFSx2GfSUIrRls4ksmYo7XI5eL-9W_0 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6015738825035939643', time=2024-09-22T11:09:42.405899+0000, chain.objs.size()=1 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.tZyl8HNzGPDEV_DpjuhyVSxU053riDF_0 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4585577843946007388', time=2024-09-22T11:10:58.530886+0000, chain.objs.size()=1 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.d5mQ02jccmesCMwRRP3sD_o4DVV7IYr_0 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16963227651434175736', time=2024-09-22T11:11:04.007772+0000, chain.objs.size()=1 2024-09-22T09:14:36.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.709+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.iGOZ9tK_ZJQuFv5ceEC2OcRO6vZ-nDJ_0 2024-09-22T09:14:36.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.713+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17213748622532642879', time=2024-09-22T11:13:54.683390+0000, chain.objs.size()=1 2024-09-22T09:14:36.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.713+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.6Dxm1-1Hz8vNx_4eiGW4HiTcfuIP2to_0 2024-09-22T09:14:36.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.713+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14263944458999197064', time=2024-09-22T11:14:09.538811+0000, chain.objs.size()=1 2024-09-22T09:14:36.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.713+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:vWpvBgxCnCZa1RW4RTz48vpM-M6ObI3_.720glzhf1_syqaHtpdE4d_0ElEG4F95_0 2024-09-22T09:14:36.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.717+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:14:36.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_pNReMMnQMnwt_jLIVDfEZk1xPAu_qyO', time=2024-09-22T11:04:17.934568+0000, chain.objs.size()=3 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_0 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_1 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.TAK3L0xDmLgnzm4zr79TXvJOPPIEWir_2 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4679965383014687846', time=2024-09-22T11:06:05.831849+0000, chain.objs.size()=1 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.5REwQQu1_viEcEq0aOGxnXB10auGrO9_0 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16998960429021436689', time=2024-09-22T11:06:47.110969+0000, chain.objs.size()=1 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.VhsFIe_i1tVM9G1hGX9bwsZ95Eyny-1_0 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.926737546790487834', time=2024-09-22T11:06:51.475053+0000, chain.objs.size()=1 2024-09-22T09:14:36.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.ZCx4YC1FqSzWxeRSZNYVWWQc4c-wdD9_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4400763201176857947', time=2024-09-22T11:07:32.856574+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.WOcFna6yrIGxnTBEz8qM8tI9YYx_z9v_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17772754619197729696', time=2024-09-22T11:08:57.675178+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.gPZuEL0UVVrRaZTtTpfNsZkjbQca_kA_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.282451764491007999', time=2024-09-22T11:09:01.936767+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.GbVDvytLVy3Lv4sEirtAHDf7S5djhi0_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14235774748507765273', time=2024-09-22T11:10:27.096888+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.-Rqdoff14Q7tWaZb8JLvfsAjNez0aws_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4594686239482930274', time=2024-09-22T11:11:08.322010+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.Hc1A9T1If2Z5FjVcJMF5acxeNq_TAiD_0 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10145023254592153712', time=2024-09-22T11:13:54.704605+0000, chain.objs.size()=1 2024-09-22T09:14:36.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.721+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.dxa911Js6AI3Z4U2sm9mfxV9F2So2VA_0 2024-09-22T09:14:36.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.729+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.729+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:14:36.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2667900338078072090', time=2024-09-22T11:06:02.258618+0000, chain.objs.size()=1 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.tIVgl_5qb5ErZsT-oiI_G4rasJFZDHG_0 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11689892912256093190', time=2024-09-22T11:06:05.918175+0000, chain.objs.size()=1 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.UNXCF1QYI9SvfaPA_lugotsUhSY5Wo6_0 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9638941128831725918', time=2024-09-22T11:06:41.973834+0000, chain.objs.size()=1 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.DMXLOEIY1j58JUVGWaDspyzSAUavqjb_0 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16287232854556454520', time=2024-09-22T11:06:42.181563+0000, chain.objs.size()=1 2024-09-22T09:14:36.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.kC1pj4OoCMqdUTkX2l_turNeWb4iw5L_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3974936676365687707', time=2024-09-22T11:07:27.817559+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.boZx9vALVGRDJDdZbkCKchOH_2YQzAo_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15164928044327972691', time=2024-09-22T11:08:17.036131+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.j0Z2D7pfxJRv2k5Eoc8upvLFCDCzapH_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12712905180710933304', time=2024-09-22T11:08:17.088806+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.IM2YujAsQuMdCp_a4XD04I_B8y0umeP_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14601368738959611973', time=2024-09-22T11:08:52.722604+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.j3QT3RCj0s8-EtbSD7o9Rj-7gGvvTPM_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10899592745831956315', time=2024-09-22T11:09:02.151163+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.A2Mh_uMvJzMO6JGfK-Kf0oiQdNeovz2_0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12525271058826849861', time=2024-09-22T11:09:42.334800+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.a_k6vixqLgPCs_5pMyv8Q_CHH9n9GZ__0 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12306258341079258135', time=2024-09-22T11:10:17.699349+0000, chain.objs.size()=1 2024-09-22T09:14:36.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.5W1tzvwbyHEHfkGhgU9Gmr5Af0yrWqL_0 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17569761039345236320', time=2024-09-22T11:10:17.734153+0000, chain.objs.size()=1 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.733+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.79HwKZ-3BrL8StF290xr1LEMMB9dNoD_0 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.945317767955996608', time=2024-09-22T11:10:58.637933+0000, chain.objs.size()=1 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.l8uuk7ALAPxfLG3Y3GkBeyTQTGY9Aj9_0 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2032582994415975419', time=2024-09-22T11:11:04.030869+0000, chain.objs.size()=1 2024-09-22T09:14:36.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.bKAFvKk8WKdK4Hp78F_SFilBEL8Kxyp_0 2024-09-22T09:14:36.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7770245118979081511', time=2024-09-22T11:11:43.635776+0000, chain.objs.size()=1 2024-09-22T09:14:36.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.737+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.d14ZlPPCKXpYhfQjxbvDLF6vVgSVyrQ_0 2024-09-22T09:14:36.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.741+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.741+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:14:36.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T09:14:36.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5104611542791801224', time=2024-09-22T11:04:17.818975+0000, chain.objs.size()=2 2024-09-22T09:14:36.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_0 2024-09-22T09:14:36.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5326535461546175035', time=2024-09-22T11:06:05.856292+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.jxw-26LiBWMG9LeZ4vkl77UQ0913qRz_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18033528487609611487', time=2024-09-22T11:07:27.944966+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.6K_WZ8lIb_4riovHcocdXNyYjJN39md_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3914932354732020830', time=2024-09-22T11:07:37.369821+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.6TD1jrdlpUGoa08vL49wydAXudUPd0d_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18314943365866811654', time=2024-09-22T11:08:12.450755+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.geVMyX8cHe8RPrdn66znXbFaAacV_tc_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3383517463216279496', time=2024-09-22T11:08:12.452688+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.zEXZmidnEgWJw76tWs8Agwgw8X7T1Xp_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7662441163171996345', time=2024-09-22T11:08:12.454677+0000, chain.objs.size()=1 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.IDDc0V561WMeDf9VZCeEg4sAAtHkabn_0 2024-09-22T09:14:36.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3739859963733518561', time=2024-09-22T11:08:52.825268+0000, chain.objs.size()=1 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.zNGG4ub10DORw8qnPA7-q7hrHoYpCwF_0 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8997114668346157036', time=2024-09-22T11:09:02.012094+0000, chain.objs.size()=1 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.izyh35qFAwWqN1ehAHdTgy6uldQDdQT_0 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11334080247345635997', time=2024-09-22T11:09:35.801676+0000, chain.objs.size()=1 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.Ygnmw4V7MHoaMjiBYZtxPRhhkUBZ7fi_0 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4589884432764720672', time=2024-09-22T11:10:17.791809+0000, chain.objs.size()=1 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.R_dgMaAuANISrf8Hi6Cll6dWJnCxXOD_0 2024-09-22T09:14:36.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7829800724688061332', time=2024-09-22T11:10:17.793532+0000, chain.objs.size()=1 2024-09-22T09:14:36.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.745+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.CBbD-M0DGFTdBbhAB2u5niystmIgTxu_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11539510280279733136', time=2024-09-22T11:10:17.797627+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.GbMiWMqzzoAn2sZE52dit4vLasmcxdf_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10757736201759635061', time=2024-09-22T11:10:22.062164+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.CBRb6q054wzdkFW-9hBrf-R15p4EI4V_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15320159347924928166', time=2024-09-22T11:10:23.368885+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.nE43C5iFfCRa2KtNFBrmCH6no8v42j8_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11439337295532800992', time=2024-09-22T11:10:23.370631+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.wpEFtBP7Auh3x_cgehdvWExRPdi9iDE_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11662565820812456333', time=2024-09-22T11:11:04.023385+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.tGVBZ5GFmfVQz82GyyFEHfxLRMnNMLB_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18179161701141312874', time=2024-09-22T11:11:04.141588+0000, chain.objs.size()=1 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.nVtMhmdVhxDaDMRhM1XIgEUxd45nYzx_0 2024-09-22T09:14:36.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17209144478198645562', time=2024-09-22T11:11:43.621505+0000, chain.objs.size()=1 2024-09-22T09:14:36.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.7PVCtUIMhwyrtU2XBW_nP0-kwr7ySrM_0 2024-09-22T09:14:36.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3325401827428635154', time=2024-09-22T11:13:54.688159+0000, chain.objs.size()=1 2024-09-22T09:14:36.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.749+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.DCkoIwA5mbD4PPeMAR9lDs1XBfbVVY9_0 2024-09-22T09:14:36.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.753+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:14:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12346538575431058564', time=2024-09-22T11:04:17.797364+0000, chain.objs.size()=2 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_0 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_._r3XrlphKKbxp9N4Kviqz37mox94C7M_1 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_2KS7ZAsGkGV4kNl-pOJjAHmOgtFrdwF', time=2024-09-22T11:04:17.949300+0000, chain.objs.size()=3 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_0 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_1 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.pxt65u4EnyMgjxVCFfHONhpE1WzrVZu_2 2024-09-22T09:14:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10028043340736410633', time=2024-09-22T11:04:18.432471+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.YVzO6moXhPMP8POMiywqC_TlCvYuMyu_0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5819368166645924759', time=2024-09-22T11:06:02.115902+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.YbW--74wUm4bJKdHKFK2I8AxBRjXwSY_0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14142520625818254998', time=2024-09-22T11:06:47.099691+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.zWyhnyg1-YAY6bRNso3styrXimSdql__0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14913927781193368678', time=2024-09-22T11:07:27.732467+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.3UUmewjDHD1RcN8MeJEt0ZzP54XKaiQ_0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10590459546646075398', time=2024-09-22T11:08:12.418821+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.757+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.DFZSG-K0JuPo-L4vEWuW8n7FpqPdtxG_0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2834440799971303399', time=2024-09-22T11:08:15.981663+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.Dey5Iq9ggSlab1-MGgOJAsmALL0icqo_0 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11010981272887899858', time=2024-09-22T11:08:17.116724+0000, chain.objs.size()=1 2024-09-22T09:14:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.vnjQx8SiGDaBcXPZA1-QOY4WE-DqMHV_0 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13773209958479649560', time=2024-09-22T11:08:57.743768+0000, chain.objs.size()=1 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.UVyaF4ENho4mrp-OL2SdCRDRxZ4gkgt_0 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2072266281624320467', time=2024-09-22T11:08:57.748503+0000, chain.objs.size()=1 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.09GJZPYFytNGK6JwvF2fl4atYx5OAIP_0 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2862008609035734738', time=2024-09-22T11:09:37.018487+0000, chain.objs.size()=1 2024-09-22T09:14:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.761+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.PgTjqMs5MNtl15UR9uv2YcHuuOMTkJA_0 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5771617428910320827', time=2024-09-22T11:10:58.586558+0000, chain.objs.size()=1 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.l2Qn9hzheMzo9neeJlnXM4vXBWQMTBc_0 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17446354021708354713', time=2024-09-22T11:10:58.680563+0000, chain.objs.size()=1 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.ZUL60YWTlh6M3bkqry9b5qx2gDLIN2d_0 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12999783952961039303', time=2024-09-22T11:10:58.783711+0000, chain.objs.size()=1 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.RS6mPxhOXCh4RWH6CiCWWWDDDYcs4gL_0 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11342712576392085613', time=2024-09-22T11:11:08.137368+0000, chain.objs.size()=1 2024-09-22T09:14:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.w7bc8SI3GPLTf7cZMtgl_rgFGoykdPD_0 2024-09-22T09:14:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5608527972327756301', time=2024-09-22T11:13:54.622048+0000, chain.objs.size()=1 2024-09-22T09:14:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.765+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.8eSGQerWEfuwHNmhoxHj1IStvvpTrYM_0 2024-09-22T09:14:36.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.769+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.769+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:14:36.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15738913936846386697', time=2024-09-22T11:04:18.091315+0000, chain.objs.size()=5 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.1 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.1_1 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.2 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__shadow_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.2_1 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.14__multipart_foo-FROZEN.2~RncITRKav93RxO3nNdVU20SWo70JD-N.3 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.666579471986053758', time=2024-09-22T11:06:06.078781+0000, chain.objs.size()=1 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.TByoRb_ij3YHyEyFArC5muxUP7AaO3o_0 2024-09-22T09:14:36.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7698075866561069241', time=2024-09-22T11:06:42.024693+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.bq6bNc2k7DpTXEDeuiTGFoQdl_uLMRa_0 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15324183589826565563', time=2024-09-22T11:06:47.044308+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.9rmDu4gxQBE6KuF-hv8lyxRAeqrRz2b_0 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11202635784057808016', time=2024-09-22T11:06:51.490919+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.y4FO5-Psft2eNtPFjk8zbZzKeQvthYH_0 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17962129410459095843', time=2024-09-22T11:07:27.775805+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.iGcnW-VkbCVomwCTd29a640HSiGgADz_0 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17281152575740163353', time=2024-09-22T11:07:37.599748+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.5VzgR5lg5DJIZ9PLABTlDPcBi3PsD0l_0 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.472067797363279160', time=2024-09-22T11:09:01.991944+0000, chain.objs.size()=1 2024-09-22T09:14:36.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.773+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.MPhiEq_DRpYs-dmaXlK9it8qJS73jtG_0 2024-09-22T09:14:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3665260722210266058', time=2024-09-22T11:10:17.696194+0000, chain.objs.size()=1 2024-09-22T09:14:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.yoien429rvb91z8jchRsCB2qrfVpZ-v_0 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14678786639252608626', time=2024-09-22T11:10:58.622975+0000, chain.objs.size()=1 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.AeqbF1GxqL7YYR4TsDOl0rOzIinqQ5L_0 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1933923222240862384', time=2024-09-22T11:11:43.652054+0000, chain.objs.size()=1 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.nScGBqvAAGggNlVXOfECFpjvEEIt9Bd_0 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8110313113732337378', time=2024-09-22T11:13:54.726870+0000, chain.objs.size()=1 2024-09-22T09:14:36.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.777+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.5Yfa6X5hL8Dn5V3-OthX_DQWCT7IeK5_0 2024-09-22T09:14:36.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.781+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:14:36.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17633430553689768100', time=2024-09-22T11:06:02.117932+0000, chain.objs.size()=1 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.Rq9YDkPSP3IAxOShGFMndcA0Se_mxcZ_0 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7487171322391826638', time=2024-09-22T11:06:06.034403+0000, chain.objs.size()=1 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.p31LKrcXd9yskyFH4VEJsY3GFKRY7Yz_0 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5275578808431604304', time=2024-09-22T11:09:37.033859+0000, chain.objs.size()=1 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.yRXoMpnqbgG2435d6th9MXrDCsEzQur_0 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15661729555752666070', time=2024-09-22T11:09:42.246586+0000, chain.objs.size()=1 2024-09-22T09:14:36.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.785+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.htgwCq9KBHRvUD2JGKGmhfYrX0U7wVp_0 2024-09-22T09:14:36.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.789+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.789+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:14:36.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_-aW3wx2PsTcYuRDRFY_7k1vlzAFE0x8', time=2024-09-22T11:04:17.732546+0000, chain.objs.size()=2 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.hTGQsent3bCSkstGG3meledle2Prdmn_0 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.hTGQsent3bCSkstGG3meledle2Prdmn_1 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12534223988215961459', time=2024-09-22T11:04:18.366269+0000, chain.objs.size()=1 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.BxcSNCU7nMTPpGq4mw01XzYENnpsKjf_0 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7562838928210510241', time=2024-09-22T11:06:47.054997+0000, chain.objs.size()=1 2024-09-22T09:14:36.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.ghtaD71DkkSsQZn1ohemo2lqBGBVKpe_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17428571581928682686', time=2024-09-22T11:06:51.487141+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.oKlF2x4dvwSCSfK-EtrQbkFZxuYoryn_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9931766645519125240', time=2024-09-22T11:06:51.488992+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.ns1qDb7FcMf9YTEFHyp5G57svdtH1Ew_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1014321866701140472', time=2024-09-22T11:06:51.490627+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.iM2BN-ur3dAJIKxOChvP7K8iopYLS5t_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5282677749139512488', time=2024-09-22T11:07:27.809640+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.IirdehQ1k9eTlybUCINhdTw4up4-xFg_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15904921191557108118', time=2024-09-22T11:07:37.449197+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.E_Mhs1-BrffMP0b8CGGOPQd3sDnxu36_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6431198169002104740', time=2024-09-22T11:08:12.416905+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_._Vxf-NozpicbzzWMK5yYKqFkfUky7BX_0 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6857966016276890700', time=2024-09-22T11:08:12.418851+0000, chain.objs.size()=1 2024-09-22T09:14:36.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.gyBh8_TwC1m52c5MAKwIQdj-uUQURAt_0 2024-09-22T09:14:36.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7299834968625572075', time=2024-09-22T11:08:56.775744+0000, chain.objs.size()=1 2024-09-22T09:14:36.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.793+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.SfhhA7-UJLmQ2bTc_08QCT57K-lF1DF_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7216060679593853731', time=2024-09-22T11:09:01.998544+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.lvqlaCJNZZQE0D9nDvoi4SgKHV6R2GX_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14555833399198964990', time=2024-09-22T11:09:42.300689+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.z65TEFzijPfAZpCjQ454Od7VO4KOYXn_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2753946038339079788', time=2024-09-22T11:10:23.343248+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.ETW1qMyVDuwx8wku8D0ploYiAalX5Ud_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1884440151724717488', time=2024-09-22T11:10:58.769826+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.qK7y2VhXv-KA7Kw7bVmFTzYmMt95GhN_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9717029691368744436', time=2024-09-22T11:11:43.789657+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.bFEcsdLCvHHEB1x7r2v7i-USvxMluFM_0 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18092723454977483594', time=2024-09-22T11:14:09.550887+0000, chain.objs.size()=1 2024-09-22T09:14:36.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.797+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.18__shadow:TYVFS0i0gxuRlXzoJPh9WgLlHO3N7jB_.2AqOdbIghvmvy5SoA9fi4weMSemU3dQ_0 2024-09-22T09:14:36.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.801+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:14:36.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4492694721287290552', time=2024-09-22T11:04:18.028148+0000, chain.objs.size()=5 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1_1 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.805+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2_1 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.3 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18156325799802846440', time=2024-09-22T11:06:05.860889+0000, chain.objs.size()=1 2024-09-22T09:14:36.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.zjL8XJ6kcOaFEDwq9V76zywEVkov6mY_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10260922814657453398', time=2024-09-22T11:07:32.807443+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.7qFpTnYWgQXkIcp2RiEbSdm4Aj7wReB_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10589061684913622343', time=2024-09-22T11:07:37.378493+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.84aGzmj7-fFTlkNhOo0eS1-9wF7zLZt_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13486978618961148519', time=2024-09-22T11:08:52.851006+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.dMekeQQlfeFG0bDAxPzFLA7Uv9J1UyF_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5789333319798438031', time=2024-09-22T11:08:57.789470+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.d__HCIrhQpt7fCoTe9eTCmxioBdY0CS_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3597270237236504059', time=2024-09-22T11:09:01.989683+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.hoxKeMK-_dpZt4uEgdFm4-ADpTdmc4m_0 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1136918883674624568', time=2024-09-22T11:09:01.992397+0000, chain.objs.size()=1 2024-09-22T09:14:36.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.pYNO3evfQKUEAOwhnLtK_et0Njy6M7Y_0 2024-09-22T09:14:36.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7134566885718324125', time=2024-09-22T11:09:36.994207+0000, chain.objs.size()=1 2024-09-22T09:14:36.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.VA0bMUHIqFEEtBhvlH3NePbxgOtjDvf_0 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1168217096448676608', time=2024-09-22T11:09:42.126123+0000, chain.objs.size()=1 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.efPW6hF053mhsGKNemGlXjuboOV0Ki1_0 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13074749837236666108', time=2024-09-22T11:10:17.900364+0000, chain.objs.size()=1 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.HTVeTUxblDkVim37_Ge2AAwybVE000T_0 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9167773456283372125', time=2024-09-22T11:10:17.920393+0000, chain.objs.size()=1 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_._9vnntCy-KXEFyxGbb6lhKrtz98UT2D_0 2024-09-22T09:14:36.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6267213305663110087', time=2024-09-22T11:10:23.376172+0000, chain.objs.size()=1 2024-09-22T09:14:36.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.809+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.CHtLAYZZAr-c4hlEcDPPhVv4ZQu_7sO_0 2024-09-22T09:14:36.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.813+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:14:36.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14855782617274495586', time=2024-09-22T11:04:17.840673+0000, chain.objs.size()=2 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_0 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.gAV9Q2dM1ryQXNJ6tPWhJ9dsanuOxIb_1 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8589959064382128025', time=2024-09-22T11:06:06.042663+0000, chain.objs.size()=1 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.7fVVS_w9PPEpOWRFPY_Y7Ej19ueEAoN_0 2024-09-22T09:14:36.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2567600820456965539', time=2024-09-22T11:06:51.406473+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.2jDtTj-Vl9FJZPVZ_xgVg8yuf06U78J_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10275077310121601001', time=2024-09-22T11:07:27.763285+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.ss14sjYNpulE2XMVRVCR7fSpoNhNE7C_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9861309668227406108', time=2024-09-22T11:07:32.935706+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.9DtpWWaXTesYR3Jj3bmdXQywdlRWHa2_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7329011667849488226', time=2024-09-22T11:07:32.937212+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.M8ux4K23w04ylYnlPo-S7nHxL2nlAxW_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8668388259146017303', time=2024-09-22T11:07:37.455663+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.DSv8iXZDEXO9yQpr_cSJ3tL2iuYhCnz_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10251372963894891855', time=2024-09-22T11:08:17.063861+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.Pr0-CaKOCd2wwP01GDYk8yDByF1WLE9_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8050744161308042162', time=2024-09-22T11:08:57.794607+0000, chain.objs.size()=1 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.O40LZIAgBnzcEJbeuAqlAkBSbmysuTY_0 2024-09-22T09:14:36.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4328472095288124745', time=2024-09-22T11:09:01.952314+0000, chain.objs.size()=1 2024-09-22T09:14:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.Pv_wfGKv7DBcLnwuXZCB3THuBY4Ed4c_0 2024-09-22T09:14:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3987226215863835231', time=2024-09-22T11:09:36.990885+0000, chain.objs.size()=1 2024-09-22T09:14:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.817+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.5ot3wziQeMH5MRIupXWAtzchGGTxWwB_0 2024-09-22T09:14:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8227029718262520415', time=2024-09-22T11:09:42.389421+0000, chain.objs.size()=1 2024-09-22T09:14:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.IHIVdNvCwgd9S0W29YhG3LBFTpbfh45_0 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7445533683068607221', time=2024-09-22T11:10:17.808003+0000, chain.objs.size()=1 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.ESd1QTrWDVhsVY2Q65ielGTYrilIyqg_0 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8984064475597504682', time=2024-09-22T11:10:23.383201+0000, chain.objs.size()=1 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.e1GMpTAe1p7LH5jN0mlItUzf9c8H6Ei_0 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7829941755337810748', time=2024-09-22T11:10:23.384907+0000, chain.objs.size()=1 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.dwZgMQbw1b-3fi2cQ4C-VDPN6F4TuLb_0 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8067812713954574340', time=2024-09-22T11:11:08.221208+0000, chain.objs.size()=1 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.y25em0PeZ0ZKcCg-082fVN7epD5qQR5_0 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14055348475669563456', time=2024-09-22T11:11:43.664188+0000, chain.objs.size()=1 2024-09-22T09:14:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.KaungnbRNCQqdYkj5mEUBAisRUySq23_0 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17840460392856433861', time=2024-09-22T11:11:43.677989+0000, chain.objs.size()=1 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.r1zQxUscUBSOz5sG_vswC6BeCbc76hK_0 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15766831784189672936', time=2024-09-22T11:11:43.851572+0000, chain.objs.size()=1 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.6u1BIp5526P9bt8xtDUaH2SrpWpWE6B_0 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14366205179261623054', time=2024-09-22T11:13:54.627347+0000, chain.objs.size()=1 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.ymuDbJoMu2nPjOq8xDXXhM2wKPngpXU_0 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6640179650138056378', time=2024-09-22T11:13:54.677503+0000, chain.objs.size()=1 2024-09-22T09:14:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.821+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.h1L07Ld7q8gGoUg4PPa7wltZrXE0MgX_0 2024-09-22T09:14:36.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.829+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.829+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:14:36.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_FBp2pwvg3fKawb63ln3yh8tqelgVFNY', time=2024-09-22T11:04:17.763131+0000, chain.objs.size()=2 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.SM8BBYryii6RTEUvB5CSEyeubi24wdE_0 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.SM8BBYryii6RTEUvB5CSEyeubi24wdE_1 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5852305755495892399', time=2024-09-22T11:04:17.923000+0000, chain.objs.size()=5 2024-09-22T09:14:36.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.1_1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.2_1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-FROZEN.2~zUDHAVXtvrkDUAtTZeR6TXxHQmIJOPK.3 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8101354424747010834', time=2024-09-22T11:07:27.744716+0000, chain.objs.size()=1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.ZI_AqvtzuvjKS__7_Bje_xZBaX5tLuC_0 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17931908270094811818', time=2024-09-22T11:07:31.593320+0000, chain.objs.size()=1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.6AmtCtNbh_NMWDRf3IgYyNWSUNGM8Z5_0 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5697856212931394291', time=2024-09-22T11:07:33.072480+0000, chain.objs.size()=1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.fUly4tyxM48KwULqlmZ-rS7ddaHg55K_0 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12224140666109591622', time=2024-09-22T11:07:37.446821+0000, chain.objs.size()=1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.rLxjUZM12ElHAprrLNagWYo0RBIMAS0_0 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2977194492422938969', time=2024-09-22T11:08:12.485702+0000, chain.objs.size()=1 2024-09-22T09:14:36.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.833+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.MUISbeWqSfz3Bi639rRHOtQf5OO36cH_0 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8790763776480260814', time=2024-09-22T11:08:52.824990+0000, chain.objs.size()=1 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.njP4jlzzppvdAzF27nicA7yTy9zCuQO_0 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12634806501299280703', time=2024-09-22T11:09:37.089050+0000, chain.objs.size()=1 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.6uiz9lHN1CZQCyZQ3jkCcGUkpUNNSwx_0 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3493281331016911848', time=2024-09-22T11:10:17.901304+0000, chain.objs.size()=1 2024-09-22T09:14:36.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.gmN4qbh1y9CCJaucGpEuvjINvc7AieK_0 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1095477311142780857', time=2024-09-22T11:10:58.565715+0000, chain.objs.size()=1 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.cwMWsPV6QkJM4QdMoqi1UnEFEsMi2n1_0 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6287449466575528450', time=2024-09-22T11:11:04.109739+0000, chain.objs.size()=1 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.sQLmTWdNSHL1JDI0e03lwwWq-mhv2S9_0 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12768756399678263713', time=2024-09-22T11:11:08.216808+0000, chain.objs.size()=1 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.3bWUc6TJqYekAG4H5OxoNXoDsUoSNFv_0 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9069211148416318495', time=2024-09-22T11:11:08.283089+0000, chain.objs.size()=1 2024-09-22T09:14:36.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.837+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.a0gbqpYrBKWRO-esQPyLQMCb6yg-7Fp_0 2024-09-22T09:14:36.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.841+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:14:36.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5466502727062348726', time=2024-09-22T11:04:17.442806+0000, chain.objs.size()=1 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.Q-dXLIE2OBI_AgZLn9SZrTZk77ZMFmV_0 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3262015134598779374', time=2024-09-22T11:04:17.662509+0000, chain.objs.size()=7 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.1 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.1_1 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.2 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.2_1 2024-09-22T09:14:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.3 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__shadow_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.3_1 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.9__multipart_foo.2~sexyWIj3PcUd0xdpSZzDZ6_DmigOSWp.4 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_BynkeoBQo7tD5Hh8AJRvYXYifomVVqo', time=2024-09-22T11:04:17.972093+0000, chain.objs.size()=3 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_0 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_1 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.IFUdTVODVKH5utxAe40pN3gAImUl_p5_2 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2394389562873673815', time=2024-09-22T11:04:18.377606+0000, chain.objs.size()=1 2024-09-22T09:14:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.845+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.7__shadow_.ZZE52qdgrmiA805gvz2QkAjUAk5vGve_0 2024-09-22T09:14:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13330757300475306002', time=2024-09-22T11:06:00.745933+0000, chain.objs.size()=1 2024-09-22T09:14:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.UkHMZSGEyouQnklC2zncd33qptybQrL_0 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10087927977874814108', time=2024-09-22T11:06:05.934198+0000, chain.objs.size()=1 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.XmdTYrkpaNhAiZ4XV7XlumWwyiQ2vZe_0 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16776141109953134110', time=2024-09-22T11:06:41.975360+0000, chain.objs.size()=1 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.rjQSW5pMO2jzZgm2oGIz7li_J2YNuyE_0 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16370971699093196099', time=2024-09-22T11:06:51.620863+0000, chain.objs.size()=1 2024-09-22T09:14:36.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.yxsqskqxT23SLyziQLiyO1X_ld6NmdA_0 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14805382845387445421', time=2024-09-22T11:07:37.392241+0000, chain.objs.size()=1 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.ZerOkOV87cAlz1C5LqvignefgF7WbU6_0 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5508908245975080512', time=2024-09-22T11:08:12.406244+0000, chain.objs.size()=1 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.t-YsA9OsemuZjWOGCh5zbAPz90W31GZ_0 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.849+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2901857232303956256', time=2024-09-22T11:08:17.034042+0000, chain.objs.size()=1 2024-09-22T09:14:36.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.Uce5oNnLICa5xjkZ0bBgeodKkVqzOz5_0 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8366440912158861127', time=2024-09-22T11:10:23.349608+0000, chain.objs.size()=1 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.S9yPVzjNszLcHb5KGXARJ6KGxrqLSjR_0 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16737668381635231910', time=2024-09-22T11:10:58.566758+0000, chain.objs.size()=1 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.H4Gh-826p7E7fELBamlpc7dRWvaD5bU_0 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12374603475015364431', time=2024-09-22T11:11:43.773683+0000, chain.objs.size()=1 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.RLRBJcpqY5CgmbfB8221bbLZ3FP8QAo_0 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13134492516005107665', time=2024-09-22T11:13:54.683058+0000, chain.objs.size()=1 2024-09-22T09:14:36.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.853+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.17__shadow_.LwKIpCV1fjaDVG2Lw0LHOyU5N6yEn40_0 2024-09-22T09:14:36.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.857+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:14:36.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-22T09:14:36.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12295607187659317378', time=2024-09-22T11:06:02.133235+0000, chain.objs.size()=1 2024-09-22T09:14:36.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.WczhLgaZjo_8stHdWOBP5hWV905RM-1_0 2024-09-22T09:14:36.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2139273883558199837', time=2024-09-22T11:06:47.097288+0000, chain.objs.size()=1 2024-09-22T09:14:36.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.C-a2CAMQK9n2B8W-w3unXuI2UEHj2GP_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12488287183983094779', time=2024-09-22T11:06:47.179527+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.E20fZovSuthmpq0KjQzfJzMqYUWlJSP_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12775022294895396437', time=2024-09-22T11:06:51.392621+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.SzZvE8kvrHBQ63c5nuJCWOZXHJWqmO3_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3283683287468350321', time=2024-09-22T11:07:32.849595+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.1BjJNtPzQrWX77Xu0plc1cy6X_eQj-T_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7716314779037047754', time=2024-09-22T11:08:12.474269+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.hC2Trx-yXeVDvA6F2LDSFLs2wMCYubv_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17154707491359721427', time=2024-09-22T11:08:17.046795+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.2qNahn-XoMoxJ_Tb-gv15DdE95DZpwK_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7360933244170068000', time=2024-09-22T11:08:52.850922+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.ZfFsO-jFvvOVePnmXh_UwWTAVfUhO17_0 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12746475118249324030', time=2024-09-22T11:09:01.989683+0000, chain.objs.size()=1 2024-09-22T09:14:36.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.TTWpu3fhKI-Pmvmo80m3elS8yhRMgyw_0 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13349721756716883248', time=2024-09-22T11:09:02.088948+0000, chain.objs.size()=1 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.cJ04G-OWZ1zu_E7ak565J0qQ7VJdvh8_0 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4735119991490039597', time=2024-09-22T11:09:36.957055+0000, chain.objs.size()=1 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.Ju84Q7GV7QUCZeTDxh5oaS4XvMJ0O03_0 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10056254860914161881', time=2024-09-22T11:09:36.994207+0000, chain.objs.size()=1 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.861+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.SDB53c2W2ND3JRVdatJsfgapus2pOoD_0 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10284272565609346378', time=2024-09-22T11:10:17.755054+0000, chain.objs.size()=1 2024-09-22T09:14:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.AJL8YhG1auB4dg3o411khd4QOkw5nxL_0 2024-09-22T09:14:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10668013583435289080', time=2024-09-22T11:11:03.934797+0000, chain.objs.size()=1 2024-09-22T09:14:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.nmFr6gqyih6Y_KIbjynFjq660UDZH2X_0 2024-09-22T09:14:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9571422892092598143', time=2024-09-22T11:11:08.106212+0000, chain.objs.size()=1 2024-09-22T09:14:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.K8hGovnyKTuE99Fyst2I9XNC4NtOMxw_0 2024-09-22T09:14:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17690414396608601534', time=2024-09-22T11:11:08.422536+0000, chain.objs.size()=1 2024-09-22T09:14:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.YAc2oKAyZID8GJnk1eXFvqh4MT7tLqa_0 2024-09-22T09:14:36.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10247176086579338241', time=2024-09-22T11:11:43.780758+0000, chain.objs.size()=1 2024-09-22T09:14:36.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.7s0MLGWwKlRjIKjVs5G5FcgtfPXwM8i_0 2024-09-22T09:14:36.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8763860266616009101', time=2024-09-22T11:11:43.866408+0000, chain.objs.size()=1 2024-09-22T09:14:36.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.865+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.4ybpX8VUSyl0JdgyYvdo8O1LsXwzgYg_0 2024-09-22T09:14:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.869+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.873+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:14:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.873+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.873+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5526978300490439635', time=2024-09-22T11:04:17.493254+0000, chain.objs.size()=4 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.1 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.2 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.3 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.11__multipart_foo.2~qSnoTO-oCFAKGo4osKvIjfVk_LrONq_.4 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9283215259447094432', time=2024-09-22T11:04:17.542091+0000, chain.objs.size()=7 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.1 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.1_1 2024-09-22T09:14:36.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.2 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.2_1 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.3 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__shadow_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.3_1 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.12__multipart_foo.2~jEiraRLEKiYP04PMkUUzUdFxL4Q_fDN.4 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2017294607975057521', time=2024-09-22T11:04:17.600984+0000, chain.objs.size()=7 2024-09-22T09:14:36.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.1 2024-09-22T09:14:36.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.1_1 2024-09-22T09:14:36.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.2 2024-09-22T09:14:36.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.2_1 2024-09-22T09:14:36.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.3 2024-09-22T09:14:36.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__shadow_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.3_1 2024-09-22T09:14:36.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.877+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.10__multipart_foo.2~sIlIt64znrIhqC4vm-oHSfbbQSAEVxx.4 2024-09-22T09:14:36.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7734861043925393692', time=2024-09-22T11:04:18.464697+0000, chain.objs.size()=1 2024-09-22T09:14:36.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.WMskUYhbg1DGFMy_j9zb-2AqHiJo-Ja_0 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6564892332289625439', time=2024-09-22T11:06:01.991713+0000, chain.objs.size()=1 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.S0I6Cl9xP-LU6Xjy5qjBoF9_N1h6QVz_0 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10931975317484813399', time=2024-09-22T11:06:02.182187+0000, chain.objs.size()=1 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.aLzkc-GH9JOWv875SVjkggkHZTlH_sU_0 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12151355856309181467', time=2024-09-22T11:06:05.918213+0000, chain.objs.size()=1 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.AVoId-r1h2vbjLEWvzR3JcJQKyuxrTV_0 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8223697695214452097', time=2024-09-22T11:06:42.047254+0000, chain.objs.size()=1 2024-09-22T09:14:36.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.881+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.kYqtS6moYZ_cqJ_Sf0aOpr8LxIFsR2n_0 2024-09-22T09:14:36.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2171305676044545736', time=2024-09-22T11:06:51.417663+0000, chain.objs.size()=1 2024-09-22T09:14:36.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.ENOKAAUsR2ouZQiP1iemkivxdZAtPQj_0 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15112087734813457157', time=2024-09-22T11:07:27.731680+0000, chain.objs.size()=1 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.ix1UoeKfloXD2tUGVFaZC8u-Cad0Oas_0 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1081969617045105030', time=2024-09-22T11:07:32.942032+0000, chain.objs.size()=1 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.AATFppvMrE5DNoCn9nhmL0CFCnIovEG_0 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14262238295659176358', time=2024-09-22T11:07:32.949236+0000, chain.objs.size()=1 2024-09-22T09:14:36.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.WkkYK66dZirDPVsoHRa09uPi_2T2xSm_0 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4988646784612748458', time=2024-09-22T11:08:16.984103+0000, chain.objs.size()=1 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.885+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.zbc8XsEkohKYb7JWjm4DBePSrhv7P6x_0 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2363753332146795808', time=2024-09-22T11:08:17.095635+0000, chain.objs.size()=1 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.1KVYoO4HpZSPTNcSK_xtIcS6sreohZZ_0 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16263361503662000117', time=2024-09-22T11:08:57.696075+0000, chain.objs.size()=1 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.txSmXRgHeZbzIEz9drzKjDOpdiPBnEB_0 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5077514540989216952', time=2024-09-22T11:10:17.692023+0000, chain.objs.size()=1 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.uVti_k-Z3t5zGl4qfeotnrjJJQdd0Au_0 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17420910629614688525', time=2024-09-22T11:10:23.344847+0000, chain.objs.size()=1 2024-09-22T09:14:36.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.4wxeXeqzAgOPSMB31SEdKgxW1Jj7qlP_0 2024-09-22T09:14:36.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.889+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.893+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:14:36.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.893+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.893+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_hJOXMvE4TDZS2KFVmlg6F9R1zk03h3W', time=2024-09-22T11:04:17.783947+0000, chain.objs.size()=2 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.K_Avg6rOl9XlYXoEHnKUeGxJ-Vv2Tw-_0 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.15__shadow_.K_Avg6rOl9XlYXoEHnKUeGxJ-Vv2Tw-_1 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18137358021378068403', time=2024-09-22T11:06:01.983390+0000, chain.objs.size()=1 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.gUnGawLFVIlWvfxitNDNtT3J8iGNS_A_0 2024-09-22T09:14:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12442347061862045020', time=2024-09-22T11:06:02.087849+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.MwJ7M6J-Kc8DVWSd1JBAgAxwXGfyU4o_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9994180840621289099', time=2024-09-22T11:06:06.004098+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.EcxFbmUiepzi0dSMqG9K1VvJ9rqv6Wn_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16538588541901049557', time=2024-09-22T11:06:47.149282+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.22__shadow_.PQyK1kT9zL8OwIv2QpNbPPZ6OFFDP_8_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.607154026279530267', time=2024-09-22T11:06:51.387291+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.GIecvNPAx4tdi-gKwDbAzNFmXhp8pML_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16807463503582286930', time=2024-09-22T11:06:51.499246+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.Cia7H9MtZ24BQRJICEIRAEgDg_VOscd_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13634647542662402986', time=2024-09-22T11:07:27.845576+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.eQMW6X_idwYPY2B6GpKUMgmnpxQMVqZ_0 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.789218766800956065', time=2024-09-22T11:08:52.671576+0000, chain.objs.size()=1 2024-09-22T09:14:36.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.9P_YgqQfRKTKOyfeA5kTR2YpAmG-N8m_0 2024-09-22T09:14:36.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18181116021043680448', time=2024-09-22T11:08:52.702877+0000, chain.objs.size()=1 2024-09-22T09:14:36.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.CLAVF_KH5HhJgBxX-iUBBjOmOWTpZ8V_0 2024-09-22T09:14:36.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15493252845173379182', time=2024-09-22T11:08:57.801844+0000, chain.objs.size()=1 2024-09-22T09:14:36.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.m2Ec3tkvpyPi6jT1FyIGBaBqlwP3O8__0 2024-09-22T09:14:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17160928082907280857', time=2024-09-22T11:09:42.293197+0000, chain.objs.size()=1 2024-09-22T09:14:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.9gw7AUG8faLsk7UMavHYERjMmEHmUpM_0 2024-09-22T09:14:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8895939301255229023', time=2024-09-22T11:10:17.795362+0000, chain.objs.size()=1 2024-09-22T09:14:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.Q9V4csVVB4zEoMzoe0n9cbNOfnnL5AX_0 2024-09-22T09:14:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9971024476380189675', time=2024-09-22T11:10:58.562754+0000, chain.objs.size()=1 2024-09-22T09:14:36.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.Iu0ZrxHGCq3JYxwr9PVp_ebYgC3Q8Y0_0 2024-09-22T09:14:36.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1711873316077395616', time=2024-09-22T11:11:08.405303+0000, chain.objs.size()=1 2024-09-22T09:14:36.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.897+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.6GWsXHuCZ11U6biegGv6B3IpWP4047R_0 2024-09-22T09:14:36.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.901+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5534059530762111928', time=2024-09-22T11:11:11.974110+0000, chain.objs.size()=1 2024-09-22T09:14:36.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.901+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.39__shadow_.OHr6hwNgvxDxl0WjE-tUZ1HsI3NFDoJ_0 2024-09-22T09:14:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.905+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.905+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:14:36.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6041624013807833321', time=2024-09-22T11:04:17.365497+0000, chain.objs.size()=1 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.4__shadow_.FXoCa4-0RiakeHefqI7y4FnC6DhJDnb_0 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15740339046064587416', time=2024-09-22T11:06:02.018918+0000, chain.objs.size()=1 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.19__shadow_.WQiGUiX3QTEqrCBx5YaGYv7-y5fLVfg_0 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2195090274363183492', time=2024-09-22T11:06:41.975294+0000, chain.objs.size()=1 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.zEjEJ0QF293sOJlXj3nL1VjlooRA9M8_0 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13201039494124304900', time=2024-09-22T11:06:42.015732+0000, chain.objs.size()=1 2024-09-22T09:14:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.1bswzxRtL3DcCouE2Zt-oOHOCWW6jfg_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5107471186607690879', time=2024-09-22T11:06:42.158479+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.21__shadow_.-56J-4hVmJCSfhF5DETCdDZoY9Gg8aL_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12939343145417782011', time=2024-09-22T11:06:51.361918+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.23__shadow_.ugTK9exlF0mvIYVNkPm-h0NfzX-mHZO_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12356213155167430800', time=2024-09-22T11:07:27.738159+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.8WgEQSvayzH6DkoPfeklvCj-Vrp1t2p_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8999313764645175262', time=2024-09-22T11:07:27.946627+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.pNjx_jbX7S_uActtD5Se_RWaalmsDxz_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17273581139835052044', time=2024-09-22T11:07:32.922968+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.l4pTb4LQg7Sz8M3ziAnFLzMY73UGAHN_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6264285105042742054', time=2024-09-22T11:07:37.393155+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.3x5GvkE80OiPz71YKOss4HVGYXwFvO4_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3917980317157651767', time=2024-09-22T11:08:12.404363+0000, chain.objs.size()=1 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.5NpCZppywbzIv_JFMZQHrJNljCsORxp_0 2024-09-22T09:14:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14333974420858306705', time=2024-09-22T11:08:57.689579+0000, chain.objs.size()=1 2024-09-22T09:14:36.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.909+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.yKftDBSFEtNrVbgqALL5gI_I8Z6tdde_0 2024-09-22T09:14:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17403372678466606448', time=2024-09-22T11:08:57.912702+0000, chain.objs.size()=1 2024-09-22T09:14:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.30__shadow_.w4vJ1JeuGG1Ld-OUorGkPzf45X8Ay1G_0 2024-09-22T09:14:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9050861072726874084', time=2024-09-22T11:09:42.213270+0000, chain.objs.size()=1 2024-09-22T09:14:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.xv59zKLe9pNhQPcpvSYPiT77d5UNo3o_0 2024-09-22T09:14:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4668519040241973919', time=2024-09-22T11:09:42.217822+0000, chain.objs.size()=1 2024-09-22T09:14:36.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.kX6Y5_xwM8--zmBl_a3-uPmOY-Lc84m_0 2024-09-22T09:14:36.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17936483292175166002', time=2024-09-22T11:10:23.361448+0000, chain.objs.size()=1 2024-09-22T09:14:36.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.dMO-xG-NE1qyJFtpqscrUjZAYsaNU2J_0 2024-09-22T09:14:36.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2053090455503139437', time=2024-09-22T11:10:23.479168+0000, chain.objs.size()=1 2024-09-22T09:14:36.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.Ic4deQ0u67uRhDYzC4LGdswI7Je5enH_0 2024-09-22T09:14:36.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15676833882077240985', time=2024-09-22T11:10:58.568767+0000, chain.objs.size()=1 2024-09-22T09:14:36.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.913+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.tYE-fTNcqBqXFo8cTs9kh9ic5WSoXb4_0 2024-09-22T09:14:36.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.917+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.917+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:14:36.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_RT3csHgG3u2QzolIU6w5StaE2h6LgWI', time=2024-09-22T11:04:17.914058+0000, chain.objs.size()=3 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_0 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_1 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.D7xcVHaG_CFHdGXmabp5_0A9qz-L1K9_2 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15748665631176542516', time=2024-09-22T11:04:18.453918+0000, chain.objs.size()=1 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.Wa845ls0_zM7sBMZPiqs3Fd6BojwC01_0 2024-09-22T09:14:36.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11245838717133799086', time=2024-09-22T11:06:05.931872+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.3KlIAYAsgAQ5CNkvzLdbhGUaSpKpEcM_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4920637438142490954', time=2024-09-22T11:07:37.475022+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.OjjNIW2h26K7h2Tv49EJB_ZlTl_B-30_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16161625636805321845', time=2024-09-22T11:07:37.594704+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.hOr4eWYpEplpSJvf6vJoqLSq487aOZQ_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4459823245386268970', time=2024-09-22T11:08:17.207196+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.f90fVyA_Cg18c3x2TKV-0X8IuBudZBP_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2400197031169071017', time=2024-09-22T11:08:52.713969+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.n15-qO1W64bs4d6yynC0zI6rqmcWrQr_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14521502385352480193', time=2024-09-22T11:08:52.716135+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.TfMfoHE6CWi2aIGZuf-Crk6wSZLn-Ga_0 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1147527342638059232', time=2024-09-22T11:09:02.038446+0000, chain.objs.size()=1 2024-09-22T09:14:36.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.DKoM0r6ZiB3VzR4NLkHdNjf1pjYaXqr_0 2024-09-22T09:14:36.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10359742914921403313', time=2024-09-22T11:09:37.015666+0000, chain.objs.size()=1 2024-09-22T09:14:36.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.921+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.ZJ2SIIJch7-ZPpfGzKSbWLbkPeGJfK7_0 2024-09-22T09:14:36.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13553984399814643745', time=2024-09-22T11:10:23.263999+0000, chain.objs.size()=1 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.Oeei3ONN4NgmHV3XZQFL6bMXVlDA-F3_0 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11760319027818785453', time=2024-09-22T11:10:23.530915+0000, chain.objs.size()=1 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.35__shadow_.nZm64SQRBnKdvzBX2OXaNjRYmXYwWtb_0 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1359274769997635682', time=2024-09-22T11:10:58.568919+0000, chain.objs.size()=1 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.jOhDLlJuIymzRCwtqaM-tJ7JldnCqrl_0 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15235833007394224859', time=2024-09-22T11:11:04.081959+0000, chain.objs.size()=1 2024-09-22T09:14:36.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.925+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.LJ2VBCXvyXzOU18Ltq2B6bystsj4dtI_0 2024-09-22T09:14:36.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.929+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:14:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14034056607829400781', time=2024-09-22T11:04:18.442689+0000, chain.objs.size()=1 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.8__shadow_.XAbZgbNQAU24xbegup0j9T5BPN0bVQ8_0 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17038449010953693233', time=2024-09-22T11:06:05.886804+0000, chain.objs.size()=1 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.HjfMZtstlJyNtVcGRMUnxmev_DdVKJT_0 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7184329013180834106', time=2024-09-22T11:06:05.888307+0000, chain.objs.size()=1 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.OZoqpOfiasqN8nSvPx_RKlHXpxN9oHN_0 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11251999973243858932', time=2024-09-22T11:06:06.127139+0000, chain.objs.size()=1 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.a_YSnCeL67NXxyHQpAkuL6R6amhI2TL_0 2024-09-22T09:14:36.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14554955833876298387', time=2024-09-22T11:07:32.856687+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.25__shadow_.0ujOrKODxInwaMYJbYc0IheIAhKIIFY_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2712656302679281795', time=2024-09-22T11:07:37.336075+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.NJNeuvl4MyvZ-d1yPru-Ka7zXW7uQxU_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2045895379789952255', time=2024-09-22T11:07:37.579061+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.26__shadow_.yCj4gPocND9llJwktWcLdYilLWC1NLx_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8262011229323773407', time=2024-09-22T11:09:02.038495+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.31__shadow_.vwMuFYk7HqTSTNaLZSURZ2Lmo0i5Mny_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5388214691798252850', time=2024-09-22T11:09:37.130238+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.n9g1nvkr78qmg847EKc-dm7C6zQNxBs_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.573616329165440430', time=2024-09-22T11:10:58.690161+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.36__shadow_.k0D0PBpo4DpqpeJRnL4UXbEUck93Dih_0 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16518806418419440784', time=2024-09-22T11:11:02.220198+0000, chain.objs.size()=1 2024-09-22T09:14:36.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.xwLTe0RL8y3aspTO9eq-dyP7UAChn0I_0 2024-09-22T09:14:36.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8408246659965058643', time=2024-09-22T11:11:08.062106+0000, chain.objs.size()=1 2024-09-22T09:14:36.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.933+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.PNFGQE11zILslfu_RnSi4eXxDt3R8tV_0 2024-09-22T09:14:36.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.941+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7343904450346922664', time=2024-09-22T11:11:08.153951+0000, chain.objs.size()=1 2024-09-22T09:14:36.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.941+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.38__shadow_.0_0xaTZ_26D3lu6mGpk9QTUpW-UUlSr_0 2024-09-22T09:14:36.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.941+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:14:36.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:36.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='_XLheD5CbnVmb8hQ_r1yDeq6q2HgjsUY', time=2024-09-22T11:04:17.901228+0000, chain.objs.size()=1 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__shadow_.sfJiJSHslZvm86HL7CMVRUDMbhKvAb1_0 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1079403641768662672', time=2024-09-22T11:04:17.958372+0000, chain.objs.size()=3 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.1 2024-09-22T09:14:36.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.2 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.16__multipart_foo-STANDARD.2~BfVuzQSLTgiV2TmEW5JDXJmeH1ecUHq.3 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7163540386301860157', time=2024-09-22T11:06:05.831944+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.20__shadow_.UvKr4o6Zm4pyGrtF02f164OOvhKhLP__0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13423462934369066035', time=2024-09-22T11:07:27.763128+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.24__shadow_.EN6G8NIcwOnjU_HDnCiIypWxe0mdkkn_0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3608009148262456661', time=2024-09-22T11:08:12.574203+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.27__shadow_.R6hpsmsr_kUuEp_eK02bOrdPYO7XMNT_0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4078274902832990024', time=2024-09-22T11:08:16.988049+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.28__shadow_.boVLvrTfyG-oTLz5GhTWLabluezl5Wg_0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10367386431679219567', time=2024-09-22T11:08:52.830532+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.29__shadow_.xVMAcJmwMImt9svUJRIOZ41EEDMaH-N_0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13729250942034117644', time=2024-09-22T11:09:36.831346+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.32__shadow_.vjn6Jbt71TKZvpnpzBlhasDIwOC3t3K_0 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1267777790161399880', time=2024-09-22T11:09:42.182049+0000, chain.objs.size()=1 2024-09-22T09:14:36.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.-kg4Z_VR5fyxdg-6SzQcKgGuhuiSTDs_0 2024-09-22T09:14:36.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13310109283335975875', time=2024-09-22T11:09:42.188975+0000, chain.objs.size()=1 2024-09-22T09:14:36.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.945+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.XFgcCxi9Z5dy6kwqmG9OBwEcyGgMzJT_0 2024-09-22T09:14:36.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17823017406325883897', time=2024-09-22T11:09:42.234210+0000, chain.objs.size()=1 2024-09-22T09:14:36.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.33__shadow_.vOAAh4HdAQP3cldE9JFUx923n8aAEfE_0 2024-09-22T09:14:36.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2959158456462255819', time=2024-09-22T11:10:17.674096+0000, chain.objs.size()=1 2024-09-22T09:14:36.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.34__shadow_.JdUOsHkVDGzhzO-WZPUcLdDbs4CUzbY_0 2024-09-22T09:14:36.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3852744151840062038', time=2024-09-22T11:11:04.122676+0000, chain.objs.size()=1 2024-09-22T09:14:36.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.ki3nctVw8deX0IFCUey6TZaDRTedEke_0 2024-09-22T09:14:36.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.833182894297566121', time=2024-09-22T11:11:04.124498+0000, chain.objs.size()=1 2024-09-22T09:14:36.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.949+0000 7f03609259c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.37__shadow_.y5Ss4KlJ_Y-7_eN39W4XKNNfqM1NNvk_0 2024-09-22T09:14:36.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.953+0000 7f03609259c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:14:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.957+0000 7f0214fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.957+0000 7f03609259c0 20 remove_watcher() i=0 2024-09-22T09:14:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.957+0000 7f03609259c0 2 removed watcher, disabling cache 2024-09-22T09:14:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.961+0000 7f03609259c0 20 remove_watcher() i=1 2024-09-22T09:14:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.961+0000 7f03609259c0 20 remove_watcher() i=2 2024-09-22T09:14:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.961+0000 7f03609259c0 20 remove_watcher() i=3 2024-09-22T09:14:36.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.965+0000 7f03609259c0 20 remove_watcher() i=4 2024-09-22T09:14:36.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.965+0000 7f03609259c0 20 remove_watcher() i=5 2024-09-22T09:14:36.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.965+0000 7f03609259c0 20 remove_watcher() i=6 2024-09-22T09:14:36.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:36.965+0000 7f03609259c0 20 remove_watcher() i=7 2024-09-22T09:14:36.983 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:14:37.051 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:14:37.051 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:14:37.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.085+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 realm 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:37.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.089+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.093+0000 7f12e291d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:14:37.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.093+0000 7f12e291d9c0 20 searching for the correct realm 2024-09-22T09:14:37.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.097+0000 7f12e0c24640 0 -- 172.21.15.84:0/2474059662 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f12d4018040 msgr2=0x7f12d4017410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:14:37.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.105+0000 7f12e0423640 0 -- 172.21.15.84:0/2474059662 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f12d402b040 msgr2=0x7f12d4019a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:14:37.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:14:37.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 zone default found 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 4 Realm: () 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 zonegroup default 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:14:37.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:14:37.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 started sync module instance, tier type = 2024-09-22T09:14:37.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.109+0000 7f12e291d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:14:37.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=0 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=1 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=2 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=3 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=4 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=5 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.125+0000 7f12e291d9c0 20 add_watcher() i=6 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.129+0000 7f12e291d9c0 20 add_watcher() i=7 2024-09-22T09:14:37.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.129+0000 7f12e291d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:14:37.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.129+0000 7f1196fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:37.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.129+0000 7f12e291d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:14:37.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.129+0000 7f12e291d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:14:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.197+0000 7f1195fdb640 20 reqs_thread_entry: start 2024-09-22T09:14:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.197+0000 7f12e291d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:14:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.197+0000 7f12e291d9c0 20 Filter name: none 2024-09-22T09:14:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.197+0000 7f11077fe640 20 reqs_thread_entry: start 2024-09-22T09:14:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.197+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:14:37.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.201+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.201+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.201+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.201+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:14:37.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.205+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.209+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.209+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.209+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:14:37.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.213+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.213+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.213+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.213+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:14:37.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.213+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.217+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.217+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.217+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:14:37.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.221+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.221+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.221+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.225+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:14:37.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.225+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.225+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.225+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.225+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:14:37.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.229+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.229+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.229+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.233+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:14:37.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.233+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.233+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.233+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.237+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:14:37.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.241+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.241+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.241+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.245+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:14:37.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.245+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.245+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.249+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.249+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:14:37.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.253+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.253+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.257+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.257+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:14:37.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.261+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.261+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.261+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.265+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:14:37.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.265+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.269+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.269+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.269+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:14:37.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.273+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.277+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.277+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.277+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:14:37.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.281+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.285+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.285+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.285+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:14:37.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.289+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.289+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.289+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.289+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:14:37.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.293+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.297+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.297+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.297+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:14:37.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.301+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.301+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.301+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.301+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:14:37.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.305+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.305+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.305+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.305+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:14:37.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.309+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.313+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.313+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.313+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:14:37.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.317+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.317+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.321+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.321+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:14:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.325+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.325+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.325+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.329+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:14:37.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.329+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.333+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.333+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.333+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:14:37.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.337+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.337+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.337+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.341+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:14:37.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.341+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.345+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.345+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.345+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:14:37.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.349+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.349+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.353+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.353+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:14:37.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.357+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.357+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.357+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.357+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:14:37.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.361+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.361+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.365+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.365+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:14:37.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.369+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.369+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.369+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.373+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:14:37.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.373+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.377+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.377+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.381+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:14:37.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.381+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.381+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.381+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.385+0000 7f12e291d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:14:37.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.389+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.389+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:14:37.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.393+0000 7f12e291d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:14:37.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.397+0000 7f1196fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:14:37.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.401+0000 7f12e291d9c0 20 remove_watcher() i=0 2024-09-22T09:14:37.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.401+0000 7f12e291d9c0 2 removed watcher, disabling cache 2024-09-22T09:14:37.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.405+0000 7f12e291d9c0 20 remove_watcher() i=1 2024-09-22T09:14:37.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.405+0000 7f12e291d9c0 20 remove_watcher() i=2 2024-09-22T09:14:37.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.409+0000 7f12e291d9c0 20 remove_watcher() i=3 2024-09-22T09:14:37.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.409+0000 7f12e291d9c0 20 remove_watcher() i=4 2024-09-22T09:14:37.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.413+0000 7f12e291d9c0 20 remove_watcher() i=5 2024-09-22T09:14:37.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.413+0000 7f12e291d9c0 20 remove_watcher() i=6 2024-09-22T09:14:37.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:14:37.413+0000 7f12e291d9c0 20 remove_watcher() i=7 2024-09-22T09:14:37.437 DEBUG:teuthology.orchestra.run.smithi084:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-22T09:14:38.039 INFO:teuthology.orchestra.run.smithi084.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-22T09:14:42.640 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :clean UP-TO-DATE 2024-09-22T09:15:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileJava 2024-09-22T09:15:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processResources 2024-09-22T09:15:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :classes 2024-09-22T09:15:02.138 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:02.138 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileTestJava 2024-09-22T09:15:02.139 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:02.139 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:15:02.139 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :testClasses 2024-09-22T09:15:02.139 INFO:teuthology.orchestra.run.smithi084.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:15:02.139 INFO:teuthology.orchestra.run.smithi084.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:15:08.539 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:08.539 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :test 2024-09-22T09:15:08.539 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:08.539 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-22T09:15:20.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:20.039 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-22T09:15:20.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:20.838 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-22T09:15:21.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:21.039 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-22T09:15:21.938 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:21.939 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-22T09:15:42.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:42.538 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-22T09:15:43.438 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:43.438 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-22T09:15:43.439 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:43.439 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-22T09:15:43.638 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:43.638 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-22T09:15:43.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:43.838 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-22T09:15:44.639 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:15:44.639 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-22T09:16:06.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:16:06.839 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-22T09:16:08.438 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:16:08.438 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-22T09:16:08.938 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:16:08.939 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-22T09:16:08.939 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:16:08,849 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:17:09.039 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:09.039 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-22T09:17:10.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:10.539 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-22T09:17:10.738 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:10.739 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-22T09:17:11.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:11.539 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-22T09:17:11.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:11.839 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-22T09:17:13.238 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:13.239 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-22T09:17:35.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:35.039 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-22T09:17:35.938 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:35.938 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-22T09:17:36.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:36.039 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-22T09:17:36.138 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:36.139 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-22T09:17:51.939 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:51.939 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-22T09:17:56.639 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:56.639 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests STANDARD_OUT 2024-09-22T09:17:56.639 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:17:56,620 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-22T09:17:56.738 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:17:56,630 [s3-transfer-manager-worker-1] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-22T09:17:56.739 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:17:56,635 [s3-transfer-manager-worker-10] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-22T09:17:59.238 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:17:59.239 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-22T09:18:33.338 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:18:33.338 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-22T09:18:34.738 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:18:34.738 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-22T09:18:40.638 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:18:40.639 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-22T09:18:41.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:18:41.539 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-22T09:21:59.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:21:59.538 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-22T09:22:00.338 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:00.338 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-22T09:22:16.137 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:16.138 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-22T09:22:17.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:17.038 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-22T09:22:38.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:38.038 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-22T09:22:38.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:38.838 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-22T09:22:43.538 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:22:43.538 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-22T09:23:07.137 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:07.237 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-22T09:23:07.438 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:07.438 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-22T09:23:08.338 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:08.338 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-22T09:23:08.637 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:08.638 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-22T09:23:09.537 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:09.538 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-22T09:23:09.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:09.838 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-22T09:23:10.637 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:10.638 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-22T09:23:10.937 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:10.938 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-22T09:23:11.838 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:11.838 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-22T09:23:12.038 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:12.038 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-22T09:23:12.937 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:12.938 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-22T09:23:13.137 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:13.138 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-22T09:23:14.037 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:14.038 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-22T09:23:14.338 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:14.338 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-22T09:23:15.138 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:15.138 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-22T09:23:44.737 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:44.738 INFO:teuthology.orchestra.run.smithi084.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:---------------------------------------------------------------------- 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:---------------------------------------------------------------------- 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:BUILD SUCCESSFUL in 9m 8s 2024-09-22T09:23:45.736 INFO:teuthology.orchestra.run.smithi084.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-22T09:23:46.063 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:23:46.095 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:23:46.096 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:23:46.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.139+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 realm 2024-09-22T09:23:46.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:23:46.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:46.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.143+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.147+0000 7f2db44ca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:23:46.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.147+0000 7f2db44ca9c0 20 searching for the correct realm 2024-09-22T09:23:46.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.147+0000 7f2db17cf640 0 -- 172.21.15.84:0/823677532 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f2da4058c20 msgr2=0x7f2da401e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:46.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.363+0000 7f2db1fd0640 0 -- 172.21.15.84:0/823677532 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f2da80ebbb0 msgr2=0x7f2da80c53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:46.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:23:46.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:23:46.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:23:46.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:23:46.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.579+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:46.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 zone default found 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 4 Realm: () 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 zonegroup default 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:46.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:46.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 started sync module instance, tier type = 2024-09-22T09:23:46.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.583+0000 7f2db44ca9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=0 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=1 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=2 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=3 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=4 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=5 2024-09-22T09:23:46.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.607+0000 7f2db44ca9c0 20 add_watcher() i=6 2024-09-22T09:23:46.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.611+0000 7f2db44ca9c0 20 add_watcher() i=7 2024-09-22T09:23:46.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.611+0000 7f2db44ca9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:23:46.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.615+0000 7f2c637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:46.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.615+0000 7f2db44ca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:23:46.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.615+0000 7f2db44ca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:23:46.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.707+0000 7f2c627fc640 20 reqs_thread_entry: start 2024-09-22T09:23:46.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.707+0000 7f2db44ca9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:23:46.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.707+0000 7f2db44ca9c0 20 Filter name: none 2024-09-22T09:23:46.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.707+0000 7f2bd3fff640 20 reqs_thread_entry: start 2024-09-22T09:23:46.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.707+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:23:46.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.711+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17971577763907747247', time=2024-09-22T11:17:04.447822+0000, chain.objs.size()=7 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.1 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.1_1 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.1_2 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.2 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.2_1 2024-09-22T09:23:46.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.2_2 2024-09-22T09:23:46.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~91O2DXVISLjyPtPo6BaIbMUuk3vRjNK.3 2024-09-22T09:23:46.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16963466773462133639', time=2024-09-22T11:18:33.837767+0000, chain.objs.size()=1 2024-09-22T09:23:46.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.715+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_.9Q8QQAiajZv4hVTUIDqTABRnKCSw9D-_0 2024-09-22T09:23:46.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.723+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.731+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:23:46.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.735+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.735+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.739+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.739+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:23:46.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:46.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.862375920967409625', time=2024-09-22T11:17:08.931044+0000, chain.objs.size()=7 2024-09-22T09:23:46.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.1 2024-09-22T09:23:46.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.1_1 2024-09-22T09:23:46.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.1_2 2024-09-22T09:23:46.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.2 2024-09-22T09:23:46.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.2_1 2024-09-22T09:23:46.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.2_2 2024-09-22T09:23:46.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.743+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~RJY99CBtCm2UaJRNI5IAV7ssqplSPNF.3 2024-09-22T09:23:46.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.755+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.755+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:23:46.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.759+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.763+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.763+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:23:46.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:23:46.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15869344678987810163', time=2024-09-22T11:16:07.072939+0000, chain.objs.size()=9 2024-09-22T09:23:46.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.1 2024-09-22T09:23:46.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.1_1 2024-09-22T09:23:46.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.2 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.2_1 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.3 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.3_1 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.4 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.4_1 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.5 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7233285727040914184', time=2024-09-22T11:16:39.368274+0000, chain.objs.size()=9 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.767+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.1 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.771+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.1_1 2024-09-22T09:23:46.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.771+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.2 2024-09-22T09:23:46.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.771+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.2_1 2024-09-22T09:23:46.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.771+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.3 2024-09-22T09:23:46.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.779+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.3_1 2024-09-22T09:23:46.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.779+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.4 2024-09-22T09:23:46.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.4_1 2024-09-22T09:23:46.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~SZkU-60GftSIPm_ufyGOnQcnghmSg7k.5 2024-09-22T09:23:46.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13195336040013348753', time=2024-09-22T11:17:09.335943+0000, chain.objs.size()=6 2024-09-22T09:23:46.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_0 2024-09-22T09:23:46.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_1 2024-09-22T09:23:46.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_2 2024-09-22T09:23:46.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_3 2024-09-22T09:23:46.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_4 2024-09-22T09:23:46.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.783+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.46__shadow_.Rw3LQq9hJbfY2dH7bKNOLOQeKLRD3PX_5 2024-09-22T09:23:46.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.795+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.799+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:23:46.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.803+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.803+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.803+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.807+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:23:46.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:46.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9772862501962191729', time=2024-09-22T11:18:33.917066+0000, chain.objs.size()=1 2024-09-22T09:23:46.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_.eiMAVlPkjnyaCQUAKO33UQGrr9Hilfz_0 2024-09-22T09:23:46.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6970619936499827187', time=2024-09-22T11:23:08.879271+0000, chain.objs.size()=1 2024-09-22T09:23:46.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.811+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.60__shadow_.VFjIcdHNcMBHgEPhVOeVobwkX5kGg7T_0 2024-09-22T09:23:46.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.815+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.819+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:23:46.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.823+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.823+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.823+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.827+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:23:46.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.827+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13109569205571199435', time=2024-09-22T11:19:34.147832+0000, chain.objs.size()=21 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.1 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.1_1 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.2 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.2_1 2024-09-22T09:23:46.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.3 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.3_1 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.4 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.4_1 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.5 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.5_1 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.6 2024-09-22T09:23:46.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.831+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.6_1 2024-09-22T09:23:46.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.835+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.7 2024-09-22T09:23:46.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.835+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.7_1 2024-09-22T09:23:46.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.835+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.8 2024-09-22T09:23:46.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.839+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.8_1 2024-09-22T09:23:46.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.843+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.9 2024-09-22T09:23:46.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.843+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.9_1 2024-09-22T09:23:46.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.10 2024-09-22T09:23:46.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.10_1 2024-09-22T09:23:46.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~e3CDSPQ6wmX16-gzMV17Q51rHMDb5Yz.11 2024-09-22T09:23:46.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14441084061851380664', time=2024-09-22T11:20:21.259928+0000, chain.objs.size()=21 2024-09-22T09:23:46.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.1 2024-09-22T09:23:46.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.1_1 2024-09-22T09:23:46.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.2 2024-09-22T09:23:46.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.2_1 2024-09-22T09:23:46.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.3 2024-09-22T09:23:46.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.3_1 2024-09-22T09:23:46.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.4 2024-09-22T09:23:46.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.847+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.4_1 2024-09-22T09:23:46.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.855+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.5 2024-09-22T09:23:46.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.855+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.5_1 2024-09-22T09:23:46.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.859+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.6 2024-09-22T09:23:46.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.859+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.6_1 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.7 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.7_1 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.8 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.8_1 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.9 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.9_1 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.10 2024-09-22T09:23:46.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.863+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.10_1 2024-09-22T09:23:46.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.867+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~poUqzRdhk01x51BAMdJjgxNbd9HMJ-2.11 2024-09-22T09:23:46.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.875+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.879+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:23:46.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.879+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17191106732827601824', time=2024-09-22T11:16:07.787514+0000, chain.objs.size()=9 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.1 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.1_1 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.2 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.2_1 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.3 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.3_1 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.4 2024-09-22T09:23:46.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__shadow_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.4_1 2024-09-22T09:23:46.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.44__multipart_key1.2~phYNPm4dmklbXftKvLXyxUNmKFHz4oF.5 2024-09-22T09:23:46.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5276273690185735103', time=2024-09-22T11:21:34.198494+0000, chain.objs.size()=16 2024-09-22T09:23:46.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.1 2024-09-22T09:23:46.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.1_1 2024-09-22T09:23:46.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.883+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.1_2 2024-09-22T09:23:46.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.2 2024-09-22T09:23:46.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.2_1 2024-09-22T09:23:46.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.2_2 2024-09-22T09:23:46.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.3 2024-09-22T09:23:46.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.3_1 2024-09-22T09:23:46.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.887+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.3_2 2024-09-22T09:23:46.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.891+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.4 2024-09-22T09:23:46.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.891+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.4_1 2024-09-22T09:23:46.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.891+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.4_2 2024-09-22T09:23:46.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.891+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.5 2024-09-22T09:23:46.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.891+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.5_1 2024-09-22T09:23:46.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.895+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.5_2 2024-09-22T09:23:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.899+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~oWJriLpb-r_X8pF-Ed9JSqH3mm8HVF-.6 2024-09-22T09:23:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.899+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2339629518951569466', time=2024-09-22T11:23:07.698375+0000, chain.objs.size()=1 2024-09-22T09:23:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.899+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.59__shadow_.4Fjyl5fBseVZAb8lKtEWtsVO5SrTqiA_0 2024-09-22T09:23:46.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.903+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.907+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:23:46.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.911+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.911+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.911+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.911+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:23:46.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.915+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.915+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.915+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.915+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:23:46.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12622350839756090911', time=2024-09-22T11:20:46.489123+0000, chain.objs.size()=19 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.1 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.1_1 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.2 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.2_1 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.3 2024-09-22T09:23:46.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.3_1 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.4 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.4_1 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.5 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.5_1 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.6 2024-09-22T09:23:46.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.919+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.6_1 2024-09-22T09:23:46.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.923+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.7 2024-09-22T09:23:46.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.923+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.7_1 2024-09-22T09:23:46.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.923+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.8 2024-09-22T09:23:46.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.927+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.8_1 2024-09-22T09:23:46.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.927+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.9 2024-09-22T09:23:46.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.927+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.9_1 2024-09-22T09:23:46.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.927+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~7n5yJ8ZFD8rJJpHQkrpqJBcjqp1HKOY.10 2024-09-22T09:23:46.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.931+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.935+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:23:46.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:46.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8097969122212703586', time=2024-09-22T11:18:33.775276+0000, chain.objs.size()=6 2024-09-22T09:23:46.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.1 2024-09-22T09:23:46.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.2 2024-09-22T09:23:46.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.3 2024-09-22T09:23:46.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.3_1 2024-09-22T09:23:46.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.4 2024-09-22T09:23:46.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.939+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file2.mpg.2~ClBzWipheqQVP97K-nfzBs8bXFMHCrb.5 2024-09-22T09:23:46.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.943+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:46.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:23:46.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:46.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:46.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:22:57.291659+0000, chain.objs.size()=1 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.18 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:22:57.683560+0000, chain.objs.size()=1 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.20 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:22:58.358745+0000, chain.objs.size()=52 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.1 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.2 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.3 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.4 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.5 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.6 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.7 2024-09-22T09:23:46.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.8 2024-09-22T09:23:46.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.9 2024-09-22T09:23:46.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.947+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.10 2024-09-22T09:23:46.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.951+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.11 2024-09-22T09:23:46.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.951+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.12 2024-09-22T09:23:46.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.951+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.13 2024-09-22T09:23:46.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.951+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.14 2024-09-22T09:23:46.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.15 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.16 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.17 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.ikkhMu83Kr7D1pjzZ7YKIgJF5Xl_8FW-.18 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.19 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.xvY2ZZUnsGoGSECXYo6Of5VULDhMp_bi.20 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.21 2024-09-22T09:23:46.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.955+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.22 2024-09-22T09:23:46.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.959+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.23 2024-09-22T09:23:46.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.959+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.24 2024-09-22T09:23:46.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.959+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.25 2024-09-22T09:23:46.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.26 2024-09-22T09:23:46.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.27 2024-09-22T09:23:46.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.28 2024-09-22T09:23:46.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.29 2024-09-22T09:23:46.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.30 2024-09-22T09:23:46.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.31 2024-09-22T09:23:46.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.32 2024-09-22T09:23:46.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.33 2024-09-22T09:23:46.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.34 2024-09-22T09:23:46.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.35 2024-09-22T09:23:46.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.963+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.36 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.37 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.38 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.39 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.40 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.41 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.42 2024-09-22T09:23:46.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.43 2024-09-22T09:23:46.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.44 2024-09-22T09:23:46.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.45 2024-09-22T09:23:46.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.46 2024-09-22T09:23:46.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.967+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.47 2024-09-22T09:23:46.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.48 2024-09-22T09:23:46.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.50 2024-09-22T09:23:46.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.52 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.53 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.55 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:23:00.257914+0000, chain.objs.size()=13 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.49 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.51 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.54 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.56 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.57 2024-09-22T09:23:46.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.975+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.58 2024-09-22T09:23:46.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.59 2024-09-22T09:23:46.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.60 2024-09-22T09:23:46.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.61 2024-09-22T09:23:46.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.63 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.64 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.65 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.67 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:23:03.186276+0000, chain.objs.size()=11 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.62 2024-09-22T09:23:46.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.66 2024-09-22T09:23:46.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.68 2024-09-22T09:23:46.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.979+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.69 2024-09-22T09:23:46.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.983+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.70 2024-09-22T09:23:46.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.983+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.71 2024-09-22T09:23:46.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.983+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.72 2024-09-22T09:23:46.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.983+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.73 2024-09-22T09:23:46.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.74 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.76 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.77 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:23:04.705240+0000, chain.objs.size()=2 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.75 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.78 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:23:06.050078+0000, chain.objs.size()=7 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.79 2024-09-22T09:23:46.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.80 2024-09-22T09:23:46.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.81 2024-09-22T09:23:46.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.82 2024-09-22T09:23:46.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.83 2024-09-22T09:23:46.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.987+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.84 2024-09-22T09:23:46.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.85 2024-09-22T09:23:46.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_', time=2024-09-22T11:23:06.699197+0000, chain.objs.size()=7 2024-09-22T09:23:46.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.86 2024-09-22T09:23:46.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.87 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.88 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.89 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.90 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.91 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.58__multipart_key1.2~T4DTmOOHfB8R-iYIwfRvPeJNJBtypB_.92 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3398985174535024706', time=2024-09-22T11:23:13.438924+0000, chain.objs.size()=1 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.64__shadow_.Ess4CufOuafnVbkMz5szpGRAKB3NZgr_0 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9038746984015753466', time=2024-09-22T11:23:44.969490+0000, chain.objs.size()=21 2024-09-22T09:23:46.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.991+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.1 2024-09-22T09:23:46.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.1_1 2024-09-22T09:23:46.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.2 2024-09-22T09:23:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.2_1 2024-09-22T09:23:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.3 2024-09-22T09:23:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.3_1 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.4 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.4_1 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.5 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.5_1 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.6 2024-09-22T09:23:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.6_1 2024-09-22T09:23:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.995+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.7 2024-09-22T09:23:47.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.999+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.7_1 2024-09-22T09:23:47.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:46.999+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.8 2024-09-22T09:23:47.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.8_1 2024-09-22T09:23:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.9 2024-09-22T09:23:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.9_1 2024-09-22T09:23:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.10 2024-09-22T09:23:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__shadow_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.10_1 2024-09-22T09:23:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.003+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.66__multipart_key1.2~33GF5CiikPK1enLgQRwo4bKR59Bt7Tf.11 2024-09-22T09:23:47.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.007+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:23:47.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9235517552087676882', time=2024-09-22T11:18:33.596161+0000, chain.objs.size()=9 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.1 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.1_1 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.2 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.2_1 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.3 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.3_1 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.4 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.4_1 2024-09-22T09:23:47.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.011+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__multipart_file.mpg.2~TOdBxy1PNd9xiRBLmoJZUWe3xGtTp3p.5 2024-09-22T09:23:47.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.015+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.019+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:23:47.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.019+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9', time=2024-09-22T11:15:19.930695+0000, chain.objs.size()=9 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__multipart_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.1 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__shadow_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.1_1 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__multipart_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.2 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__shadow_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.2_1 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__multipart_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.3 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__shadow_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.3_1 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__multipart_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.4 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__shadow_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.4_1 2024-09-22T09:23:47.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.023+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.40__multipart_key1.2~-waQqz1RFXp0u-ggmbDBYYjesq-G4s9.5 2024-09-22T09:23:47.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.027+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.027+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:23:47.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:23:47.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9230344189136073320', time=2024-09-22T11:15:42.814789+0000, chain.objs.size()=9 2024-09-22T09:23:47.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__multipart_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__shadow_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.1_1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__multipart_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.2 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__shadow_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.2_1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__multipart_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.3 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__shadow_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.3_1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__multipart_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.4 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__shadow_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.4_1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.42__multipart_key1.2~vLJfqzpQpYpgmXSHPCJbNySIK7ShMlL.5 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_', time=2024-09-22T11:18:41.156648+0000, chain.objs.size()=5 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.54__multipart_key1.2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_.7 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.54__shadow_key1.2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_.7_1 2024-09-22T09:23:47.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.031+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.54__multipart_key1.2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_.10 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.54__shadow_key1.2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_.10_1 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.54__multipart_key1.2~t59NJkPmBim8ugwjsOr4TI0PJQZcoN_.13 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9517724905257094433', time=2024-09-22T11:21:59.363382+0000, chain.objs.size()=16 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.1 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.1_1 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.1_2 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.2 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.2_1 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.2_2 2024-09-22T09:23:47.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.3 2024-09-22T09:23:47.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.3_1 2024-09-22T09:23:47.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.035+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.3_2 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.4 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.4_1 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.4_2 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.5 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.5_1 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.5_2 2024-09-22T09:23:47.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.043+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~otuwTvk8CRX5h-8rPb9rKyN0ycHXovd.6 2024-09-22T09:23:47.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.047+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:23:47.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.113045177625503075', time=2024-09-22T11:22:12.101605+0000, chain.objs.size()=1 2024-09-22T09:23:47.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__shadow_.9kUWXsIBn2O8KThJcsuiDXT8PMENGBa_0 2024-09-22T09:23:47.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.051+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.055+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:23:47.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.055+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2337360817867868604', time=2024-09-22T11:17:35.239631+0000, chain.objs.size()=9 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__multipart_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.1 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__shadow_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.1_1 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__multipart_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.2 2024-09-22T09:23:47.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__shadow_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.2_1 2024-09-22T09:23:47.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__multipart_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.3 2024-09-22T09:23:47.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__shadow_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.3_1 2024-09-22T09:23:47.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__multipart_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.4 2024-09-22T09:23:47.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__shadow_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.4_1 2024-09-22T09:23:47.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.059+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.51__multipart_key1.2~ijgS9uKai3e5Dtu64yqJ5EIREyCoNuI.5 2024-09-22T09:23:47.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.063+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.067+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:23:47.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.067+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.067+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.067+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:23:47.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15818285003834007663', time=2024-09-22T11:17:09.953319+0000, chain.objs.size()=7 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.1 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.1_1 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.1_2 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.2 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.2_1 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.2_2 2024-09-22T09:23:47.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.071+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~s7D_XW0FzF4i2KeJMuusBnWjascZVT0.3 2024-09-22T09:23:47.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.075+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.079+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:23:47.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.079+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.079+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.083+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.083+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12511393563003633369', time=2024-09-22T11:23:11.148382+0000, chain.objs.size()=1 2024-09-22T09:23:47.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.083+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.62__shadow_.H09q4cvPX39QPdGHtElariE8yefxFF9_0 2024-09-22T09:23:47.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.083+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.083+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:23:47.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2406964883142121573', time=2024-09-22T11:17:55.949220+0000, chain.objs.size()=9 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__multipart_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.1 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__shadow_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.1_1 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__multipart_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.2 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__shadow_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.2_1 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__multipart_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.3 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__shadow_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.3_1 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__multipart_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.4 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__shadow_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.4_1 2024-09-22T09:23:47.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.087+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.52__multipart_key1.2~zk6akegZX_8vQ2LLQVAyDn4f1V1hY-u.5 2024-09-22T09:23:47.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.091+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:23:47.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:47.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6203776387092659543', time=2024-09-22T11:18:33.691913+0000, chain.objs.size()=1 2024-09-22T09:23:47.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.53__shadow_.MYG9MYea4VYYdqWw97WhlPyLDB_G0ww_0 2024-09-22T09:23:47.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14716509466854790973', time=2024-09-22T11:21:59.711864+0000, chain.objs.size()=16 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.1 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.1_1 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.095+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.1_2 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.2 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.2_1 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.2_2 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.3 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.3_1 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.3_2 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.4 2024-09-22T09:23:47.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.099+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.4_1 2024-09-22T09:23:47.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.103+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.4_2 2024-09-22T09:23:47.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.103+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.5 2024-09-22T09:23:47.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.103+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.5_1 2024-09-22T09:23:47.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.103+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__shadow_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.5_2 2024-09-22T09:23:47.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.103+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.55__multipart_key1.2~ODvR-9YOWVIlEqIY9tU6GafOg6HmFH6.6 2024-09-22T09:23:47.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.107+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.107+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:23:47.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:47.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7874165058221608821', time=2024-09-22T11:16:45.562364+0000, chain.objs.size()=9 2024-09-22T09:23:47.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.1 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.1_1 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.2 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.2_1 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.3 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.3_1 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.4 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.4_1 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~ql8Hl1NEexCeEvipcb7vwnaYzRac6o8.5 2024-09-22T09:23:47.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8764631927953836009', time=2024-09-22T11:22:38.238826+0000, chain.objs.size()=9 2024-09-22T09:23:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__multipart_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.1 2024-09-22T09:23:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__shadow_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.1_1 2024-09-22T09:23:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.111+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__multipart_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.2 2024-09-22T09:23:47.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__shadow_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.2_1 2024-09-22T09:23:47.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__multipart_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.3 2024-09-22T09:23:47.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__shadow_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.3_1 2024-09-22T09:23:47.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__multipart_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.4 2024-09-22T09:23:47.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__shadow_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.4_1 2024-09-22T09:23:47.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.115+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.57__multipart_key1.2~kgUDXf4CDTMtNg_AyqSepVopoQd9u_y.5 2024-09-22T09:23:47.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.119+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.123+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:23:47.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.123+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18134286021979867037', time=2024-09-22T11:22:16.350440+0000, chain.objs.size()=9 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__multipart_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.1 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__shadow_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.1_1 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__multipart_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.2 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__shadow_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.2_1 2024-09-22T09:23:47.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__multipart_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.3 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__shadow_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.3_1 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__multipart_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.4 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__shadow_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.4_1 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.56__multipart_key1.2~tLx9ba6MFYObQXeNT71_CyWaCGIyx7J.5 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2567187967789843583', time=2024-09-22T11:23:12.307128+0000, chain.objs.size()=1 2024-09-22T09:23:47.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.127+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.63__shadow_.PxZML1s55QVZ8wReJeblj4iF8Q13fUb_0 2024-09-22T09:23:47.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.131+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:23:47.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5641553741841341833', time=2024-09-22T11:16:50.777017+0000, chain.objs.size()=9 2024-09-22T09:23:47.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.1 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.1_1 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.2 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.2_1 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.3 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.3_1 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.4 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__shadow_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.4_1 2024-09-22T09:23:47.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.135+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.47__multipart_key1.2~3YylCNWrNT19mxnBwh6BuFzs2Nb1PKH.5 2024-09-22T09:23:47.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.139+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.143+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:23:47.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.143+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:23:47.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:23:47.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9396123417953677489', time=2024-09-22T11:23:10.030959+0000, chain.objs.size()=1 2024-09-22T09:23:47.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.147+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.61__shadow_.GNnfFS3TayfwXtLD0qC9sNChEPSYp_p_0 2024-09-22T09:23:47.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.151+0000 7f2db44ca9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:23:47.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.151+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:23:47.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.155+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.155+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.155+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.155+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:23:47.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.159+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.159+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.159+0000 7f2db44ca9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.159+0000 7f2c637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:47.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.163+0000 7f2db44ca9c0 20 remove_watcher() i=0 2024-09-22T09:23:47.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.163+0000 7f2db44ca9c0 2 removed watcher, disabling cache 2024-09-22T09:23:47.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.163+0000 7f2db44ca9c0 20 remove_watcher() i=1 2024-09-22T09:23:47.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.163+0000 7f2db44ca9c0 20 remove_watcher() i=2 2024-09-22T09:23:47.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.167+0000 7f2db44ca9c0 20 remove_watcher() i=3 2024-09-22T09:23:47.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.167+0000 7f2db44ca9c0 20 remove_watcher() i=4 2024-09-22T09:23:47.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.167+0000 7f2db44ca9c0 20 remove_watcher() i=5 2024-09-22T09:23:47.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.171+0000 7f2db44ca9c0 20 remove_watcher() i=6 2024-09-22T09:23:47.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.171+0000 7f2db44ca9c0 20 remove_watcher() i=7 2024-09-22T09:23:47.186 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:23:47.263 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:23:47.263 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:23:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.303+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 realm 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.307+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.311+0000 7fedb56379c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:23:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.311+0000 7fedb56379c0 20 searching for the correct realm 2024-09-22T09:23:47.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.315+0000 7fedb393e640 0 -- 172.21.15.84:0/2968032471 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7feda802d3c0 msgr2=0x7feda802d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.531+0000 7fedb313d640 0 -- 172.21.15.84:0/2968032471 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5639444c5af0 msgr2=0x5639444c7f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:47.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:47.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 zone default found 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 4 Realm: () 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 zonegroup default 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.539+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:47.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:47.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 started sync module instance, tier type = 2024-09-22T09:23:47.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.543+0000 7fedb56379c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:23:47.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=0 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=1 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=2 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=3 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=4 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=5 2024-09-22T09:23:47.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.563+0000 7fedb56379c0 20 add_watcher() i=6 2024-09-22T09:23:47.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.567+0000 7fedb56379c0 20 add_watcher() i=7 2024-09-22T09:23:47.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.567+0000 7fedb56379c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:23:47.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.567+0000 7fec69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:47.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.571+0000 7fedb56379c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:23:47.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.571+0000 7fedb56379c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:23:47.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.663+0000 7fec68fe1640 20 reqs_thread_entry: start 2024-09-22T09:23:47.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.663+0000 7fedb56379c0 20 init_complete bucket index max shards: 11 2024-09-22T09:23:47.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.663+0000 7fedb56379c0 20 Filter name: none 2024-09-22T09:23:47.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.663+0000 7febe27fc640 20 reqs_thread_entry: start 2024-09-22T09:23:47.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.663+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:23:47.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.667+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.667+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.667+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.671+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:23:47.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.675+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.675+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.675+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.679+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:23:47.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.679+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.683+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.683+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.683+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:23:47.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.687+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.687+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.687+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.691+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:23:47.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.691+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.695+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.695+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.695+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:23:47.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.699+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.699+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.699+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.703+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:23:47.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.707+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.711+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.711+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.715+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:23:47.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.719+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.719+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.719+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.723+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:23:47.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.723+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.727+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.727+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.727+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:23:47.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.731+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.731+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.735+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.735+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:23:47.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.739+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.739+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.739+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.739+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:23:47.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.743+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.747+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.747+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.751+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:23:47.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.751+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.755+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.755+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.755+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:23:47.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.759+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.763+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.763+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.767+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:23:47.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.771+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.771+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.771+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.775+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:23:47.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.779+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.779+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.783+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.787+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:23:47.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.787+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.791+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.791+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.791+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:23:47.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.795+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.799+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.799+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.803+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:23:47.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.807+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.807+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.807+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.811+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:23:47.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.815+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.815+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.815+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.819+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:23:47.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.823+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.823+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.827+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.827+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:23:47.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.831+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.831+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.831+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.835+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:23:47.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.839+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.839+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.839+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.843+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:23:47.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.847+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.847+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.851+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.851+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:23:47.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.855+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.859+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.859+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.859+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:23:47.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.863+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.867+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.867+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.871+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:23:47.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.871+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.875+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.875+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.879+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:23:47.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.883+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.883+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.883+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.883+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:23:47.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.887+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.887+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.891+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.891+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:23:47.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.895+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.895+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.899+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.899+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:23:47.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.903+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.903+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.907+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.907+0000 7fedb56379c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:23:47.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.911+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.911+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:47.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.911+0000 7fedb56379c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:47.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.919+0000 7fec69fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:47.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.923+0000 7fedb56379c0 20 remove_watcher() i=0 2024-09-22T09:23:47.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.923+0000 7fedb56379c0 2 removed watcher, disabling cache 2024-09-22T09:23:47.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.927+0000 7fedb56379c0 20 remove_watcher() i=1 2024-09-22T09:23:47.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.927+0000 7fedb56379c0 20 remove_watcher() i=2 2024-09-22T09:23:47.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.931+0000 7fedb56379c0 20 remove_watcher() i=3 2024-09-22T09:23:47.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.931+0000 7fedb56379c0 20 remove_watcher() i=4 2024-09-22T09:23:47.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.935+0000 7fedb56379c0 20 remove_watcher() i=5 2024-09-22T09:23:47.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.935+0000 7fedb56379c0 20 remove_watcher() i=6 2024-09-22T09:23:47.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:47.939+0000 7fedb56379c0 20 remove_watcher() i=7 2024-09-22T09:23:47.959 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:23:48.030 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:23:48.030 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:23:48.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 realm 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.075+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.079+0000 7f03bf98a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:48.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.079+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.079+0000 7f03bf98a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:23:48.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.079+0000 7f03bf98a9c0 20 searching for the correct realm 2024-09-22T09:23:48.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.083+0000 7f03bdc91640 0 -- 172.21.15.84:0/1850033784 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x56479c8fc3c0 msgr2=0x56479c8fe880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:48.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.091+0000 7f03bd490640 0 -- 172.21.15.84:0/1850033784 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f03b4019400 msgr2=0x7f03b4019880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:48.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:23:48.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:23:48.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:23:48.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:23:48.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:23:48.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:23:48.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 zone default found 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 4 Realm: () 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 zonegroup default 2024-09-22T09:23:48.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.099+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 started sync module instance, tier type = 2024-09-22T09:23:48.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.103+0000 7f03bf98a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=0 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=1 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=2 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=3 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=4 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=5 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=6 2024-09-22T09:23:48.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 20 add_watcher() i=7 2024-09-22T09:23:48.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.119+0000 7f03bf98a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:23:48.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.123+0000 7f02737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:48.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.123+0000 7f03bf98a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:23:48.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.123+0000 7f03bf98a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:23:48.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.195+0000 7f02727e4640 20 reqs_thread_entry: start 2024-09-22T09:23:48.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.195+0000 7f03bf98a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:23:48.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.195+0000 7f03bf98a9c0 20 Filter name: none 2024-09-22T09:23:48.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.195+0000 7f01e3fff640 20 reqs_thread_entry: start 2024-09-22T09:23:48.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.195+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:23:48.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.199+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.199+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.203+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.203+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:23:48.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.207+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.207+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.207+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.207+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:23:48.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.211+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.211+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.211+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.211+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:23:48.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.215+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.219+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.219+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.223+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:23:48.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.223+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.223+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.227+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.227+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:23:48.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.231+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.231+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.231+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.235+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:23:48.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.235+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.235+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.239+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.239+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:23:48.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.243+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.243+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.247+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.251+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:23:48.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.251+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.255+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.255+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.255+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:23:48.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.259+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.259+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.263+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.267+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:23:48.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.267+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.271+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.271+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.271+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:23:48.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.275+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.275+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.279+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.279+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:23:48.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.283+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.283+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.287+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.287+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:23:48.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.291+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.295+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.295+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.299+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:23:48.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.299+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.303+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.303+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.303+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:23:48.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.307+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.311+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.311+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.315+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:23:48.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.319+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.319+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.319+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.323+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:23:48.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.327+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.327+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.331+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.331+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:23:48.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.335+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.339+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.339+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.343+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:23:48.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.347+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.347+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.347+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.351+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:23:48.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.355+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.355+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.355+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.359+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:23:48.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.363+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.363+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.363+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.367+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:23:48.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.371+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.371+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.375+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.375+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:23:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.379+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.383+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.383+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.387+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:23:48.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.391+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.391+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.391+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.395+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:23:48.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.399+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.399+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.399+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.403+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:23:48.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.407+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.407+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.407+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.411+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:23:48.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.415+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.415+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.415+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.419+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:23:48.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.423+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.423+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.423+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.427+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:23:48.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.427+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.431+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.431+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.431+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:23:48.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.435+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.439+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.439+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.443+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:23:48.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.447+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.447+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.447+0000 7f03bf98a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.455+0000 7f02737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:48.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.459+0000 7f03bf98a9c0 20 remove_watcher() i=0 2024-09-22T09:23:48.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.459+0000 7f03bf98a9c0 2 removed watcher, disabling cache 2024-09-22T09:23:48.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.459+0000 7f03bf98a9c0 20 remove_watcher() i=1 2024-09-22T09:23:48.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.463+0000 7f03bf98a9c0 20 remove_watcher() i=2 2024-09-22T09:23:48.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.467+0000 7f03bf98a9c0 20 remove_watcher() i=3 2024-09-22T09:23:48.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.467+0000 7f03bf98a9c0 20 remove_watcher() i=4 2024-09-22T09:23:48.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.471+0000 7f03bf98a9c0 20 remove_watcher() i=5 2024-09-22T09:23:48.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.471+0000 7f03bf98a9c0 20 remove_watcher() i=6 2024-09-22T09:23:48.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.475+0000 7f03bf98a9c0 20 remove_watcher() i=7 2024-09-22T09:23:48.502 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:23:48.574 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:23:48.574 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:23:48.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 realm 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:23:48.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.619+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.623+0000 7f7358db09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:48.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.623+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.623+0000 7f7358db09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:23:48.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.623+0000 7f7358db09c0 20 searching for the correct realm 2024-09-22T09:23:48.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.631+0000 7f73560b5640 0 -- 172.21.15.84:0/382671970 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f73480f1410 msgr2=0x7f73480f1830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:48.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.635+0000 7f73570b7640 0 -- 172.21.15.84:0/382671970 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f734006d150 msgr2=0x7f734006ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:23:48.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 zone default found 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 4 Realm: () 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:23:48.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 zonegroup default 2024-09-22T09:23:48.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.643+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.647+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.647+0000 7f7358db09c0 20 rados->read ofs=0 len=0 2024-09-22T09:23:48.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.647+0000 7f7358db09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:23:48.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.647+0000 7f7358db09c0 20 started sync module instance, tier type = 2024-09-22T09:23:48.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.647+0000 7f7358db09c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:23:48.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=0 2024-09-22T09:23:48.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=1 2024-09-22T09:23:48.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=2 2024-09-22T09:23:48.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=3 2024-09-22T09:23:48.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=4 2024-09-22T09:23:48.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=5 2024-09-22T09:23:48.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=6 2024-09-22T09:23:48.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 20 add_watcher() i=7 2024-09-22T09:23:48.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.663+0000 7f7358db09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:23:48.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.667+0000 7f720d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:48.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.667+0000 7f7358db09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:23:48.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.667+0000 7f7358db09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:23:48.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.747+0000 7f7187fff640 20 reqs_thread_entry: start 2024-09-22T09:23:48.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.747+0000 7f7358db09c0 20 init_complete bucket index max shards: 11 2024-09-22T09:23:48.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.747+0000 7f7358db09c0 20 Filter name: none 2024-09-22T09:23:48.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.747+0000 7f7185ffb640 20 reqs_thread_entry: start 2024-09-22T09:23:48.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.747+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:23:48.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.751+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.755+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.755+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.755+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:23:48.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.759+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.759+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.759+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.763+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:23:48.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.763+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.767+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.767+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.767+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:23:48.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.771+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.775+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.775+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.779+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:23:48.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.783+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.783+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.783+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.787+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:23:48.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.787+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.791+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.791+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.791+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:23:48.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.795+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.795+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.795+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.799+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:23:48.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.803+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.803+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.803+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.803+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:23:48.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.807+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.807+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.807+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.811+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:23:48.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.811+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.815+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.815+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.819+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:23:48.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.823+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.823+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.823+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.827+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:23:48.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.831+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.831+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.831+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.831+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:23:48.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.835+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.835+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.839+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.839+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:23:48.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.843+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.843+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.843+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.843+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:23:48.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.847+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.847+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.851+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.851+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:23:48.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.855+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.855+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.859+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.859+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:23:48.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.863+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.863+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.863+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.867+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:23:48.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.871+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.871+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.871+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.875+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:23:48.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.879+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.879+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.879+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.883+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:23:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.887+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.887+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.887+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.891+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:23:48.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.891+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.895+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.895+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.895+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:23:48.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.899+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.903+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.903+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.907+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:23:48.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.911+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.911+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.911+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.915+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:23:48.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.919+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.919+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.919+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.923+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:23:48.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.923+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.927+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.927+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.927+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:23:48.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.931+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.931+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.935+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.935+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:23:48.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.939+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.939+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.943+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.943+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:23:48.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.947+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.947+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.947+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.951+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:23:48.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.955+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.955+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.955+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.959+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:23:48.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.963+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.963+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.963+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.967+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:23:48.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.971+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.971+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.971+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.975+0000 7f7358db09c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:23:48.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.979+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.983+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:23:48.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.983+0000 7f7358db09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:23:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.987+0000 7f720d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:23:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.991+0000 7f7358db09c0 20 remove_watcher() i=0 2024-09-22T09:23:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.991+0000 7f7358db09c0 2 removed watcher, disabling cache 2024-09-22T09:23:48.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.995+0000 7f7358db09c0 20 remove_watcher() i=1 2024-09-22T09:23:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.999+0000 7f7358db09c0 20 remove_watcher() i=2 2024-09-22T09:23:49.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:48.999+0000 7f7358db09c0 20 remove_watcher() i=3 2024-09-22T09:23:49.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:49.003+0000 7f7358db09c0 20 remove_watcher() i=4 2024-09-22T09:23:49.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:49.003+0000 7f7358db09c0 20 remove_watcher() i=5 2024-09-22T09:23:49.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:49.007+0000 7f7358db09c0 20 remove_watcher() i=6 2024-09-22T09:23:49.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:23:49.007+0000 7f7358db09c0 20 remove_watcher() i=7 2024-09-22T09:23:49.033 DEBUG:teuthology.orchestra.run.smithi084:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-22T09:23:49.732 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :clean 2024-09-22T09:23:50.631 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileJava 2024-09-22T09:23:50.631 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processResources 2024-09-22T09:23:50.631 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :classes 2024-09-22T09:23:51.131 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:51.131 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileTestJava 2024-09-22T09:23:51.131 INFO:teuthology.orchestra.run.smithi084.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:23:51.131 INFO:teuthology.orchestra.run.smithi084.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:23:51.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:51.132 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:23:51.132 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :testClasses 2024-09-22T09:23:53.131 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.131 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :test 2024-09-22T09:23:53.131 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.131 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests STANDARD_OUT 2024-09-22T09:23:53.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:23:52,445 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:23:53.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.132 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-22T09:23:53.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.133 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-22T09:23:53.531 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.531 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-22T09:23:53.631 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:53.631 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-22T09:23:54.331 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:54.331 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-22T09:23:54.531 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:54.531 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-22T09:23:55.230 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:55.231 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-22T09:23:55.730 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:55.731 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-22T09:23:55.930 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:55.930 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-22T09:23:56.330 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:56.331 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-22T09:23:57.131 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:57.131 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-22T09:23:57.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:57.132 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-22T09:23:57.331 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:57.331 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-22T09:23:57.831 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:57.831 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-22T09:23:59.031 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:59.031 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-22T09:23:59.231 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:59.231 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-22T09:23:59.930 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:23:59.930 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-22T09:24:00.031 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:00.031 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------- 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------- 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:BUILD SUCCESSFUL in 11s 2024-09-22T09:24:00.216 INFO:teuthology.orchestra.run.smithi084.stdout:5 actionable tasks: 5 executed 2024-09-22T09:24:00.234 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:24:00.259 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:00.260 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:00.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 realm 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.303+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.307+0000 7f1b0031e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:00.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.307+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.307+0000 7f1b0031e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:00.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.307+0000 7f1b0031e9c0 20 searching for the correct realm 2024-09-22T09:24:00.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.311+0000 7f1afd623640 0 -- 172.21.15.84:0/929169639 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f1af0084030 msgr2=0x7f1af005e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:00.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.527+0000 7f1afde24640 0 -- 172.21.15.84:0/929169639 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f1af404c410 msgr2=0x7f1af404c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:00.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:24:00.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:00.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:00.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.743+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 zone default found 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 4 Realm: () 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 zonegroup default 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:00.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:00.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 started sync module instance, tier type = 2024-09-22T09:24:00.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.747+0000 7f1b0031e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:24:00.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=0 2024-09-22T09:24:00.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=1 2024-09-22T09:24:00.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=2 2024-09-22T09:24:00.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=3 2024-09-22T09:24:00.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=4 2024-09-22T09:24:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=5 2024-09-22T09:24:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.767+0000 7f1b0031e9c0 20 add_watcher() i=6 2024-09-22T09:24:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.771+0000 7f1b0031e9c0 20 add_watcher() i=7 2024-09-22T09:24:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.771+0000 7f1b0031e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:00.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.775+0000 7f19af7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:00.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.775+0000 7f1b0031e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:00.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.775+0000 7f1b0031e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:00.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.867+0000 7f19ae7fc640 20 reqs_thread_entry: start 2024-09-22T09:24:00.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.867+0000 7f1b0031e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:24:00.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.867+0000 7f1b0031e9c0 20 Filter name: none 2024-09-22T09:24:00.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.867+0000 7f191ffff640 20 reqs_thread_entry: start 2024-09-22T09:24:00.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.867+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:24:00.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.871+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.871+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.875+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.875+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:24:00.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.879+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.883+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.883+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.887+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:24:00.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.887+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.887+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.887+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.891+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:24:00.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.895+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.895+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.895+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.899+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:24:00.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.903+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.903+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.903+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.907+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:24:00.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.907+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.911+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.911+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.911+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:24:00.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.915+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.915+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.919+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.919+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:24:00.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.923+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.923+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.923+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.927+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:24:00.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.931+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.935+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.935+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.939+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:24:00.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.939+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.943+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.943+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.943+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:24:00.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.947+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.947+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.951+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.951+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:24:00.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.955+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.955+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.955+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.959+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:24:00.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.963+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.963+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.963+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.967+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:24:00.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.971+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.971+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.971+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.975+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:24:00.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.979+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.979+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.979+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.983+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:24:00.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.987+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.987+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.987+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.991+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:24:00.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.995+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:00.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.995+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:00.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.995+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.999+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:24:01.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:00.999+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.003+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.003+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.007+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:24:01.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.011+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.011+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.011+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.015+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:24:01.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.019+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.019+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.019+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.023+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:24:01.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.023+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.027+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.027+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.031+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:24:01.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.031+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.035+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.035+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.035+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:24:01.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.043+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.043+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.043+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.047+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:24:01.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.051+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.051+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.051+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.055+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:24:01.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.059+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.059+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.059+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.063+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:24:01.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.063+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.067+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.067+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.067+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:24:01.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.071+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.071+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.071+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.075+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:24:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.079+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.079+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.083+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.083+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:24:01.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.087+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.087+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.087+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.091+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:24:01.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.095+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.095+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.095+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.099+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:24:01.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.103+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.103+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.103+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:24:01.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.103+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14777124653582349124', time=2024-09-22T11:23:57.952778+0000, chain.objs.size()=1 2024-09-22T09:24:01.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.103+0000 7f1b0031e9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.72__shadow_.HgCNGMxhc6XOOOhVuuq-Cq3eQdDcL7J_0 2024-09-22T09:24:01.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.107+0000 7f1b0031e9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:01.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.111+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:24:01.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.115+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.115+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.115+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:24:01.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.115+0000 7f1b0031e9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17759175263009937259', time=2024-09-22T11:23:56.516046+0000, chain.objs.size()=1 2024-09-22T09:24:01.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.115+0000 7f1b0031e9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.71__shadow_.aKbN2QSsUK5YwnkHrrLY0AFnK2Jjg1o_0 2024-09-22T09:24:01.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.123+0000 7f1b0031e9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:24:01.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.127+0000 7f19af7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:01.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.135+0000 7f1b0031e9c0 20 remove_watcher() i=0 2024-09-22T09:24:01.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.135+0000 7f1b0031e9c0 2 removed watcher, disabling cache 2024-09-22T09:24:01.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.135+0000 7f1b0031e9c0 20 remove_watcher() i=1 2024-09-22T09:24:01.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.139+0000 7f1b0031e9c0 20 remove_watcher() i=2 2024-09-22T09:24:01.142 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.139+0000 7f1b0031e9c0 20 remove_watcher() i=3 2024-09-22T09:24:01.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.143+0000 7f1b0031e9c0 20 remove_watcher() i=4 2024-09-22T09:24:01.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.143+0000 7f1b0031e9c0 20 remove_watcher() i=5 2024-09-22T09:24:01.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.147+0000 7f1b0031e9c0 20 remove_watcher() i=6 2024-09-22T09:24:01.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.147+0000 7f1b0031e9c0 20 remove_watcher() i=7 2024-09-22T09:24:01.168 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:24:01.246 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:01.247 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:01.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.291+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 realm 2024-09-22T09:24:01.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:01.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:01.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.295+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.299+0000 7fd6ed3d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:01.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.299+0000 7fd6ed3d09c0 20 searching for the correct realm 2024-09-22T09:24:01.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.303+0000 7fd6eb6d7640 0 -- 172.21.15.84:0/869334201 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd6e0068710 msgr2=0x7fd6e0082050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:01.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.515+0000 7fd6eb6d7640 0 -- 172.21.15.84:0/869334201 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd6e0068710 msgr2=0x7fd6e0082050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:01.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:01.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 zone default found 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 4 Realm: () 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 zonegroup default 2024-09-22T09:24:01.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.527+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.531+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.531+0000 7fd6ed3d09c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:01.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.531+0000 7fd6ed3d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:01.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.531+0000 7fd6ed3d09c0 20 started sync module instance, tier type = 2024-09-22T09:24:01.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.531+0000 7fd6ed3d09c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:24:01.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=0 2024-09-22T09:24:01.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=1 2024-09-22T09:24:01.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=2 2024-09-22T09:24:01.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=3 2024-09-22T09:24:01.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=4 2024-09-22T09:24:01.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=5 2024-09-22T09:24:01.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=6 2024-09-22T09:24:01.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 20 add_watcher() i=7 2024-09-22T09:24:01.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.555+0000 7fd6ed3d09c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:01.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.559+0000 7fd5a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:01.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.559+0000 7fd6ed3d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:01.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.559+0000 7fd6ed3d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:01.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.647+0000 7fd51bfff640 20 reqs_thread_entry: start 2024-09-22T09:24:01.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.647+0000 7fd6ed3d09c0 20 init_complete bucket index max shards: 11 2024-09-22T09:24:01.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.647+0000 7fd6ed3d09c0 20 Filter name: none 2024-09-22T09:24:01.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.647+0000 7fd519ffb640 20 reqs_thread_entry: start 2024-09-22T09:24:01.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.647+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:24:01.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.651+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.651+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.651+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.655+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:24:01.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.659+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.659+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.659+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.659+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:24:01.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.663+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.667+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.667+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.667+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:24:01.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.671+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.671+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.671+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.671+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:24:01.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.675+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.675+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.675+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.675+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:24:01.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.679+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.679+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.683+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.683+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:24:01.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.687+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.687+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.687+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.687+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:24:01.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.691+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.691+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.691+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.695+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:24:01.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.695+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.699+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.699+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.699+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:24:01.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.703+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.707+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.707+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.711+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:24:01.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.711+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.711+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.715+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.715+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:24:01.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.719+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.719+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.723+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.723+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:24:01.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.727+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.727+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.727+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.731+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:24:01.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.731+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.735+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.735+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.739+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:24:01.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.739+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.743+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.743+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.747+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:24:01.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.751+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.751+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.751+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.755+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:24:01.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.759+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.759+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.759+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.759+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:24:01.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.763+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.767+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.767+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.767+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:24:01.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.771+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.771+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.771+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.775+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:24:01.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.775+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.779+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.779+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.779+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:24:01.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.783+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.783+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.787+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.787+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:24:01.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.791+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.795+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.795+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.799+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:24:01.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.799+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.799+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.803+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.803+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:24:01.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.807+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.807+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.811+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.811+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:24:01.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.815+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.815+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.819+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.819+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:24:01.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.823+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.827+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.827+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.827+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:24:01.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.831+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.835+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.835+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.839+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:24:01.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.843+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.843+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.847+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.851+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:24:01.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.855+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.855+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.855+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.859+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:24:01.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.863+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.863+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.863+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.867+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:24:01.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.871+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.871+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.871+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.875+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:24:01.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.879+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.879+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:01.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.883+0000 7fd6ed3d09c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:01.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.887+0000 7fd5a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:01.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.891+0000 7fd6ed3d09c0 20 remove_watcher() i=0 2024-09-22T09:24:01.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.891+0000 7fd6ed3d09c0 2 removed watcher, disabling cache 2024-09-22T09:24:01.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.895+0000 7fd6ed3d09c0 20 remove_watcher() i=1 2024-09-22T09:24:01.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.895+0000 7fd6ed3d09c0 20 remove_watcher() i=2 2024-09-22T09:24:01.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.899+0000 7fd6ed3d09c0 20 remove_watcher() i=3 2024-09-22T09:24:01.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.899+0000 7fd6ed3d09c0 20 remove_watcher() i=4 2024-09-22T09:24:01.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.903+0000 7fd6ed3d09c0 20 remove_watcher() i=5 2024-09-22T09:24:01.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.903+0000 7fd6ed3d09c0 20 remove_watcher() i=6 2024-09-22T09:24:01.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:01.907+0000 7fd6ed3d09c0 20 remove_watcher() i=7 2024-09-22T09:24:01.928 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:24:02.006 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:02.006 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:02.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 realm 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.051+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.055+0000 7fdadab3d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:02.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.055+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.055+0000 7fdadab3d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:02.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.055+0000 7fdadab3d9c0 20 searching for the correct realm 2024-09-22T09:24:02.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.063+0000 7fdad8e44640 0 -- 172.21.15.84:0/1475485894 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fdacc1033a0 msgr2=0x7fdacc1235f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:24:02.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.279+0000 7fdad8643640 0 -- 172.21.15.84:0/1475485894 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55a7abf747f0 msgr2=0x55a7abf76be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:02.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 zone default found 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 4 Realm: () 2024-09-22T09:24:02.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 zonegroup default 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.287+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 started sync module instance, tier type = 2024-09-22T09:24:02.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.291+0000 7fdadab3d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=0 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=1 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=2 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=3 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=4 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=5 2024-09-22T09:24:02.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=6 2024-09-22T09:24:02.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 20 add_watcher() i=7 2024-09-22T09:24:02.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.311+0000 7fdadab3d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:02.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.315+0000 7fd98f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:02.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.319+0000 7fdadab3d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:02.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.319+0000 7fdadab3d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:02.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.403+0000 7fd98e7dc640 20 reqs_thread_entry: start 2024-09-22T09:24:02.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.403+0000 7fdadab3d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:24:02.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.403+0000 7fdadab3d9c0 20 Filter name: none 2024-09-22T09:24:02.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.403+0000 7fd9877fe640 20 reqs_thread_entry: start 2024-09-22T09:24:02.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.403+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:24:02.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.407+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.407+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.411+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.411+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:24:02.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.415+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.415+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.415+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.419+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:24:02.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.423+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.423+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.423+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.423+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:24:02.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.427+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.427+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.427+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.431+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:24:02.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.435+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.435+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.439+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.439+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:24:02.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.443+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.443+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.443+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.447+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:24:02.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.451+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.451+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.451+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.455+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:24:02.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.455+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.455+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.459+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.459+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:24:02.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.459+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.463+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.463+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.463+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:24:02.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.467+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.467+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.467+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.471+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:24:02.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.471+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.471+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.475+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.475+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:24:02.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.479+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.479+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.479+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.479+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:24:02.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.483+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.483+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.483+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.487+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:24:02.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.491+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.491+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.495+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.495+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:24:02.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.499+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.499+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.503+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.503+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:24:02.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.507+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.507+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.511+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.511+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:24:02.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.515+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.515+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.515+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.519+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:24:02.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.519+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.523+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.523+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.527+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:24:02.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.527+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.531+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.531+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.535+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:24:02.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.539+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.539+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.539+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.543+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:24:02.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.543+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.547+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.547+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.547+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:24:02.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.551+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.555+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.555+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.555+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:24:02.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.559+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.563+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.563+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.563+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:24:02.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.567+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.567+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.567+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.571+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:24:02.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.575+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.575+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.575+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.579+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:24:02.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.583+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.583+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.583+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.587+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:24:02.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.591+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.591+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.591+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.595+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:24:02.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.599+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.599+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.599+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.603+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:24:02.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.607+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.607+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.607+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.611+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:24:02.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.615+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.615+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.615+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.619+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:24:02.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.623+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.623+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.627+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.627+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:24:02.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.631+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.631+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:02.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.635+0000 7fdadab3d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:02.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.639+0000 7fd98f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:02.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.643+0000 7fdadab3d9c0 20 remove_watcher() i=0 2024-09-22T09:24:02.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.643+0000 7fdadab3d9c0 2 removed watcher, disabling cache 2024-09-22T09:24:02.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.647+0000 7fdadab3d9c0 20 remove_watcher() i=1 2024-09-22T09:24:02.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.647+0000 7fdadab3d9c0 20 remove_watcher() i=2 2024-09-22T09:24:02.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.651+0000 7fdadab3d9c0 20 remove_watcher() i=3 2024-09-22T09:24:02.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.651+0000 7fdadab3d9c0 20 remove_watcher() i=4 2024-09-22T09:24:02.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.655+0000 7fdadab3d9c0 20 remove_watcher() i=5 2024-09-22T09:24:02.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.655+0000 7fdadab3d9c0 20 remove_watcher() i=6 2024-09-22T09:24:02.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.659+0000 7fdadab3d9c0 20 remove_watcher() i=7 2024-09-22T09:24:02.679 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:24:02.751 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:24:02.751 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:24:02.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 realm 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.795+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:02.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:02.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:02.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:24:02.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.799+0000 7feca855e9c0 20 searching for the correct realm 2024-09-22T09:24:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:02.807+0000 7feca6865640 0 -- 172.21.15.84:0/2711550155 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fec900203f0 msgr2=0x7fec90020830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:24:03.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.023+0000 7feca6064640 0 -- 172.21.15.84:0/2711550155 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55b11040cb70 msgr2=0x55b11040ef60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:24:03.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:03.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:24:03.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.031+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:24:03.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 zone default found 2024-09-22T09:24:03.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 4 Realm: () 2024-09-22T09:24:03.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:24:03.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:24:03.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:24:03.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 zonegroup default 2024-09-22T09:24:03.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:03.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:03.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:24:03.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:24:03.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 started sync module instance, tier type = 2024-09-22T09:24:03.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.035+0000 7feca855e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:24:03.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=0 2024-09-22T09:24:03.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=1 2024-09-22T09:24:03.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=2 2024-09-22T09:24:03.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=3 2024-09-22T09:24:03.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=4 2024-09-22T09:24:03.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=5 2024-09-22T09:24:03.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.055+0000 7feca855e9c0 20 add_watcher() i=6 2024-09-22T09:24:03.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.059+0000 7feca855e9c0 20 add_watcher() i=7 2024-09-22T09:24:03.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.059+0000 7feca855e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:24:03.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.063+0000 7feb5cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:03.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.063+0000 7feca855e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:24:03.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.063+0000 7feca855e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:24:03.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.155+0000 7fead77fe640 20 reqs_thread_entry: start 2024-09-22T09:24:03.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.155+0000 7feca855e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:24:03.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.155+0000 7feca855e9c0 20 Filter name: none 2024-09-22T09:24:03.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.155+0000 7fead57fa640 20 reqs_thread_entry: start 2024-09-22T09:24:03.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.155+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:24:03.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.159+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.159+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.163+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.163+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:24:03.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.167+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.167+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.167+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.171+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:24:03.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.171+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.175+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.175+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.175+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:24:03.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.179+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.179+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.179+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.183+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:24:03.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.187+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.191+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.191+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.191+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:24:03.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.195+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.199+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.199+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.199+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:24:03.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.203+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.203+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.207+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.207+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:24:03.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.211+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.211+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.211+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.215+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:24:03.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.219+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.219+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.219+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.223+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:24:03.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.227+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.227+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.231+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.231+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:24:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.235+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.235+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.239+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.243+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:24:03.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.247+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.247+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.251+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.251+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:24:03.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.255+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.259+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.259+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.259+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:24:03.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.263+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.267+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.267+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.271+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:24:03.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.271+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.275+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.275+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.279+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:24:03.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.283+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.287+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.287+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.287+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:24:03.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.291+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.295+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.295+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.295+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:24:03.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.299+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.303+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.303+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.307+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:24:03.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.307+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.311+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.311+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.315+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:24:03.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.315+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.319+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.319+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.323+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:24:03.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.323+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.327+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.327+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.331+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:24:03.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.335+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.335+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.335+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.339+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:24:03.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.343+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.343+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.343+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.347+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:24:03.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.351+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.351+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.351+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.355+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:24:03.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.359+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.359+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.363+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.367+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:24:03.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.367+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.371+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.371+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.375+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:24:03.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.379+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.379+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.379+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.383+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:24:03.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.387+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.387+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.387+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.391+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:24:03.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.395+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.395+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.399+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.399+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:24:03.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.403+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.407+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.407+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.407+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:24:03.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.411+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.415+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.415+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.419+0000 7feca855e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:24:03.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.423+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.423+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:24:03.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.423+0000 7feca855e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:24:03.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.427+0000 7feb5cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:24:03.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.435+0000 7feca855e9c0 20 remove_watcher() i=0 2024-09-22T09:24:03.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.435+0000 7feca855e9c0 2 removed watcher, disabling cache 2024-09-22T09:24:03.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.435+0000 7feca855e9c0 20 remove_watcher() i=1 2024-09-22T09:24:03.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.439+0000 7feca855e9c0 20 remove_watcher() i=2 2024-09-22T09:24:03.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.443+0000 7feca855e9c0 20 remove_watcher() i=3 2024-09-22T09:24:03.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.443+0000 7feca855e9c0 20 remove_watcher() i=4 2024-09-22T09:24:03.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.447+0000 7feca855e9c0 20 remove_watcher() i=5 2024-09-22T09:24:03.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.451+0000 7feca855e9c0 20 remove_watcher() i=6 2024-09-22T09:24:03.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:24:03.451+0000 7feca855e9c0 20 remove_watcher() i=7 2024-09-22T09:24:03.482 DEBUG:teuthology.orchestra.run.smithi084:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-22T09:24:04.173 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :clean 2024-09-22T09:24:04.970 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileJava 2024-09-22T09:24:04.970 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processResources 2024-09-22T09:24:04.970 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :classes 2024-09-22T09:24:05.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:05.471 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :compileTestJava 2024-09-22T09:24:05.471 INFO:teuthology.orchestra.run.smithi084.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-22T09:24:05.471 INFO:teuthology.orchestra.run.smithi084.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-22T09:24:05.472 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:05.472 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :processTestResources NO-SOURCE 2024-09-22T09:24:05.472 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :testClasses 2024-09-22T09:24:07.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:07.471 INFO:teuthology.orchestra.run.smithi084.stdout:> Task :test 2024-09-22T09:24:07.471 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:07.471 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests STANDARD_OUT 2024-09-22T09:24:07.472 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:24:06,833 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-22T09:24:07.472 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:07.472 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-22T09:24:07.472 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:07.472 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-22T09:24:08.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:08.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-22T09:24:08.970 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:09.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-22T09:24:09.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:09.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-22T09:24:10.070 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:10.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-22T09:24:10.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:10.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-22T09:24:31.571 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:31.571 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-22T09:24:32.170 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:32.170 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-22T09:24:32.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:32.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-22T09:24:33.070 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:33.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-22T09:24:33.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:33.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-22T09:24:34.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:34.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-22T09:24:34.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:34.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-22T09:24:34.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:34.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-22T09:24:34.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:34.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-22T09:24:35.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:35.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-22T09:24:43.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:43.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-22T09:24:44.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:44.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-22T09:24:44.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:44.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-22T09:24:45.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:45.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-22T09:24:45.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:45.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-22T09:24:46.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:46.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-22T09:24:46.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:46.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-22T09:24:47.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:47.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-22T09:24:47.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:47.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-22T09:24:48.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:48.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-22T09:24:48.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:48.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-22T09:24:49.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:49.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-22T09:24:49.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:49.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-22T09:24:50.270 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:50.270 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-22T09:24:50.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:50.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-22T09:24:51.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:24:51.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-22T09:25:04.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:25:04.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-22T09:25:06.070 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:25:06.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-22T09:26:04.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:04.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-22T09:26:06.170 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:06.170 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-22T09:26:06.270 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:06.270 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-22T09:26:06.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:06.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-22T09:26:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:07.170 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-22T09:26:08.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:08.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-22T09:26:20.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:20.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-22T09:26:21.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:21.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-22T09:26:21.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:21.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-22T09:26:21.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:21.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-22T09:26:38.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:38.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-22T09:26:42.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:42.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests STANDARD_OUT 2024-09-22T09:26:42.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:26:42,407 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-22T09:26:42.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22 09:26:42,578 [s3-transfer-manager-worker-10] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-22T09:26:44.470 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:26:44.470 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-22T09:27:08.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:27:08.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-22T09:27:09.670 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:27:09.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-22T09:27:29.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:27:29.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-22T09:27:30.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:27:30.370 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-22T09:28:38.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:28:38.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-22T09:28:39.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:28:39.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-22T09:28:55.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:28:55.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-22T09:28:55.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:28:55.970 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-22T09:29:16.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:29:16.970 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-22T09:29:17.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:29:17.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-22T09:29:21.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:29:21.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-22T09:30:11.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:11.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-22T09:30:11.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:11.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-22T09:30:11.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:11.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-22T09:30:11.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:11.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-22T09:30:12.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:12.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-22T09:30:12.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:12.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-22T09:30:13.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:13.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-22T09:30:13.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:13.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-22T09:30:14.570 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:14.570 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-22T09:30:14.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:14.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-22T09:30:15.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:15.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-22T09:30:15.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:15.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-22T09:30:16.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:16.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-22T09:30:16.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:16.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-22T09:30:17.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:17.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-22T09:30:17.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:17.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-22T09:30:18.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:18.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-22T09:30:19.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:19.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-22T09:30:20.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:20.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-22T09:30:20.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:20.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-22T09:30:21.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:21.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-22T09:30:22.469 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:22.469 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-22T09:30:23.469 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:23.469 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-22T09:30:23.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:23.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-22T09:30:24.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:24.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-22T09:30:25.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:25.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-22T09:30:26.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:26.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-22T09:30:27.069 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:27.069 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-22T09:30:28.070 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:28.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-22T09:30:28.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:28.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-22T09:30:29.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:29.670 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-22T09:30:30.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:30.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-22T09:30:31.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:31.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-22T09:30:31.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:31.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-22T09:30:32.770 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:32.770 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-22T09:30:33.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:33.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-22T09:30:34.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:34.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-22T09:30:34.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:34.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-22T09:30:35.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:35.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-22T09:30:36.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:36.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-22T09:30:37.070 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:37.070 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-22T09:30:37.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:37.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-22T09:30:38.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:38.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-22T09:30:39.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:39.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-22T09:30:40.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:40.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-22T09:30:40.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:40.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-22T09:30:41.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:41.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-22T09:30:42.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:42.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-22T09:30:43.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:43.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-22T09:30:43.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:43.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-22T09:30:44.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:44.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-22T09:30:45.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:45.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-22T09:30:46.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:46.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-22T09:30:46.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:46.743 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-22T09:30:47.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:47.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-22T09:30:47.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:47.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-22T09:30:48.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:48.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-22T09:30:49.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:49.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-22T09:30:50.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:50.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-22T09:30:50.469 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:50.469 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-22T09:30:51.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:51.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-22T09:30:51.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:51.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-22T09:30:52.069 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:52.069 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-22T09:30:52.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:52.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-22T09:30:53.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:53.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-22T09:30:53.469 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:53.469 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-22T09:30:54.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:54.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-22T09:30:54.870 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:54.870 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-22T09:30:55.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:55.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-22T09:30:55.669 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:55.669 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-22T09:30:55.769 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:55.769 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-22T09:30:56.069 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:56.069 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-22T09:30:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:56.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-22T09:30:57.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:57.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-22T09:30:57.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:57.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-22T09:30:58.269 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:58.269 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-22T09:30:58.969 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:58.969 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-22T09:30:59.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:59.169 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-22T09:30:59.869 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:30:59.869 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-22T09:31:12.569 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:12.569 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-22T09:31:13.469 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:13.469 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-22T09:31:26.369 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:26.369 INFO:teuthology.orchestra.run.smithi084.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:---------------------------------------------------------------------- 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:---------------------------------------------------------------------- 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-22T09:31:27.309 INFO:teuthology.orchestra.run.smithi084.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-22T09:31:27.310 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:27.310 INFO:teuthology.orchestra.run.smithi084.stdout:BUILD SUCCESSFUL in 7m 23s 2024-09-22T09:31:27.310 INFO:teuthology.orchestra.run.smithi084.stdout:5 actionable tasks: 5 executed 2024-09-22T09:31:27.317 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:31:27.342 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:27.342 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:27.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.384+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 realm 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.388+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.392+0000 7fd5ca29a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.392+0000 7fd5ca29a9c0 20 searching for the correct realm 2024-09-22T09:31:27.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.396+0000 7fd5c85a1640 0 -- 172.21.15.84:0/373287828 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd5bc1250b0 msgr2=0x7fd5bc1059e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:27.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.612+0000 7fd5c7da0640 0 -- 172.21.15.84:0/373287828 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55602a287810 msgr2=0x55602a287cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:27.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:27.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:27.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:27.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 zone default found 2024-09-22T09:31:27.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 4 Realm: () 2024-09-22T09:31:27.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 zonegroup default 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.620+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:27.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:27.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 started sync module instance, tier type = 2024-09-22T09:31:27.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.624+0000 7fd5ca29a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:27.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=0 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=1 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=2 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=3 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=4 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=5 2024-09-22T09:31:27.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.644+0000 7fd5ca29a9c0 20 add_watcher() i=6 2024-09-22T09:31:27.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.648+0000 7fd5ca29a9c0 20 add_watcher() i=7 2024-09-22T09:31:27.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.648+0000 7fd5ca29a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.652+0000 7fd47dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.652+0000 7fd5ca29a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.652+0000 7fd5ca29a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:27.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.736+0000 7fd47cfe1640 20 reqs_thread_entry: start 2024-09-22T09:31:27.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.736+0000 7fd5ca29a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:27.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.736+0000 7fd5ca29a9c0 20 Filter name: none 2024-09-22T09:31:27.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.736+0000 7fd3f67fc640 20 reqs_thread_entry: start 2024-09-22T09:31:27.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.736+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:31:27.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.744+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.744+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16426348056317840983', time=2024-09-22T11:26:05.032849+0000, chain.objs.size()=6 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_0 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_1 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_2 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_3 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_4 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.93__shadow_.Po1Ei_VRaUpDKRSHEPttEYcagnBUkpZ_5 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9113799605834660135', time=2024-09-22T11:27:53.087233+0000, chain.objs.size()=9 2024-09-22T09:31:27.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.1 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.1_1 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.2 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.2_1 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.3 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.3_1 2024-09-22T09:31:27.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.748+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.4 2024-09-22T09:31:27.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.756+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.4_1 2024-09-22T09:31:27.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~JBOAX7CLnVVROIXgdbkzi0jDPL1qpn_.5 2024-09-22T09:31:27.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9553338919626803127', time=2024-09-22T11:28:38.701120+0000, chain.objs.size()=7 2024-09-22T09:31:27.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.1 2024-09-22T09:31:27.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.1_1 2024-09-22T09:31:27.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.1_2 2024-09-22T09:31:27.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.2 2024-09-22T09:31:27.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.2_1 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.2_2 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mss2QZiLZTw-eSVLiguHA9go5do0u6r.3 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18088722350245743625', time=2024-09-22T11:30:30.552927+0000, chain.objs.size()=1 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.120__shadow_.-O5yB_OYq1ZeTHjEOyBBpnKJaKvHN5s_0 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2313969381784682441', time=2024-09-22T11:30:35.049992+0000, chain.objs.size()=1 2024-09-22T09:31:27.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.760+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.123__shadow_.gAAOpPl1t5p-av3Os2nJmxpS-Q4dLB6_0 2024-09-22T09:31:27.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.768+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12476322864101083640', time=2024-09-22T11:30:37.910020+0000, chain.objs.size()=1 2024-09-22T09:31:27.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.768+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.125__shadow_.tbtiw0sdBTf9FaHqlNkySGexYliRE_Q_0 2024-09-22T09:31:27.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.772+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14328793296840066001', time=2024-09-22T11:30:42.456106+0000, chain.objs.size()=1 2024-09-22T09:31:27.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.772+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.128__shadow_.hq-TdDlYw33SLC5lS1ScYwi_bNC9eVx_0 2024-09-22T09:31:27.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.772+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10631805130202654109', time=2024-09-22T11:30:42.548124+0000, chain.objs.size()=1 2024-09-22T09:31:27.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.772+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.128__shadow_.nA8gcy_XFzsWDbntKEYhz1kwiPyH2ad_0 2024-09-22T09:31:27.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.776+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.780+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:31:27.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.784+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.784+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1900151847012446193', time=2024-09-22T11:27:08.857929+0000, chain.objs.size()=1 2024-09-22T09:31:27.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_.oqmFgy5r94lRJc0rQHc8pmTIWw-YNPg_0 2024-09-22T09:31:27.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9466315209004440657', time=2024-09-22T11:30:48.182159+0000, chain.objs.size()=1 2024-09-22T09:31:27.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.132__shadow_.lo3GZ4d3o0V7Z2oOOeXwF8NYzWnzkB3_0 2024-09-22T09:31:27.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.788+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.796+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:31:27.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.796+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17019428481327787704', time=2024-09-22T11:28:16.214488+0000, chain.objs.size()=9 2024-09-22T09:31:27.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.1 2024-09-22T09:31:27.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.1_1 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.2 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.2_1 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.3 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.3_1 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.4 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.4_1 2024-09-22T09:31:27.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~3TuK8SiviY9BnSr45mqfA9RCgNOJbjq.5 2024-09-22T09:31:27.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4535535671686907136', time=2024-09-22T11:30:18.270898+0000, chain.objs.size()=1 2024-09-22T09:31:27.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.800+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.112__shadow_.0njeQ5xTngMlWrr0_rjmvDswMsevLCw_0 2024-09-22T09:31:27.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.808+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.812+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:31:27.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.816+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7503114535408409173', time=2024-09-22T11:30:21.349585+0000, chain.objs.size()=1 2024-09-22T09:31:27.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.114__shadow_.caFpTH1apgeWlh2t5C9_UNuDYnXNz51_0 2024-09-22T09:31:27.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10019766255509913989', time=2024-09-22T11:30:54.728370+0000, chain.objs.size()=1 2024-09-22T09:31:27.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.820+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.138__shadow_.QpJFoKlYxmYXGJ0gFsFJ6fCTes9ouHs_0 2024-09-22T09:31:27.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.824+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:31:27.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-22T09:31:27.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6576014786896500647', time=2024-09-22T11:24:33.737444+0000, chain.objs.size()=1 2024-09-22T09:31:27.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.81__shadow_.pkUK65o9wLSCanCiAjZvi09qJuSKuQA_0 2024-09-22T09:31:27.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10976535971214806854', time=2024-09-22T11:25:04.771136+0000, chain.objs.size()=9 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.1 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.1_1 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.2 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.2_1 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.3 2024-09-22T09:31:27.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.3_1 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.4 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.4_1 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.5 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2218333897990189665', time=2024-09-22T11:30:19.818352+0000, chain.objs.size()=1 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.828+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.113__shadow_.Yve7M4AmvdsKRIAURgx9JJCe14N4BzM_0 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.832+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.108562500212145150', time=2024-09-22T11:30:25.743817+0000, chain.objs.size()=1 2024-09-22T09:31:27.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.832+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.117__shadow_.iDYGdylREIa6U0UGMyAOVs6ovxV05Iw_0 2024-09-22T09:31:27.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.836+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15822518332822267305', time=2024-09-22T11:30:28.903993+0000, chain.objs.size()=1 2024-09-22T09:31:27.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.836+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.119__shadow_.SdWhznFFhvH1q0ibMI8oB0H1vAJFHfl_0 2024-09-22T09:31:27.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.836+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10665166088029462046', time=2024-09-22T11:30:36.441808+0000, chain.objs.size()=1 2024-09-22T09:31:27.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.836+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.124__shadow_.et3gYdi4x9efM2VfCiyANxjLw6rocCB_0 2024-09-22T09:31:27.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.840+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16905563922756891608', time=2024-09-22T11:30:46.854851+0000, chain.objs.size()=1 2024-09-22T09:31:27.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.840+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.131__shadow_.BK-94kkuIIc8kud3ek7J5uZcjCyLr0W_0 2024-09-22T09:31:27.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.840+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6719679434007846064', time=2024-09-22T11:30:52.582467+0000, chain.objs.size()=1 2024-09-22T09:31:27.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.840+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.136__shadow_.FVrPN82ANGbr2JUN_AdRwLQzwxWXeTu_0 2024-09-22T09:31:27.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.844+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.848+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:31:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.656088161319847503', time=2024-09-22T11:25:05.437314+0000, chain.objs.size()=9 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.1_1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.2 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.2_1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.3 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.3_1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.4 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__shadow_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.4_1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.91__multipart_key1.2~Lc4honfiVaG1oG3QIipXq_HipBRtny0.5 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q', time=2024-09-22T11:27:30.045281+0000, chain.objs.size()=9 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__multipart_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.7 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__shadow_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.7_1 2024-09-22T09:31:27.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.852+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__multipart_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.8 2024-09-22T09:31:27.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__shadow_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.8_1 2024-09-22T09:31:27.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__multipart_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.9 2024-09-22T09:31:27.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__shadow_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.9_1 2024-09-22T09:31:27.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__multipart_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.10 2024-09-22T09:31:27.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__shadow_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.10_1 2024-09-22T09:31:27.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.860+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.101__multipart_key1.2~X_vtLF6K6CxwoNtNK14VoI_GigtFe1q.11 2024-09-22T09:31:27.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.868+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.872+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:31:27.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:27.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y', time=2024-09-22T11:24:31.453254+0000, chain.objs.size()=9 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__multipart_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__shadow_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.1_1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__multipart_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.2 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__shadow_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.2_1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__multipart_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.3 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__shadow_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.3_1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__multipart_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.4 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__shadow_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.4_1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.79__multipart_key1.2~CNb4X0XE65NJwX56VRCFE9YffLnKL2Y.5 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5701381483102743526', time=2024-09-22T11:26:04.725736+0000, chain.objs.size()=7 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.1_1 2024-09-22T09:31:27.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.876+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.1_2 2024-09-22T09:31:27.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.880+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.2 2024-09-22T09:31:27.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.880+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.2_1 2024-09-22T09:31:27.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.884+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.2_2 2024-09-22T09:31:27.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.884+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~bNYB1O5lo-6zm_KSN_JXR7HCUgQwysL.3 2024-09-22T09:31:27.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.888+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6708114422507583004', time=2024-09-22T11:30:18.203540+0000, chain.objs.size()=1 2024-09-22T09:31:27.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.888+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.112__shadow_.4drAwQnKEy7fUZqJ3RI8DRx4IAc_T7Y_0 2024-09-22T09:31:27.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.888+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10275997574195791409', time=2024-09-22T11:30:37.982597+0000, chain.objs.size()=1 2024-09-22T09:31:27.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.888+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.125__shadow_.sI8N4QwAPrtV6dTLKrQjyB-UbSnjAJe_0 2024-09-22T09:31:27.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.892+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.896+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:31:27.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:31:27.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14566192294987239265', time=2024-09-22T11:24:09.230658+0000, chain.objs.size()=1 2024-09-22T09:31:27.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.77__shadow_.i_r_0Tczm4_BHz7Bte1EEDJnHZIQV7m_0 2024-09-22T09:31:27.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5726476161925317509', time=2024-09-22T11:30:19.592433+0000, chain.objs.size()=1 2024-09-22T09:31:27.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.113__shadow_.MqftMeYus4gqidoQ_hRyS1JZxMuD13t_0 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15656619675061953641', time=2024-09-22T11:30:22.731867+0000, chain.objs.size()=1 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.115__shadow_.BCZ8Dfsx6aJuf2U18QBYZUiWyyjNtGd_0 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.575801187536455266', time=2024-09-22T11:30:49.608601+0000, chain.objs.size()=1 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.133__shadow_._dfd9kvkhCqBbzBXQzPQggKG15Yqul4_0 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15335072596101679694', time=2024-09-22T11:30:56.288043+0000, chain.objs.size()=1 2024-09-22T09:31:27.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.900+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.139__shadow_.OeENuGN4dISQdDgE9Yk81ktNFUSI9af_0 2024-09-22T09:31:27.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.904+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.904+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:31:27.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3035128243512199217', time=2024-09-22T11:30:18.129469+0000, chain.objs.size()=1 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.112__shadow_.g4FTxlhIzr8x8ekZeXQf44mebG-6VmU_0 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16586894159393735053', time=2024-09-22T11:30:24.349509+0000, chain.objs.size()=1 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.116__shadow_.827OCsWJn0LvAIltpO52K-FlptEnV00_0 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10129252631891994687', time=2024-09-22T11:30:43.986582+0000, chain.objs.size()=1 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.129__shadow_.QOntFGL3hEOOtYWJvmOvy7wSmIiFM89_0 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8238385402156127300', time=2024-09-22T11:30:44.064476+0000, chain.objs.size()=1 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.129__shadow_.b2W__x6CrYHrVPEs8zokuIokR4rfFil_0 2024-09-22T09:31:27.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8081410942376364547', time=2024-09-22T11:30:46.927377+0000, chain.objs.size()=1 2024-09-22T09:31:27.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.908+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.131__shadow_.6Kc_bJ4Je9xmLCzSS5wmwQzmRHmnc0u_0 2024-09-22T09:31:27.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.912+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.916+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:31:27.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.916+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1887275339805465185', time=2024-09-22T11:25:27.638247+0000, chain.objs.size()=9 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.1 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.1_1 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.2 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.2_1 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.3 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.3_1 2024-09-22T09:31:27.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.4 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.4_1 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~-YFUJ-2q9uwMwsvFYePloVPJUOZ5aPb.5 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4715211055959180721', time=2024-09-22T11:30:21.150134+0000, chain.objs.size()=1 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.114__shadow_.nNN8gds6jeG5oLAqT1gKnNMhwAXKthk_0 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6347676318648636546', time=2024-09-22T11:30:42.618319+0000, chain.objs.size()=1 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.128__shadow_.L-USb6FIEQCxYQARHmYIIUY2MlsP13U_0 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6651024407166353250', time=2024-09-22T11:30:45.438244+0000, chain.objs.size()=1 2024-09-22T09:31:27.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.920+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.130__shadow_.c8Qz98ulRu1vAzvQIR0LbPtyHaNK0pa_0 2024-09-22T09:31:27.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.924+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8421107849051325208', time=2024-09-22T11:31:26.599665+0000, chain.objs.size()=9 2024-09-22T09:31:27.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.924+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__multipart_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.1 2024-09-22T09:31:27.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.924+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__shadow_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.1_1 2024-09-22T09:31:27.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.924+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__multipart_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.2 2024-09-22T09:31:27.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.924+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__shadow_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.2_1 2024-09-22T09:31:27.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.928+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__multipart_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.3 2024-09-22T09:31:27.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.928+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__shadow_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.3_1 2024-09-22T09:31:27.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.928+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__multipart_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.4 2024-09-22T09:31:27.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.928+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__shadow_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.4_1 2024-09-22T09:31:27.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.928+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__multipart_key1/data/file.mpg.2~OcA5LP4co9cbo7fANvUEISXeRn3Q-0N.5 2024-09-22T09:31:27.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.932+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.936+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:31:27.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18228917111222422677', time=2024-09-22T11:30:19.667828+0000, chain.objs.size()=1 2024-09-22T09:31:27.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.113__shadow_.FS1wWFK5ZVaDpVRiOcOBVVanS5AIikw_0 2024-09-22T09:31:27.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16633938156877723526', time=2024-09-22T11:30:29.053670+0000, chain.objs.size()=1 2024-09-22T09:31:27.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.119__shadow_.AT-zklc6tGLriaaf6jVZjWnj2wuZGJ1_0 2024-09-22T09:31:27.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.940+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.944+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:31:27.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9546663478893262873', time=2024-09-22T11:26:05.580090+0000, chain.objs.size()=7 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.1 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.1_1 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.1_2 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.2 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.2_1 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.2_2 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~HZtXM3e_BrnPmZJmmoQlXs9qjBAIlWL.3 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11163705369705826579', time=2024-09-22T11:28:04.321501+0000, chain.objs.size()=9 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.1 2024-09-22T09:31:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.1_1 2024-09-22T09:31:27.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.2 2024-09-22T09:31:27.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.2_1 2024-09-22T09:31:27.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.948+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.3 2024-09-22T09:31:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.952+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.3_1 2024-09-22T09:31:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.952+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.4 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.952+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.4_1 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~5fB9FbblJENqbTQQ676B6-SLyVa1llQ.5 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2189376714115112333', time=2024-09-22T11:30:39.502436+0000, chain.objs.size()=1 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.126__shadow_.mXGwCKaTksz8SjaZH-T18K9MBEQyfc__0 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3555866553055152627', time=2024-09-22T11:30:42.691103+0000, chain.objs.size()=1 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.128__shadow_.XauHxi2hUlGClz2pxdN4MVJFzzGio3w_0 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17477067212408966881', time=2024-09-22T11:30:53.633178+0000, chain.objs.size()=1 2024-09-22T09:31:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.137__shadow_.KsEuLcGfli2W2dPo4o63GfIeV2g9M61_0 2024-09-22T09:31:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14064700520165382363', time=2024-09-22T11:30:57.357316+0000, chain.objs.size()=1 2024-09-22T09:31:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.956+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.140__shadow_.dfh0hIJsHsWYDmnV9kcI0yXdjJnTWh1_0 2024-09-22T09:31:27.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.960+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:31:27.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3700605680543202482', time=2024-09-22T11:25:46.567164+0000, chain.objs.size()=9 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.1 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.1_1 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.2 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.2_1 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.3 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.3_1 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.4 2024-09-22T09:31:27.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.4_1 2024-09-22T09:31:27.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~Pf0vHoxyb4yLRfBKv1yeeDZazmMTr5H.5 2024-09-22T09:31:27.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6401092613554702534', time=2024-09-22T11:30:22.805232+0000, chain.objs.size()=1 2024-09-22T09:31:27.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.115__shadow_.mwF2UgdLdeRm7TeLEH301M_EyN3Yff1_0 2024-09-22T09:31:27.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9349202676258205757', time=2024-09-22T11:30:30.479512+0000, chain.objs.size()=1 2024-09-22T09:31:27.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.964+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.120__shadow_.x7Ju8mZb_A_gQoPSMpIZr0hKlTkqZ7y_0 2024-09-22T09:31:27.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.972+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:31:27.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8228875192104427684', time=2024-09-22T11:26:41.802643+0000, chain.objs.size()=9 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__multipart_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.1 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__shadow_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.1_1 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__multipart_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.2 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__shadow_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.2_1 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__multipart_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.3 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__shadow_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.3_1 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__multipart_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.4 2024-09-22T09:31:27.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__shadow_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.4_1 2024-09-22T09:31:27.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.99__multipart_key1.2~VIDYUG1tYYTcdKJgZ9XD5VQXhVKSRk7.5 2024-09-22T09:31:27.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13679925669851275994', time=2024-09-22T11:30:24.203803+0000, chain.objs.size()=1 2024-09-22T09:31:27.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.976+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.116__shadow_.x3_INQ2AoMpcMFV1FlpFSJfkakf4gcN_0 2024-09-22T09:31:27.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.984+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:31:27.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:27.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10384474762804923875', time=2024-09-22T11:24:50.470633+0000, chain.objs.size()=1 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.90__shadow_.Zquya9ji56StoOsfZmRZOayp9eAc_0I_0 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4897829789319984188', time=2024-09-22T11:28:51.510395+0000, chain.objs.size()=1 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__shadow_.YamP0H3g13t055svDRQ6GNPTLewBZCV_0 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16117715237622545396', time=2024-09-22T11:30:12.155995+0000, chain.objs.size()=1 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.106__shadow_.7LSBUG-wFk9r-M8Vt3KklxZXyfve5d4_0 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6685146170716181374', time=2024-09-22T11:30:34.975023+0000, chain.objs.size()=1 2024-09-22T09:31:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.988+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.123__shadow_.kKqqswCie6D1znT7Ytr7tJgMRJmQEhY_0 2024-09-22T09:31:27.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.992+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.996+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:31:27.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:27.996+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17845050125314891095', time=2024-09-22T11:28:27.349653+0000, chain.objs.size()=7 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.1 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.1_1 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.1_2 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.2 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.2_1 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.2_2 2024-09-22T09:31:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~mnlems467EF6lpGh1Hda8MPIq1QMk_j.3 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13676690612891161985', time=2024-09-22T11:30:36.367244+0000, chain.objs.size()=1 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.124__shadow_.-382Qk8tBocIRl-guNfz_l6kFNRsdZi_0 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14970897985336825109', time=2024-09-22T11:30:36.514491+0000, chain.objs.size()=1 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.124__shadow_.3FDRigKX6iLLC1D0BaZem7JgYSZjhxy_0 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14063230678512745654', time=2024-09-22T11:30:40.975768+0000, chain.objs.size()=1 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.127__shadow_.fj_wJe4zgw2DnitRecvD85Q7AS9z7K1_0 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4462828002250286000', time=2024-09-22T11:30:48.240201+0000, chain.objs.size()=1 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.132__shadow_.kLV2gR1EfCqGkCryTLnipQ8wAsT2w1J_0 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4253330758077987387', time=2024-09-22T11:30:48.314028+0000, chain.objs.size()=1 2024-09-22T09:31:28.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.000+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.132__shadow_.DP-y6Zha_fcg1MmFdFuIuAg8xJucRW9_0 2024-09-22T09:31:28.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.004+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.45710328835076494', time=2024-09-22T11:30:54.557911+0000, chain.objs.size()=1 2024-09-22T09:31:28.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.004+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.138__shadow_.Kao4YNqVKwXWws3Y6-tRVCqZ8iGEp6e_0 2024-09-22T09:31:28.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.008+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.008+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:31:28.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:31:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15369780343805167440', time=2024-09-22T11:30:28.830538+0000, chain.objs.size()=1 2024-09-22T09:31:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.119__shadow_.fQd0lA_wr2eFAKo6mCeDdMmeM2gwdVJ_0 2024-09-22T09:31:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3390469377453156682', time=2024-09-22T11:30:33.734465+0000, chain.objs.size()=1 2024-09-22T09:31:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.122__shadow_.RZFvmEecPPOx319R5C2XSYX_XS6xmj__0 2024-09-22T09:31:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11590615443788131082', time=2024-09-22T11:30:49.536458+0000, chain.objs.size()=1 2024-09-22T09:31:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.133__shadow_.wFohxRLJRKPcpJKxQ7vnvW_KXu3l3cA_0 2024-09-22T09:31:28.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.012+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.016+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:31:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.016+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7067513198424723375', time=2024-09-22T11:30:21.224796+0000, chain.objs.size()=1 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.114__shadow_.lPOxeSFpH7_HKwqvqyZXeopztyqqfOK_0 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7689322512979073551', time=2024-09-22T11:30:27.295339+0000, chain.objs.size()=1 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.118__shadow_.s-7pkNZSQzwDpzXTr2wOJ0Uu2uJ9Los_0 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16232392391037386227', time=2024-09-22T11:30:32.111708+0000, chain.objs.size()=1 2024-09-22T09:31:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.121__shadow_.5X8z0xYBUKbm_WqlhkdQTwvtfWwDvH1_0 2024-09-22T09:31:28.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.020+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.024+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:31:28.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.024+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15911010495664473393', time=2024-09-22T11:25:32.970602+0000, chain.objs.size()=9 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.1_1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.2 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.2_1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.3 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.3_1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.4 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.4_1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~LR0tXXJr-MmUnjlZaejd6Kgpeq3gb-i.5 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:33.467518+0000, chain.objs.size()=1 2024-09-22T09:31:28.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.18 2024-09-22T09:31:28.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:33.602057+0000, chain.objs.size()=1 2024-09-22T09:31:28.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.19 2024-09-22T09:31:28.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:33.873619+0000, chain.objs.size()=1 2024-09-22T09:31:28.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.028+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.20 2024-09-22T09:31:28.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.032+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:34.031907+0000, chain.objs.size()=51 2024-09-22T09:31:28.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.032+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.1 2024-09-22T09:31:28.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.2 2024-09-22T09:31:28.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.3 2024-09-22T09:31:28.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.4 2024-09-22T09:31:28.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.5 2024-09-22T09:31:28.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.6 2024-09-22T09:31:28.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.7 2024-09-22T09:31:28.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.8 2024-09-22T09:31:28.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.9 2024-09-22T09:31:28.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.10 2024-09-22T09:31:28.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.11 2024-09-22T09:31:28.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.036+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.12 2024-09-22T09:31:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.040+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.13 2024-09-22T09:31:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.040+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.14 2024-09-22T09:31:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.040+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.15 2024-09-22T09:31:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.040+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.16 2024-09-22T09:31:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.040+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.17 2024-09-22T09:31:28.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.Z3oILW49Ih5g6UNP0kvRA7kZysEH9rUq.18 2024-09-22T09:31:28.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.G8UB8gab94f4yIZID91NGTh7TZLybeWK.19 2024-09-22T09:31:28.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.akqNOUwJCWA-RwR38nddQssn-gNSN7ft.20 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.21 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.22 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.23 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.24 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.25 2024-09-22T09:31:28.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.26 2024-09-22T09:31:28.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.044+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.27 2024-09-22T09:31:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.28 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.29 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.30 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.31 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.32 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.33 2024-09-22T09:31:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.34 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.35 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.36 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.37 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.048+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.38 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.39 2024-09-22T09:31:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.40 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.41 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.42 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.43 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.44 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.45 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.46 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.052+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.47 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.056+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.48 2024-09-22T09:31:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.056+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.49 2024-09-22T09:31:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.056+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.50 2024-09-22T09:31:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.056+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.51 2024-09-22T09:31:28.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:35.881444+0000, chain.objs.size()=9 2024-09-22T09:31:28.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.52 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.53 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.54 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.55 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.56 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.57 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.58 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.59 2024-09-22T09:31:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.60 2024-09-22T09:31:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:37.094697+0000, chain.objs.size()=10 2024-09-22T09:31:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.61 2024-09-22T09:31:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.060+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.62 2024-09-22T09:31:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.63 2024-09-22T09:31:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.64 2024-09-22T09:31:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.65 2024-09-22T09:31:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.66 2024-09-22T09:31:28.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.67 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.68 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.69 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.70 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:39.302752+0000, chain.objs.size()=7 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.71 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.72 2024-09-22T09:31:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.064+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.73 2024-09-22T09:31:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.74 2024-09-22T09:31:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.76 2024-09-22T09:31:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.77 2024-09-22T09:31:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.78 2024-09-22T09:31:28.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:41.071729+0000, chain.objs.size()=6 2024-09-22T09:31:28.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.068+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.75 2024-09-22T09:31:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.79 2024-09-22T09:31:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.80 2024-09-22T09:31:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.81 2024-09-22T09:31:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.82 2024-09-22T09:31:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.83 2024-09-22T09:31:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:42.258746+0000, chain.objs.size()=7 2024-09-22T09:31:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.84 2024-09-22T09:31:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.85 2024-09-22T09:31:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.86 2024-09-22T09:31:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.87 2024-09-22T09:31:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.072+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.88 2024-09-22T09:31:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.89 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.90 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:43.792409+0000, chain.objs.size()=3 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.91 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.92 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.93 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:44.698163+0000, chain.objs.size()=7 2024-09-22T09:31:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.94 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.95 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.96 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.076+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.97 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.98 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.99 2024-09-22T09:31:28.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.100 2024-09-22T09:31:28.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:46.803138+0000, chain.objs.size()=9 2024-09-22T09:31:28.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.101 2024-09-22T09:31:28.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.080+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.102 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.103 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.104 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.105 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.107 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.108 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.109 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.110 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:48.274200+0000, chain.objs.size()=4 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.106 2024-09-22T09:31:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.111 2024-09-22T09:31:28.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.112 2024-09-22T09:31:28.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.113 2024-09-22T09:31:28.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:49.610583+0000, chain.objs.size()=7 2024-09-22T09:31:28.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.084+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.114 2024-09-22T09:31:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.115 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.116 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.118 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.119 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.120 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.121 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:51.121171+0000, chain.objs.size()=3 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.117 2024-09-22T09:31:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.088+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.122 2024-09-22T09:31:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.123 2024-09-22T09:31:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:52.786272+0000, chain.objs.size()=9 2024-09-22T09:31:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.124 2024-09-22T09:31:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.125 2024-09-22T09:31:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.126 2024-09-22T09:31:28.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.127 2024-09-22T09:31:28.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.128 2024-09-22T09:31:28.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.129 2024-09-22T09:31:28.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.092+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.130 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.132 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.133 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:54.865127+0000, chain.objs.size()=8 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.131 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.134 2024-09-22T09:31:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.135 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.136 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.137 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.138 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.140 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.141 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:29:56.920834+0000, chain.objs.size()=7 2024-09-22T09:31:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.096+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.139 2024-09-22T09:31:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.142 2024-09-22T09:31:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.143 2024-09-22T09:31:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.144 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.145 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.146 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.148 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:30:09.939200+0000, chain.objs.size()=1 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.18 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:30:10.019672+0000, chain.objs.size()=1 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.19 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:30:10.153693+0000, chain.objs.size()=1 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.20 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:30:10.482684+0000, chain.objs.size()=204 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.1 2024-09-22T09:31:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.100+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.2 2024-09-22T09:31:28.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.3 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.4 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.5 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.6 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.7 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.8 2024-09-22T09:31:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.104+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.9 2024-09-22T09:31:28.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.10 2024-09-22T09:31:28.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.11 2024-09-22T09:31:28.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.12 2024-09-22T09:31:28.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.13 2024-09-22T09:31:28.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.14 2024-09-22T09:31:28.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.15 2024-09-22T09:31:28.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.16 2024-09-22T09:31:28.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.17 2024-09-22T09:31:28.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.Z3oILW49Ih5g6UNP0kvRA7kZysEH9rUq.18 2024-09-22T09:31:28.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.108+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.G8UB8gab94f4yIZID91NGTh7TZLybeWK.19 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.akqNOUwJCWA-RwR38nddQssn-gNSN7ft.20 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.21 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.22 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.23 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.24 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.25 2024-09-22T09:31:28.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.26 2024-09-22T09:31:28.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.27 2024-09-22T09:31:28.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.28 2024-09-22T09:31:28.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.29 2024-09-22T09:31:28.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.30 2024-09-22T09:31:28.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.112+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.31 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.32 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.33 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.34 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.35 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.36 2024-09-22T09:31:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.37 2024-09-22T09:31:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.38 2024-09-22T09:31:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.39 2024-09-22T09:31:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.40 2024-09-22T09:31:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.41 2024-09-22T09:31:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.42 2024-09-22T09:31:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.43 2024-09-22T09:31:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.44 2024-09-22T09:31:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.45 2024-09-22T09:31:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.46 2024-09-22T09:31:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.47 2024-09-22T09:31:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.48 2024-09-22T09:31:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.49 2024-09-22T09:31:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.50 2024-09-22T09:31:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.116+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.51 2024-09-22T09:31:28.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.52 2024-09-22T09:31:28.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.53 2024-09-22T09:31:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.54 2024-09-22T09:31:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.55 2024-09-22T09:31:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.56 2024-09-22T09:31:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.57 2024-09-22T09:31:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.58 2024-09-22T09:31:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.59 2024-09-22T09:31:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.60 2024-09-22T09:31:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.61 2024-09-22T09:31:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.120+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.62 2024-09-22T09:31:28.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.63 2024-09-22T09:31:28.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.64 2024-09-22T09:31:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.65 2024-09-22T09:31:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.66 2024-09-22T09:31:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.67 2024-09-22T09:31:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.68 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.69 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.70 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.71 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.72 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.73 2024-09-22T09:31:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.74 2024-09-22T09:31:28.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.75 2024-09-22T09:31:28.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.124+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.76 2024-09-22T09:31:28.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.77 2024-09-22T09:31:28.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.78 2024-09-22T09:31:28.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.79 2024-09-22T09:31:28.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.80 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.81 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.82 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.83 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.84 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.85 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.86 2024-09-22T09:31:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.87 2024-09-22T09:31:28.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.88 2024-09-22T09:31:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.89 2024-09-22T09:31:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.90 2024-09-22T09:31:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.91 2024-09-22T09:31:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.92 2024-09-22T09:31:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.128+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.93 2024-09-22T09:31:28.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.94 2024-09-22T09:31:28.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.95 2024-09-22T09:31:28.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.96 2024-09-22T09:31:28.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.97 2024-09-22T09:31:28.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.98 2024-09-22T09:31:28.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.99 2024-09-22T09:31:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.100 2024-09-22T09:31:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.101 2024-09-22T09:31:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.102 2024-09-22T09:31:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.103 2024-09-22T09:31:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.104 2024-09-22T09:31:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.105 2024-09-22T09:31:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.106 2024-09-22T09:31:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.107 2024-09-22T09:31:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.132+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.108 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.109 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.110 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.111 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.112 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.113 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.114 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.115 2024-09-22T09:31:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.116 2024-09-22T09:31:28.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.117 2024-09-22T09:31:28.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.118 2024-09-22T09:31:28.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.119 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.120 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.121 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.122 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.123 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.124 2024-09-22T09:31:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.125 2024-09-22T09:31:28.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.126 2024-09-22T09:31:28.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.127 2024-09-22T09:31:28.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.136+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.128 2024-09-22T09:31:28.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.129 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.130 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.131 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.132 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.133 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.134 2024-09-22T09:31:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.135 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.136 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.137 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.138 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.139 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.140 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.141 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.142 2024-09-22T09:31:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.140+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.143 2024-09-22T09:31:28.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.144 2024-09-22T09:31:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.145 2024-09-22T09:31:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.146 2024-09-22T09:31:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.147 2024-09-22T09:31:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.148 2024-09-22T09:31:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.149 2024-09-22T09:31:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.150 2024-09-22T09:31:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.151 2024-09-22T09:31:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.152 2024-09-22T09:31:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.153 2024-09-22T09:31:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.154 2024-09-22T09:31:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.144+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.155 2024-09-22T09:31:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.156 2024-09-22T09:31:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.157 2024-09-22T09:31:28.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.158 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.159 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.160 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.161 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.162 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.163 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.164 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.165 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.148+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.166 2024-09-22T09:31:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.167 2024-09-22T09:31:28.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.168 2024-09-22T09:31:28.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.169 2024-09-22T09:31:28.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.170 2024-09-22T09:31:28.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.171 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.172 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.173 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.174 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.152+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.175 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.176 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.177 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.178 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.179 2024-09-22T09:31:28.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.180 2024-09-22T09:31:28.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.181 2024-09-22T09:31:28.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.182 2024-09-22T09:31:28.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.156+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.183 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.184 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.185 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.186 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.187 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.188 2024-09-22T09:31:28.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.189 2024-09-22T09:31:28.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.190 2024-09-22T09:31:28.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.160+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.191 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.192 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.193 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.194 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.195 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.196 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.197 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.198 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.199 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.200 2024-09-22T09:31:28.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.201 2024-09-22T09:31:28.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.164+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.202 2024-09-22T09:31:28.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.204 2024-09-22T09:31:28.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.208 2024-09-22T09:31:28.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T', time=2024-09-22T11:30:11.134392+0000, chain.objs.size()=8 2024-09-22T09:31:28.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.203 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.205 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.206 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.207 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.209 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.210 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.211 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.105__multipart_key1.2~pKS3TK33Ph4wnUJJHrMfNgeB_7-ji2T.212 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16491125225626091951', time=2024-09-22T11:30:18.055895+0000, chain.objs.size()=1 2024-09-22T09:31:28.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.168+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.112__shadow_.SAtcoWXOIBJNzXW1tw4RHGYi1NK9u59_0 2024-09-22T09:31:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1943993968565819960', time=2024-09-22T11:30:38.056274+0000, chain.objs.size()=1 2024-09-22T09:31:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.125__shadow_.c5awPFDp7aVb7_p8sTcTSfM3Q__XXiy_0 2024-09-22T09:31:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16176795940786314279', time=2024-09-22T11:30:39.355452+0000, chain.objs.size()=1 2024-09-22T09:31:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.126__shadow_.BGTzsRdEW5pbPvyQ9KPmO8s8oVkSuid_0 2024-09-22T09:31:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5902746780866661500', time=2024-09-22T11:30:45.511589+0000, chain.objs.size()=1 2024-09-22T09:31:28.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.130__shadow_.uYuy29w0zaeL6xiGw2H-1idnRBZKnyo_0 2024-09-22T09:31:28.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11917247271241299193', time=2024-09-22T11:30:47.002259+0000, chain.objs.size()=1 2024-09-22T09:31:28.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.172+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.131__shadow_.UoEEmu7kU1Y91b1BK8RTmzFSocwQuok_0 2024-09-22T09:31:28.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.176+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:31:28.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3111194079667403493', time=2024-09-22T11:30:25.832562+0000, chain.objs.size()=1 2024-09-22T09:31:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.117__shadow_.XtIGL93PAH7_1ZCTAGIJmfZbPazt9QG_0 2024-09-22T09:31:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9857574939451873065', time=2024-09-22T11:30:41.048955+0000, chain.objs.size()=1 2024-09-22T09:31:28.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.180+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.127__shadow_.gLwG23hrG7HFEzQO70FlWrpdR1y-VPV_0 2024-09-22T09:31:28.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.184+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.184+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:31:28.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11158107768039716061', time=2024-09-22T11:28:38.387610+0000, chain.objs.size()=7 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.1 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.1_1 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.1_2 2024-09-22T09:31:28.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.2 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.2_1 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__shadow_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.2_2 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.102__multipart_key1.2~XqopQsiYAV-I6vRUhLOfrQZbNiPpQdR.3 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16684085870194103722', time=2024-09-22T11:28:55.337579+0000, chain.objs.size()=9 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__multipart_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.1 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__shadow_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.1_1 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__multipart_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.2 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__shadow_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.2_1 2024-09-22T09:31:28.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.188+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__multipart_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.3 2024-09-22T09:31:28.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.192+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__shadow_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.3_1 2024-09-22T09:31:28.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.192+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__multipart_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.4 2024-09-22T09:31:28.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__shadow_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.4_1 2024-09-22T09:31:28.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.103__multipart_key1.2~fFLQvntRa3QU4Jv9aW5nznz8KQLQiNM.5 2024-09-22T09:31:28.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17491645701772586604', time=2024-09-22T11:30:25.912191+0000, chain.objs.size()=1 2024-09-22T09:31:28.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.117__shadow_.KPK3uzOUh-ghFH2EWaT3i6Wme0pBxkA_0 2024-09-22T09:31:28.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7751902529476216258', time=2024-09-22T11:30:33.584076+0000, chain.objs.size()=1 2024-09-22T09:31:28.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.196+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.122__shadow_.Sv5AWbY9H7kTBY9K-GtIILnovLYnBDb_0 2024-09-22T09:31:28.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.200+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.200+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:31:28.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1760745222997069465', time=2024-09-22T11:24:43.917831+0000, chain.objs.size()=3 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.83__shadow_.GnPdtvS1BxaM6N2fJ61VPdrcw2Vh473_0 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.83__shadow_.GnPdtvS1BxaM6N2fJ61VPdrcw2Vh473_1 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.83__shadow_.GnPdtvS1BxaM6N2fJ61VPdrcw2Vh473_2 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.961133434478157308', time=2024-09-22T11:30:25.986069+0000, chain.objs.size()=1 2024-09-22T09:31:28.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.117__shadow_.WuwdqN1Zk_uPYo5b7ItXAN59ZPNLeMt_0 2024-09-22T09:31:28.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.204+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.208+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:31:28.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6660372785878898886', time=2024-09-22T11:30:27.531279+0000, chain.objs.size()=1 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.118__shadow_.jJBZWdZCsQD69clEkMpwkGN6OMe_FAI_0 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5461042067205125112', time=2024-09-22T11:30:30.625294+0000, chain.objs.size()=1 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.120__shadow_.9Ba3gvPNH7qk0lZ_SC7fM4l82OH78Mt_0 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3394363817984896594', time=2024-09-22T11:30:37.834227+0000, chain.objs.size()=1 2024-09-22T09:31:28.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.125__shadow_.IjR5Bbp07ZhHgBlb0BJh_WKR-1Z_SIz_0 2024-09-22T09:31:28.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15238489012332141530', time=2024-09-22T11:30:39.428830+0000, chain.objs.size()=1 2024-09-22T09:31:28.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.126__shadow_.XFjVE-DynOzp1Jt3qqTwBy9qcL6GtYr_0 2024-09-22T09:31:28.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13877101784793780260', time=2024-09-22T11:30:39.578874+0000, chain.objs.size()=1 2024-09-22T09:31:28.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.126__shadow_.Eu9kNLWXv-U59zfIJYN5ZkLZORH1SL8_0 2024-09-22T09:31:28.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.212+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.216+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:31:28.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.216+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16289643687957653993', time=2024-09-22T11:29:17.124219+0000, chain.objs.size()=9 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__multipart_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__shadow_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.1_1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__multipart_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.2 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__shadow_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.2_1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__multipart_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.3 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__shadow_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.3_1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__multipart_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.4 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__shadow_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.4_1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.104__multipart_key1.2~hhGlbXwo02kuRm-xdW7Dm3jRe1_689T.5 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.864621942298843160', time=2024-09-22T11:30:22.868834+0000, chain.objs.size()=1 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.115__shadow_.g076aQpONNxTJktoyE-6d7mgL57McQ8_0 2024-09-22T09:31:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2710714438279541621', time=2024-09-22T11:30:31.963769+0000, chain.objs.size()=1 2024-09-22T09:31:28.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.121__shadow_.LERv0z4spj84vS8KGRyF3T8sNNk3Y-__0 2024-09-22T09:31:28.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17787413601173345571', time=2024-09-22T11:30:44.220370+0000, chain.objs.size()=1 2024-09-22T09:31:28.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.220+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.129__shadow_.lbr_7Gma0C7kpatklQq7D6reKQFHwXI_0 2024-09-22T09:31:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.224+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:31:28.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2634452853163028683', time=2024-09-22T11:30:21.283408+0000, chain.objs.size()=1 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.114__shadow_.IX_jGIFbVZtD9AtslKuovY-soCNOR1a_0 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11947875397301467578', time=2024-09-22T11:30:24.422771+0000, chain.objs.size()=1 2024-09-22T09:31:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.116__shadow_.k580TmVRTO_mtquqRu9csMJtKIW6i5-_0 2024-09-22T09:31:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8314344947776410341', time=2024-09-22T11:30:32.185814+0000, chain.objs.size()=1 2024-09-22T09:31:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.121__shadow_.c7XVl_KFVnkTskZ2THI53lJMg2IOzeQ_0 2024-09-22T09:31:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1191768106848040648', time=2024-09-22T11:30:35.105845+0000, chain.objs.size()=1 2024-09-22T09:31:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.228+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.123__shadow_.7RWsRQ3fMHsRdjSoOnZ4hZRypklUbds_0 2024-09-22T09:31:28.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.232+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:31:28.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:31:28.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7700716811078309023', time=2024-09-22T11:30:30.402991+0000, chain.objs.size()=1 2024-09-22T09:31:28.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.120__shadow_.Zbb7dUQW7pHwU2Mry28dNiUOg0PV1xu_0 2024-09-22T09:31:28.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.236+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.240+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:31:28.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.240+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11714153897042754907', time=2024-09-22T11:26:21.084999+0000, chain.objs.size()=9 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__multipart_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__shadow_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.1_1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__multipart_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.2 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__shadow_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.2_1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__multipart_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.3 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__shadow_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.3_1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__multipart_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.4 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__shadow_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.4_1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.98__multipart_key1.2~tBDNiwwd5tfSzMxqtUxtSsKi9JaCZUd.5 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11159958075905126227', time=2024-09-22T11:27:09.077096+0000, chain.objs.size()=1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_.GpVes32kFiGkjSkGSKSntVl9DJ9DHPh_0 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15049483028503589503', time=2024-09-22T11:30:19.745104+0000, chain.objs.size()=1 2024-09-22T09:31:28.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.113__shadow_.x9bG0hiVIcRMDKGMN-o0gZQ4CT1-_9L_0 2024-09-22T09:31:28.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12833960096936521341', time=2024-09-22T11:30:33.510540+0000, chain.objs.size()=1 2024-09-22T09:31:28.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.244+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.122__shadow_.snTW9hEuLTg3knbkE6FGJv9FmTrvwWM_0 2024-09-22T09:31:28.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.252+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.252+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:31:28.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.252+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12544350288230154498', time=2024-09-22T11:27:09.013382+0000, chain.objs.size()=1 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_.dQpAi-aHPsYu6R10drgJRX2G1_Dunsy_0 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7545224564701309518', time=2024-09-22T11:30:24.276811+0000, chain.objs.size()=1 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.116__shadow_.6kkVanUWBQzeBc5gZDRKydcEF1_L1MC_0 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11444530675336126967', time=2024-09-22T11:30:27.457150+0000, chain.objs.size()=1 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.118__shadow_.1fThqRbIWjWDLanvbumOmDpPaAKtd1i_0 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7206239728374088662', time=2024-09-22T11:30:28.979036+0000, chain.objs.size()=1 2024-09-22T09:31:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.119__shadow_.BYPzlnqLBfxVkxQMkTNnXBVkRA9TVvG_0 2024-09-22T09:31:28.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.256+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:31:28.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-22T09:31:28.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6940315932683063704', time=2024-09-22T11:24:44.993899+0000, chain.objs.size()=1 2024-09-22T09:31:28.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.84__shadow_.zh_WXEPCqodRh5IoZYGS-knDz8bVwKw_0 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3279114531794317991', time=2024-09-22T11:25:59.914762+0000, chain.objs.size()=7 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.1 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.1_1 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.1_2 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.2 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.2_1 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__shadow_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.2_2 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.94__multipart_key1.2~pASPGld0KG40kLmaP4igFh-vJ1bf6Pq.3 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4744163869670836198', time=2024-09-22T11:27:08.782568+0000, chain.objs.size()=9 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.1 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.1_1 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.2 2024-09-22T09:31:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.260+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.2_1 2024-09-22T09:31:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.3 2024-09-22T09:31:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.3_1 2024-09-22T09:31:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.4 2024-09-22T09:31:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__shadow_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.4_1 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file.mpg.2~FLFL0KKYbuGmyC-NujLRrduzjy6qZTo.5 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2626746968697056403', time=2024-09-22T11:30:32.036229+0000, chain.objs.size()=1 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.264+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.121__shadow_.KmzmTUail-9i63zjC5CQNxB6cOdH6wT_0 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2547861866029462972', time=2024-09-22T11:30:41.122016+0000, chain.objs.size()=1 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.127__shadow_.p5JIGTth0RXuFqKf7kFmazfK6trYhdD_0 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4343759895461418974', time=2024-09-22T11:30:44.148209+0000, chain.objs.size()=1 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.129__shadow_.AnTgpt9F6aBfTA8eB3GNjn-rAafDaoy_0 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15179091140531451365', time=2024-09-22T11:30:49.682150+0000, chain.objs.size()=1 2024-09-22T09:31:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.268+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.133__shadow_.sJn5palHh5X5smTEsbcZCCuLUznlDHA_0 2024-09-22T09:31:28.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.272+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:31:28.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3460440824219922979', time=2024-09-22T11:30:27.364973+0000, chain.objs.size()=1 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.118__shadow_.rEn-h_ndW9QR2BbAtLTgf-SPLtCNRLm_0 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14035376362822877773', time=2024-09-22T11:30:33.660060+0000, chain.objs.size()=1 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.122__shadow_.PgaqCX2ctcYg8lknriBeei0JOQfJEC8_0 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3852939752623822637', time=2024-09-22T11:30:45.587158+0000, chain.objs.size()=1 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.130__shadow_.h9YvU6rlVknoRIoAfYd0EwB2Ox3B9OV_0 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1573463866717433038', time=2024-09-22T11:31:26.690164+0000, chain.objs.size()=1 2024-09-22T09:31:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.276+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.144__shadow_.g20Qnxk8Uhw12dHLM8c5dvuLpiPf6Jf_0 2024-09-22T09:31:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.280+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.280+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:31:28.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-22T09:31:28.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10657920032803021097', time=2024-09-22T11:30:22.660014+0000, chain.objs.size()=1 2024-09-22T09:31:28.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.115__shadow_.N86HpzkWAOWEGb-XAXzt1yIuT41r0uR_0 2024-09-22T09:31:28.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.284+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:31:28.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9657701396435214212', time=2024-09-22T11:24:46.102422+0000, chain.objs.size()=1 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.85__shadow_.lyTw8Q9V1Xdz7IrWoe2R8dy0iSZHIko_0 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11331677617396166984', time=2024-09-22T11:27:08.936522+0000, chain.objs.size()=5 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file2.mpg.2~9RYtwHNJtAp4UtyGXD50C2EyMr4oFB0.1 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file2.mpg.2~9RYtwHNJtAp4UtyGXD50C2EyMr4oFB0.2 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file2.mpg.2~9RYtwHNJtAp4UtyGXD50C2EyMr4oFB0.3 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file2.mpg.2~9RYtwHNJtAp4UtyGXD50C2EyMr4oFB0.4 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.100__multipart_file2.mpg.2~9RYtwHNJtAp4UtyGXD50C2EyMr4oFB0.5 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17970984619987594129', time=2024-09-22T11:30:40.902930+0000, chain.objs.size()=1 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.127__shadow_.HWJYcUVTtZXRjWF1nz6YyAGfF2eYf_s_0 2024-09-22T09:31:28.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11678331375411546278', time=2024-09-22T11:31:12.820444+0000, chain.objs.size()=9 2024-09-22T09:31:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__multipart_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.1 2024-09-22T09:31:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__shadow_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.1_1 2024-09-22T09:31:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__multipart_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.2 2024-09-22T09:31:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__shadow_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.2_1 2024-09-22T09:31:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.288+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__multipart_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.3 2024-09-22T09:31:28.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.292+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__shadow_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.3_1 2024-09-22T09:31:28.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.292+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__multipart_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.4 2024-09-22T09:31:28.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.292+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__shadow_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.4_1 2024-09-22T09:31:28.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.296+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.143__multipart_key1.2~QmWWMiYmQqL7dJ_nkk2XeHao2xuOk4t.5 2024-09-22T09:31:28.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.300+0000 7fd5ca29a9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T09:31:28.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.304+0000 7fd47dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:28.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.304+0000 7fd5ca29a9c0 20 remove_watcher() i=0 2024-09-22T09:31:28.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.304+0000 7fd5ca29a9c0 2 removed watcher, disabling cache 2024-09-22T09:31:28.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.308+0000 7fd5ca29a9c0 20 remove_watcher() i=1 2024-09-22T09:31:28.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.308+0000 7fd5ca29a9c0 20 remove_watcher() i=2 2024-09-22T09:31:28.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.308+0000 7fd5ca29a9c0 20 remove_watcher() i=3 2024-09-22T09:31:28.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.312+0000 7fd5ca29a9c0 20 remove_watcher() i=4 2024-09-22T09:31:28.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.312+0000 7fd5ca29a9c0 20 remove_watcher() i=5 2024-09-22T09:31:28.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.312+0000 7fd5ca29a9c0 20 remove_watcher() i=6 2024-09-22T09:31:28.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.312+0000 7fd5ca29a9c0 20 remove_watcher() i=7 2024-09-22T09:31:28.327 DEBUG:teuthology.orchestra.run.smithi084:> radosgw-admin gc process --include-all 2024-09-22T09:31:28.398 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:28.398 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:28.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 realm 2024-09-22T09:31:28.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.440+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.444+0000 7f41d464e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.444+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.444+0000 7f41d464e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.444+0000 7f41d464e9c0 20 searching for the correct realm 2024-09-22T09:31:28.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.452+0000 7f41d2955640 0 -- 172.21.15.84:0/2794886903 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f41c8025070 msgr2=0x7f41c8065a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.668+0000 7f41d2154640 0 -- 172.21.15.84:0/2794886903 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55804fe4c1c0 msgr2=0x55804fe4e5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:28.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:28.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:28.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:28.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:28.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:28.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:28.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.676+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:28.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 zone default found 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 4 Realm: () 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 zonegroup default 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:28.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:28.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 started sync module instance, tier type = 2024-09-22T09:31:28.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.680+0000 7f41d464e9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=0 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=1 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=2 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=3 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=4 2024-09-22T09:31:28.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=5 2024-09-22T09:31:28.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.704+0000 7f41d464e9c0 20 add_watcher() i=6 2024-09-22T09:31:28.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.708+0000 7f41d464e9c0 20 add_watcher() i=7 2024-09-22T09:31:28.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.708+0000 7f41d464e9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:28.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.708+0000 7f4088fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:28.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.712+0000 7f41d464e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:28.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.712+0000 7f41d464e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:28.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.796+0000 7f40037fe640 20 reqs_thread_entry: start 2024-09-22T09:31:28.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.796+0000 7f41d464e9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:28.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.796+0000 7f41d464e9c0 20 Filter name: none 2024-09-22T09:31:28.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.796+0000 7f40017fa640 20 reqs_thread_entry: start 2024-09-22T09:31:28.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.796+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T09:31:28.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.800+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.800+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.804+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.804+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T09:31:28.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.808+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.808+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.808+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.812+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T09:31:28.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.812+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.812+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.816+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.816+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T09:31:28.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.820+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.820+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.820+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.824+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T09:31:28.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.828+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.828+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.828+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.832+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T09:31:28.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.836+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.836+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.836+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.840+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T09:31:28.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.840+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.844+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.844+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.848+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T09:31:28.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.852+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.852+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.852+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.856+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T09:31:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.860+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.860+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.860+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.864+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T09:31:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.868+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.868+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.868+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.872+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T09:31:28.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.876+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.876+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.880+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.880+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T09:31:28.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.884+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.884+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.888+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.888+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T09:31:28.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.892+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.896+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.896+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.900+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T09:31:28.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.900+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.904+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.904+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.904+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T09:31:28.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.908+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.908+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.908+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.912+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T09:31:28.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.916+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.916+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.920+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.920+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T09:31:28.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.924+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.928+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.928+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.932+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T09:31:28.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.932+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.936+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.936+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.936+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T09:31:28.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.940+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.944+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.944+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.948+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T09:31:28.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.948+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.948+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.952+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.952+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T09:31:28.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.956+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.956+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.960+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.960+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T09:31:28.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.964+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.964+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.968+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.968+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T09:31:28.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.972+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.972+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.972+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.976+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T09:31:28.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.980+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.980+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.980+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.984+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T09:31:28.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.988+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.988+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:28.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.992+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.992+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T09:31:28.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:28.996+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:28.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.000+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.000+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.000+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T09:31:29.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.004+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.008+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.008+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.012+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T09:31:29.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.016+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.016+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.016+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.020+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T09:31:29.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.024+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.024+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.024+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.028+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T09:31:29.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.032+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.032+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.036+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.036+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T09:31:29.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.040+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.044+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.044+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.044+0000 7f41d464e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T09:31:29.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.048+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.048+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T09:31:29.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.052+0000 7f41d464e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T09:31:29.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.056+0000 7f4088fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:29.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.060+0000 7f41d464e9c0 20 remove_watcher() i=0 2024-09-22T09:31:29.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.060+0000 7f41d464e9c0 2 removed watcher, disabling cache 2024-09-22T09:31:29.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.064+0000 7f41d464e9c0 20 remove_watcher() i=1 2024-09-22T09:31:29.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.064+0000 7f41d464e9c0 20 remove_watcher() i=2 2024-09-22T09:31:29.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.068+0000 7f41d464e9c0 20 remove_watcher() i=3 2024-09-22T09:31:29.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.068+0000 7f41d464e9c0 20 remove_watcher() i=4 2024-09-22T09:31:29.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.072+0000 7f41d464e9c0 20 remove_watcher() i=5 2024-09-22T09:31:29.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.072+0000 7f41d464e9c0 20 remove_watcher() i=6 2024-09-22T09:31:29.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:29.076+0000 7f41d464e9c0 20 remove_watcher() i=7 2024-09-22T09:31:29.093 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-22T09:31:29.108 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-22T09:31:29.108 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-22T09:31:29.108 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-22T09:31:29.108 DEBUG:teuthology.orchestra.run.smithi084:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T09:31:29.140 INFO:teuthology.orchestra.run.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-22T09:31:30.120 INFO:tasks.s3tests:Creating rgw users... 2024-09-22T09:31:30.120 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2024-09-22T09:31:30.120 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.foo.client.0 --email foo+test@test.test --access-key NDHOODWYISDPJNDDGWKI --secret nz6ju0rWCyw7p/vGacUeIYEfbgE7orOGQhmToWhajiHDQL7YTK26uA== --cluster ceph 2024-09-22T09:31:30.211 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:30.211 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:30.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 realm 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.252+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:30.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:30.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.256+0000 7f19614349c0 20 searching for the correct realm 2024-09-22T09:31:30.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.264+0000 7f195f73b640 0 -- 172.21.15.84:0/4189082305 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f1948036910 msgr2=0x7f1948051400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.480+0000 7f195ef3a640 0 -- 172.21.15.84:0/4189082305 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x556d1b62f340 msgr2=0x556d1b631730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:30.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.488+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:30.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 zone default found 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 4 Realm: () 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 zonegroup default 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.492+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.496+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.496+0000 7f19614349c0 20 started sync module instance, tier type = 2024-09-22T09:31:30.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.496+0000 7f19614349c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=0 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=1 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=2 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=3 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=4 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=5 2024-09-22T09:31:30.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.516+0000 7f19614349c0 20 add_watcher() i=6 2024-09-22T09:31:30.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.520+0000 7f19614349c0 20 add_watcher() i=7 2024-09-22T09:31:30.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.520+0000 7f19614349c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:30.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f18157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:30.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:30.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:30.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 5 note: GC not initialized 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f178ffff640 20 reqs_thread_entry: start 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 Filter name: none 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f178dffb640 20 reqs_thread_entry: start 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-22T09:31:30.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-22T09:31:30.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:30.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache get: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI : miss 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI info.flags=0x0 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 adding default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI to cache LRU end 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache get: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI : hit (negative entry) 2024-09-22T09:31:30.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.524+0000 7f19614349c0 10 cache get: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI : hit (negative entry) 2024-09-22T09:31:30.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:31:30.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f19614349c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:30.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f19614349c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-22T09:31:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f18427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300962 cookie 93927099313232 notifier 8501 bl.length()=645 2024-09-22T09:31:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f18427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:31:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.528+0000 7f18427fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:30.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-22T09:31:30.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f19614349c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:31:30.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f19614349c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-22T09:31:30.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f1841ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300963 cookie 93927099325920 notifier 8501 bl.length()=185 2024-09-22T09:31:30.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f1841ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-22T09:31:30.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.532+0000 7f1841ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-22T09:31:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f19614349c0 10 cache put: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI info.flags=0x7 2024-09-22T09:31:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f19614349c0 10 moving default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI to cache LRU end 2024-09-22T09:31:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f19614349c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:NDHOODWYISDPJNDDGWKI, ofs0, ns] 2024-09-22T09:31:30.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f18427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300830 cookie 93927099319984 notifier 8501 bl.length()=186 2024-09-22T09:31:30.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f18427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI info.flags=0x7 2024-09-22T09:31:30.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.540+0000 7f18427fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NDHOODWYISDPJNDDGWKI to cache LRU end 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "foo.client.0", 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.foo.client.0", 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "foo+test@test.test", 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:30.542 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "foo.client.0", 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "NDHOODWYISDPJNDDGWKI", 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "nz6ju0rWCyw7p/vGacUeIYEfbgE7orOGQhmToWhajiHDQL7YTK26uA==", 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:30.528378Z" 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:30.543 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:30.544 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:30.528356Z", 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.544+0000 7f18157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:30.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.548+0000 7f19614349c0 20 remove_watcher() i=0 2024-09-22T09:31:30.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.548+0000 7f19614349c0 2 removed watcher, disabling cache 2024-09-22T09:31:30.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.552+0000 7f19614349c0 20 remove_watcher() i=1 2024-09-22T09:31:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.552+0000 7f19614349c0 20 remove_watcher() i=2 2024-09-22T09:31:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.556+0000 7f19614349c0 20 remove_watcher() i=3 2024-09-22T09:31:30.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.556+0000 7f19614349c0 20 remove_watcher() i=4 2024-09-22T09:31:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.560+0000 7f19614349c0 20 remove_watcher() i=5 2024-09-22T09:31:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.560+0000 7f19614349c0 20 remove_watcher() i=6 2024-09-22T09:31:30.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.560+0000 7f19614349c0 20 remove_watcher() i=7 2024-09-22T09:31:30.579 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 0820915987 --totp-seed Z6I5LACY5QL4Z7L7UNOIYR3RSQP7KSPJUY3H5UPAG4VUVMJT5L7K4RWLYEWAXTVU --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:30.624 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:30.624 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:30.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.664+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 realm 2024-09-22T09:31:30.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:30.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.668+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.872+0000 7fd9c9a709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.872+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.876+0000 7fd9c9a709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.876+0000 7fd9c9a709c0 20 searching for the correct realm 2024-09-22T09:31:30.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.884+0000 7fd9c6d75640 0 -- 172.21.15.84:0/328999199 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fd9c0015030 msgr2=0x7fd9c0073c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:30.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.892+0000 7fd9c7d77640 0 -- 172.21.15.84:0/328999199 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fd9b0138230 msgr2=0x7fd9b00ffb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:30.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:30.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 zone default found 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 4 Realm: () 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 zonegroup default 2024-09-22T09:31:30.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.904+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:30.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 started sync module instance, tier type = 2024-09-22T09:31:30.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.908+0000 7fd9c9a709c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=0 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=1 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=2 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=3 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=4 2024-09-22T09:31:30.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=5 2024-09-22T09:31:30.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=6 2024-09-22T09:31:30.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 20 add_watcher() i=7 2024-09-22T09:31:30.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.932+0000 7fd9c9a709c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:30.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.936+0000 7fd87dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:30.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.936+0000 7fd9c9a709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:30.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.936+0000 7fd9c9a709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:30.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.936+0000 7fd9c9a709c0 5 note: GC not initialized 2024-09-22T09:31:30.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.936+0000 7fd87cfe1640 20 reqs_thread_entry: start 2024-09-22T09:31:30.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:30.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 20 Filter name: none 2024-09-22T09:31:30.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd7f67fc640 20 reqs_thread_entry: start 2024-09-22T09:31:30.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-22T09:31:30.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:30.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-22T09:31:30.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-22T09:31:30.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:30.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:30.940+0000 7fd9c9a709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:32.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.376+0000 7fd9c9a709c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:31:32.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.376+0000 7fd9c9a709c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:32.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.376+0000 7fd9c9a709c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-22T09:31:32.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.380+0000 7fd8aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235556 cookie 94820952493024 notifier 9036 bl.length()=659 2024-09-22T09:31:32.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.380+0000 7fd8aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-22T09:31:32.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.380+0000 7fd8aa7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-22T09:31:32.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.384+0000 7fd87dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:32.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.388+0000 7fd9c9a709c0 20 remove_watcher() i=0 2024-09-22T09:31:32.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.388+0000 7fd9c9a709c0 2 removed watcher, disabling cache 2024-09-22T09:31:32.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.392+0000 7fd9c9a709c0 20 remove_watcher() i=1 2024-09-22T09:31:32.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.392+0000 7fd9c9a709c0 20 remove_watcher() i=2 2024-09-22T09:31:32.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.396+0000 7fd9c9a709c0 20 remove_watcher() i=3 2024-09-22T09:31:32.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.396+0000 7fd9c9a709c0 20 remove_watcher() i=4 2024-09-22T09:31:32.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.400+0000 7fd9c9a709c0 20 remove_watcher() i=5 2024-09-22T09:31:32.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.400+0000 7fd9c9a709c0 20 remove_watcher() i=6 2024-09-22T09:31:32.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.404+0000 7fd9c9a709c0 20 remove_watcher() i=7 2024-09-22T09:31:32.423 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-22T09:31:32.423 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key JCQWWTYEDGCMUHWPTZTQ --secret AXQlrmHiWsjJ+PidzNrH2qSA4hvhEMAjVa9+t2QGRTvwNaqzgOyv8Q== --cluster ceph 2024-09-22T09:31:32.465 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:32.466 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:32.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 realm 2024-09-22T09:31:32.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:32.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.508+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.512+0000 7fc373ae39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:32.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.512+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.512+0000 7fc373ae39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:32.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.512+0000 7fc373ae39c0 20 searching for the correct realm 2024-09-22T09:31:32.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.520+0000 7fc371dea640 0 -- 172.21.15.84:0/3373279871 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fc36809b0b0 msgr2=0x7fc36806dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:32.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.736+0000 7fc3715e9640 0 -- 172.21.15.84:0/3373279871 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x5646512e6f80 msgr2=0x5646512e9370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:32.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:32.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.744+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 zone default found 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 4 Realm: () 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 zonegroup default 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 started sync module instance, tier type = 2024-09-22T09:31:32.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.748+0000 7fc373ae39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:32.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=0 2024-09-22T09:31:32.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=1 2024-09-22T09:31:32.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=2 2024-09-22T09:31:32.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=3 2024-09-22T09:31:32.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=4 2024-09-22T09:31:32.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=5 2024-09-22T09:31:32.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.768+0000 7fc373ae39c0 20 add_watcher() i=6 2024-09-22T09:31:32.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 20 add_watcher() i=7 2024-09-22T09:31:32.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:32.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc2277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:32.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:32.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 5 note: GC not initialized 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc2267e4640 20 reqs_thread_entry: start 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.772+0000 7fc373ae39c0 20 Filter name: none 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc197fff640 20 reqs_thread_entry: start 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-22T09:31:32.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-22T09:31:32.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache get: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ : miss 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ info.flags=0x0 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 adding default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ to cache LRU end 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache get: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ : hit (negative entry) 2024-09-22T09:31:32.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.776+0000 7fc373ae39c0 10 cache get: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ : hit (negative entry) 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc373ae39c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc373ae39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc243fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235485 cookie 94860009744688 notifier 8537 bl.length()=645 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc243fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:31:32.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.780+0000 7fc243fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:32.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-22T09:31:32.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc373ae39c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:31:32.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc373ae39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-22T09:31:32.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc243fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235503 cookie 94860009757760 notifier 8537 bl.length()=185 2024-09-22T09:31:32.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc243fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-22T09:31:32.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.784+0000 7fc243fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-22T09:31:32.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc373ae39c0 10 cache put: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ info.flags=0x7 2024-09-22T09:31:32.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc373ae39c0 10 moving default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ to cache LRU end 2024-09-22T09:31:32.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc373ae39c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:JCQWWTYEDGCMUHWPTZTQ, ofs0, ns] 2024-09-22T09:31:32.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc254ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235462 cookie 94860009751152 notifier 8537 bl.length()=186 2024-09-22T09:31:32.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc254ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ info.flags=0x7 2024-09-22T09:31:32.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.788+0000 7fc254ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JCQWWTYEDGCMUHWPTZTQ to cache LRU end 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "bar.client.0", 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.bar.client.0", 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "bar+test@test.test", 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:32.791 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "bar.client.0", 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "JCQWWTYEDGCMUHWPTZTQ", 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "AXQlrmHiWsjJ+PidzNrH2qSA4hvhEMAjVa9+t2QGRTvwNaqzgOyv8Q==", 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:32.778357Z" 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:32.792 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:32.793 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:32.778338Z", 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:32.794 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:32.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.792+0000 7fc2277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:32.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.796+0000 7fc373ae39c0 20 remove_watcher() i=0 2024-09-22T09:31:32.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.796+0000 7fc373ae39c0 2 removed watcher, disabling cache 2024-09-22T09:31:32.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.800+0000 7fc373ae39c0 20 remove_watcher() i=1 2024-09-22T09:31:32.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.800+0000 7fc373ae39c0 20 remove_watcher() i=2 2024-09-22T09:31:32.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.804+0000 7fc373ae39c0 20 remove_watcher() i=3 2024-09-22T09:31:32.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.804+0000 7fc373ae39c0 20 remove_watcher() i=4 2024-09-22T09:31:32.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.804+0000 7fc373ae39c0 20 remove_watcher() i=5 2024-09-22T09:31:32.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.808+0000 7fc373ae39c0 20 remove_watcher() i=6 2024-09-22T09:31:32.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.808+0000 7fc373ae39c0 20 remove_watcher() i=7 2024-09-22T09:31:32.825 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 4512242496 --totp-seed B7F3R2M7GZUFFJC5ASCJRIIPYV7GGR45T3TQRJYRRW7OCHDTEZSR3WSURJO64SHH --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:32.913 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:32.913 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:32.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.952+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 realm 2024-09-22T09:31:32.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:32.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:32.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:32.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.956+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:32.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.960+0000 7fa594c759c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:32.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.960+0000 7fa594c759c0 20 searching for the correct realm 2024-09-22T09:31:32.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:32.964+0000 7fa592f7c640 0 -- 172.21.15.84:0/1385576082 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fa57c052910 msgr2=0x7fa57c0093d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:33.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.180+0000 7fa59277b640 0 -- 172.21.15.84:0/1385576082 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x557751b7aff0 msgr2=0x557751b7d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:33.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:33.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:33.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:33.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:33.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.188+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:33.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 zone default found 2024-09-22T09:31:33.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 4 Realm: () 2024-09-22T09:31:33.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:33.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:33.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:33.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 zonegroup default 2024-09-22T09:31:33.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 started sync module instance, tier type = 2024-09-22T09:31:33.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.192+0000 7fa594c759c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=0 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=1 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=2 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=3 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=4 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=5 2024-09-22T09:31:33.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.216+0000 7fa594c759c0 20 add_watcher() i=6 2024-09-22T09:31:33.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.220+0000 7fa594c759c0 20 add_watcher() i=7 2024-09-22T09:31:33.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.220+0000 7fa594c759c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:33.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.220+0000 7fa4497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:33.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:33.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:33.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 5 note: GC not initialized 2024-09-22T09:31:33.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa4437fe640 20 reqs_thread_entry: start 2024-09-22T09:31:33.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:33.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 Filter name: none 2024-09-22T09:31:33.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa4417fa640 20 reqs_thread_entry: start 2024-09-22T09:31:33.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-22T09:31:33.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-22T09:31:33.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-22T09:31:33.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:33.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.224+0000 7fa594c759c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:33.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa594c759c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:31:33.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa594c759c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:33.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa594c759c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-22T09:31:33.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa475ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1151051235486 cookie 93970960467792 notifier 8555 bl.length()=659 2024-09-22T09:31:33.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa475ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-22T09:31:33.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.232+0000 7fa475ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-22T09:31:33.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.236+0000 7fa4497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:33.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.240+0000 7fa594c759c0 20 remove_watcher() i=0 2024-09-22T09:31:33.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.240+0000 7fa594c759c0 2 removed watcher, disabling cache 2024-09-22T09:31:33.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.244+0000 7fa594c759c0 20 remove_watcher() i=1 2024-09-22T09:31:33.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.244+0000 7fa594c759c0 20 remove_watcher() i=2 2024-09-22T09:31:33.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.248+0000 7fa594c759c0 20 remove_watcher() i=3 2024-09-22T09:31:33.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.248+0000 7fa594c759c0 20 remove_watcher() i=4 2024-09-22T09:31:33.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.252+0000 7fa594c759c0 20 remove_watcher() i=5 2024-09-22T09:31:33.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.252+0000 7fa594c759c0 20 remove_watcher() i=6 2024-09-22T09:31:33.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.252+0000 7fa594c759c0 20 remove_watcher() i=7 2024-09-22T09:31:33.269 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-22T09:31:33.269 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key SIULMPEEEZJUEVCESEXS --secret SjQvMK1aD0iN1D54mmuHwqqpza1VDem3VBYpUdRMS+9U2lVRqi7Imw== --cluster ceph 2024-09-22T09:31:33.309 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:33.309 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:33.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 realm 2024-09-22T09:31:33.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:33.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.356+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.368+0000 7ff61cd1f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:33.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.368+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.380+0000 7ff61cd1f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:33.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.380+0000 7ff61cd1f9c0 20 searching for the correct realm 2024-09-22T09:31:33.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.384+0000 7ff61a024640 0 -- 172.21.15.84:0/1550099597 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7ff60c02abd0 msgr2=0x7ff60c061440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:33.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.608+0000 7ff61a825640 0 -- 172.21.15.84:0/1550099597 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7ff61008ab90 msgr2=0x7ff61000b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:33.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.824+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:33.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 zone default found 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 4 Realm: () 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 zonegroup default 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.828+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.832+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.832+0000 7ff61cd1f9c0 20 started sync module instance, tier type = 2024-09-22T09:31:33.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.832+0000 7ff61cd1f9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:33.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=0 2024-09-22T09:31:33.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=1 2024-09-22T09:31:33.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=2 2024-09-22T09:31:33.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=3 2024-09-22T09:31:33.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=4 2024-09-22T09:31:33.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=5 2024-09-22T09:31:33.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=6 2024-09-22T09:31:33.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.856+0000 7ff61cd1f9c0 20 add_watcher() i=7 2024-09-22T09:31:33.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.860+0000 7ff61cd1f9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:33.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.860+0000 7ff4d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:33.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:33.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:33.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 5 note: GC not initialized 2024-09-22T09:31:33.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff4d0fe1640 20 reqs_thread_entry: start 2024-09-22T09:31:33.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:33.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 Filter name: none 2024-09-22T09:31:33.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff4c9ffb640 20 reqs_thread_entry: start 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-22T09:31:33.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache get: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS : miss 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:33.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS info.flags=0x0 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 adding default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS to cache LRU end 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache get: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS : hit (negative entry) 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.864+0000 7ff61cd1f9c0 10 cache get: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS : hit (negative entry) 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:31:33.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff61cd1f9c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:33.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff61cd1f9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-22T09:31:33.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff4fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202800 cookie 94226806954656 notifier 9090 bl.length()=719 2024-09-22T09:31:33.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff4fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:31:33.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.868+0000 7ff4fe7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff61cd1f9c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff61cd1f9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff4fdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202689 cookie 94226806958496 notifier 9090 bl.length()=215 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff4fdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-22T09:31:33.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.872+0000 7ff4fdffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-22T09:31:33.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff61cd1f9c0 10 cache put: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS info.flags=0x7 2024-09-22T09:31:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff61cd1f9c0 10 moving default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS to cache LRU end 2024-09-22T09:31:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff61cd1f9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:SIULMPEEEZJUEVCESEXS, ofs0, ns] 2024-09-22T09:31:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff4fdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202853 cookie 94226806939232 notifier 9090 bl.length()=201 2024-09-22T09:31:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff4fdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS info.flags=0x7 2024-09-22T09:31:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.880+0000 7ff4fdffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SIULMPEEEZJUEVCESEXS to cache LRU end 2024-09-22T09:31:33.882 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "testx$tenanteduser.client.0", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "SIULMPEEEZJUEVCESEXS", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "SjQvMK1aD0iN1D54mmuHwqqpza1VDem3VBYpUdRMS+9U2lVRqi7Imw==", 2024-09-22T09:31:33.883 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:33.868066Z" 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:33.884 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:33.885 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:33.868033Z", 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:33.886 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:33.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.884+0000 7ff4d1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:33.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.888+0000 7ff61cd1f9c0 20 remove_watcher() i=0 2024-09-22T09:31:33.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.888+0000 7ff61cd1f9c0 2 removed watcher, disabling cache 2024-09-22T09:31:33.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.892+0000 7ff61cd1f9c0 20 remove_watcher() i=1 2024-09-22T09:31:33.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.892+0000 7ff61cd1f9c0 20 remove_watcher() i=2 2024-09-22T09:31:33.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.896+0000 7ff61cd1f9c0 20 remove_watcher() i=3 2024-09-22T09:31:33.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.896+0000 7ff61cd1f9c0 20 remove_watcher() i=4 2024-09-22T09:31:33.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.900+0000 7ff61cd1f9c0 20 remove_watcher() i=5 2024-09-22T09:31:33.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.900+0000 7ff61cd1f9c0 20 remove_watcher() i=6 2024-09-22T09:31:33.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:33.900+0000 7ff61cd1f9c0 20 remove_watcher() i=7 2024-09-22T09:31:33.918 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 1762555559 --totp-seed 56YRQTD4DMTFFZKD3NBQJPJI6JNMUUTZIL3XB2LF6BEIOFSSAA27XZFPTDNVZAAN --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:34.005 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:34.005 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:34.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.244+0000 7fe0a3317640 0 --2- 172.21.15.84:0/1915582373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9df4cbd10 0x55a9df4cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T09:31:34.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 realm 2024-09-22T09:31:34.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.256+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.260+0000 7fe0a58119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:34.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.260+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.260+0000 7fe0a58119c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:34.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.260+0000 7fe0a58119c0 20 searching for the correct realm 2024-09-22T09:31:34.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.260+0000 7fe0a3b18640 0 -- 172.21.15.84:0/1754656631 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55a9df4fb9f0 msgr2=0x55a9df4fdeb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:34.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.476+0000 7fe0a3b18640 0 -- 172.21.15.84:0/1754656631 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fe08c1029e0 msgr2=0x7fe08c11e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:34.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.700+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:34.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:34.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 zone default found 2024-09-22T09:31:34.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 4 Realm: () 2024-09-22T09:31:34.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:34.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 zonegroup default 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 started sync module instance, tier type = 2024-09-22T09:31:34.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.704+0000 7fe0a58119c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:34.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=0 2024-09-22T09:31:34.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=1 2024-09-22T09:31:34.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=2 2024-09-22T09:31:34.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=3 2024-09-22T09:31:34.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=4 2024-09-22T09:31:34.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=5 2024-09-22T09:31:34.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=6 2024-09-22T09:31:34.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 20 add_watcher() i=7 2024-09-22T09:31:34.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.728+0000 7fe0a58119c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fdf59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fe0a58119c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fe0a58119c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fe0a58119c0 5 note: GC not initialized 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fdf58fe1640 20 reqs_thread_entry: start 2024-09-22T09:31:34.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.732+0000 7fe0a58119c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:34.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 20 Filter name: none 2024-09-22T09:31:34.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fded27fc640 20 reqs_thread_entry: start 2024-09-22T09:31:34.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-22T09:31:34.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 20 rados_obj.operate() r=0 bl.length=519 2024-09-22T09:31:34.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-22T09:31:34.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:34.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.736+0000 7fe0a58119c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:34.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fe0a58119c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:31:34.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fe0a58119c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:34.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fe0a58119c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-22T09:31:34.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fdf86ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202801 cookie 94188084411520 notifier 9108 bl.length()=733 2024-09-22T09:31:34.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fdf86ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-22T09:31:34.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.740+0000 7fdf86ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-22T09:31:34.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.744+0000 7fdf59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:34.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.748+0000 7fe0a58119c0 20 remove_watcher() i=0 2024-09-22T09:31:34.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.748+0000 7fe0a58119c0 2 removed watcher, disabling cache 2024-09-22T09:31:34.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.752+0000 7fe0a58119c0 20 remove_watcher() i=1 2024-09-22T09:31:34.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.752+0000 7fe0a58119c0 20 remove_watcher() i=2 2024-09-22T09:31:34.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.756+0000 7fe0a58119c0 20 remove_watcher() i=3 2024-09-22T09:31:34.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.756+0000 7fe0a58119c0 20 remove_watcher() i=4 2024-09-22T09:31:34.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.760+0000 7fe0a58119c0 20 remove_watcher() i=5 2024-09-22T09:31:34.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.760+0000 7fe0a58119c0 20 remove_watcher() i=6 2024-09-22T09:31:34.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.764+0000 7fe0a58119c0 20 remove_watcher() i=7 2024-09-22T09:31:34.778 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-22T09:31:34.778 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key ECDLRMFEQWYIKEZQSSEM --secret li+FS0R6hc2f2c921hRmu93/XfhmjFChSUMzfLv1Elxbh/cOqw3PSw== --cluster ceph 2024-09-22T09:31:34.817 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:34.817 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:34.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 realm 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:34.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.860+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.864+0000 7f507aca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:34.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.864+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:34.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.864+0000 7f507aca39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:34.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.864+0000 7f507aca39c0 20 searching for the correct realm 2024-09-22T09:31:34.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:34.868+0000 7f5078faa640 0 -- 172.21.15.84:0/2767044529 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f5060055950 msgr2=0x7f5060035400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:35.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.088+0000 7f50787a9640 0 -- 172.21.15.84:0/2767044529 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x564c3c404950 msgr2=0x564c3c406da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:35.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:35.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:35.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:35.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:35.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:35.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 zone default found 2024-09-22T09:31:35.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 4 Realm: () 2024-09-22T09:31:35.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 zonegroup default 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.096+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 started sync module instance, tier type = 2024-09-22T09:31:35.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.100+0000 7f507aca39c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:35.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=0 2024-09-22T09:31:35.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=1 2024-09-22T09:31:35.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=2 2024-09-22T09:31:35.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=3 2024-09-22T09:31:35.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=4 2024-09-22T09:31:35.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.120+0000 7f507aca39c0 20 add_watcher() i=5 2024-09-22T09:31:35.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.124+0000 7f507aca39c0 20 add_watcher() i=6 2024-09-22T09:31:35.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.124+0000 7f507aca39c0 20 add_watcher() i=7 2024-09-22T09:31:35.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.124+0000 7f507aca39c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f4f2efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 5 note: GC not initialized 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f4f2dfdb640 20 reqs_thread_entry: start 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 Filter name: none 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f4e9f7fe640 20 reqs_thread_entry: start 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.128+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache get: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM : miss 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM info.flags=0x0 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 adding default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM to cache LRU end 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache get: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM : hit (negative entry) 2024-09-22T09:31:35.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache get: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM : hit (negative entry) 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f507aca39c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f4f4f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202690 cookie 94885428414000 notifier 8600 bl.length()=660 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f4f4f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.132+0000 7f4f4f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-22T09:31:35.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f507aca39c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:31:35.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f507aca39c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-22T09:31:35.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f4f4f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202783 cookie 94885428398096 notifier 8600 bl.length()=191 2024-09-22T09:31:35.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f4f4f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-22T09:31:35.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.140+0000 7f4f4f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-22T09:31:35.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f507aca39c0 10 cache put: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM info.flags=0x7 2024-09-22T09:31:35.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f507aca39c0 10 moving default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM to cache LRU end 2024-09-22T09:31:35.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f507aca39c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:ECDLRMFEQWYIKEZQSSEM, ofs0, ns] 2024-09-22T09:31:35.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f4f4f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202759 cookie 94885428401872 notifier 8600 bl.length()=189 2024-09-22T09:31:35.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f4f4f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM info.flags=0x7 2024-09-22T09:31:35.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.144+0000 7f4f4f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ECDLRMFEQWYIKEZQSSEM to cache LRU end 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "foobar.client.0", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.foobar.client.0", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "foobar+test@test.test", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "foobar.client.0", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "ECDLRMFEQWYIKEZQSSEM", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "li+FS0R6hc2f2c921hRmu93/XfhmjFChSUMzfLv1Elxbh/cOqw3PSw==", 2024-09-22T09:31:35.148 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:35.133619Z" 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:35.149 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:35.150 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:35.133584Z", 2024-09-22T09:31:35.151 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:35.151 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:35.151 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:35.151 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.148+0000 7f4f2efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.152+0000 7f507aca39c0 20 remove_watcher() i=0 2024-09-22T09:31:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.152+0000 7f507aca39c0 2 removed watcher, disabling cache 2024-09-22T09:31:35.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.156+0000 7f507aca39c0 20 remove_watcher() i=1 2024-09-22T09:31:35.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.160+0000 7f507aca39c0 20 remove_watcher() i=2 2024-09-22T09:31:35.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.160+0000 7f507aca39c0 20 remove_watcher() i=3 2024-09-22T09:31:35.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.164+0000 7f507aca39c0 20 remove_watcher() i=4 2024-09-22T09:31:35.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.164+0000 7f507aca39c0 20 remove_watcher() i=5 2024-09-22T09:31:35.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.164+0000 7f507aca39c0 20 remove_watcher() i=6 2024-09-22T09:31:35.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.168+0000 7f507aca39c0 20 remove_watcher() i=7 2024-09-22T09:31:35.193 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 7511784512 --totp-seed ZWJGPTX3L5N2XQX3RWSSP5EPO2ULO3KUD5V7HSUJ2VM4BOETKGVIKST53DIEUAA4 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:35.282 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:35.282 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:35.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 realm 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.324+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.328+0000 7f7000d0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:35.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.328+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.532+0000 7f7000d0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:35.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.532+0000 7f7000d0b9c0 20 searching for the correct realm 2024-09-22T09:31:35.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.536+0000 7f6ffe811640 0 -- 172.21.15.84:0/663422097 >> [v2:172.21.15.84:6817/3811460201,v1:172.21.15.84:6820/3811460201] conn(0x7f6ff4106ba0 msgr2=0x7f6ff40fc420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:35.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.544+0000 7f6ffe010640 0 -- 172.21.15.84:0/663422097 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x558e79682560 msgr2=0x558e79684970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 zone default found 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 4 Realm: () 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 zonegroup default 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.560+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.564+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.564+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.564+0000 7f7000d0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.564+0000 7f7000d0b9c0 20 started sync module instance, tier type = 2024-09-22T09:31:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.564+0000 7f7000d0b9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=0 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=1 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=2 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=3 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=4 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=5 2024-09-22T09:31:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.588+0000 7f7000d0b9c0 20 add_watcher() i=6 2024-09-22T09:31:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.592+0000 7f7000d0b9c0 20 add_watcher() i=7 2024-09-22T09:31:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.592+0000 7f7000d0b9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:35.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f6eb57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:35.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:35.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:35.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 5 note: GC not initialized 2024-09-22T09:31:35.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f6e2ffff640 20 reqs_thread_entry: start 2024-09-22T09:31:35.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:35.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 Filter name: none 2024-09-22T09:31:35.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f6e2dffb640 20 reqs_thread_entry: start 2024-09-22T09:31:35.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:31:35.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-22T09:31:35.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-22T09:31:35.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.596+0000 7f7000d0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:35.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f7000d0b9c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f7000d0b9c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f7000d0b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:31:35.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f6ee27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202691 cookie 94070410628944 notifier 9147 bl.length()=674 2024-09-22T09:31:35.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f6ee27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.604+0000 7f6ee27fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.608+0000 7f6eb57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.612+0000 7f7000d0b9c0 20 remove_watcher() i=0 2024-09-22T09:31:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.612+0000 7f7000d0b9c0 2 removed watcher, disabling cache 2024-09-22T09:31:35.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.616+0000 7f7000d0b9c0 20 remove_watcher() i=1 2024-09-22T09:31:35.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.620+0000 7f7000d0b9c0 20 remove_watcher() i=2 2024-09-22T09:31:35.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.620+0000 7f7000d0b9c0 20 remove_watcher() i=3 2024-09-22T09:31:35.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.624+0000 7f7000d0b9c0 20 remove_watcher() i=4 2024-09-22T09:31:35.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.624+0000 7f7000d0b9c0 20 remove_watcher() i=5 2024-09-22T09:31:35.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.628+0000 7f7000d0b9c0 20 remove_watcher() i=6 2024-09-22T09:31:35.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.628+0000 7f7000d0b9c0 20 remove_watcher() i=7 2024-09-22T09:31:35.648 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-22T09:31:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:35.683 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:35.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.724+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.724+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.724+0000 7f1e4dce69c0 20 realm 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.724+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:35.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:35.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.728+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.732+0000 7f1e4dce69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:35.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.732+0000 7f1e4dce69c0 20 searching for the correct realm 2024-09-22T09:31:35.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.736+0000 7f1e4bfed640 0 -- 172.21.15.84:0/3014563422 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x55674bb70f70 msgr2=0x55674bb73430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:35.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.740+0000 7f1e4b7ec640 0 -- 172.21.15.84:0/3014563422 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f1e40050920 msgr2=0x7f1e4004f3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.956+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:35.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 zone default found 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 4 Realm: () 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 zonegroup default 2024-09-22T09:31:35.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:35.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 started sync module instance, tier type = 2024-09-22T09:31:35.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.960+0000 7f1e4dce69c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:35.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=0 2024-09-22T09:31:35.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=1 2024-09-22T09:31:35.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=2 2024-09-22T09:31:35.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=3 2024-09-22T09:31:35.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=4 2024-09-22T09:31:35.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=5 2024-09-22T09:31:35.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.984+0000 7f1e4dce69c0 20 add_watcher() i=6 2024-09-22T09:31:35.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.988+0000 7f1e4dce69c0 20 add_watcher() i=7 2024-09-22T09:31:35.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.988+0000 7f1e4dce69c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:35.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1d01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:35.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:35.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:35.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 5 note: GC not initialized 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1d00fe1640 20 reqs_thread_entry: start 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 Filter name: none 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1c7a7fc640 20 reqs_thread_entry: start 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-22T09:31:35.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:35.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-22T09:31:35.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-22T09:31:35.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.992+0000 7f1e4dce69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1e4dce69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1e4dce69c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1e4dce69c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1d2effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202692 cookie 93902140312736 notifier 8633 bl.length()=727 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1d2effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-22T09:31:35.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:35.996+0000 7f1d2effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-22T09:31:35.998 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:35.998 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "foobar.client.0", 2024-09-22T09:31:35.998 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.foobar.client.0", 2024-09-22T09:31:35.998 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "foobar+test@test.test", 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "foobar.client.0", 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "ECDLRMFEQWYIKEZQSSEM", 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "li+FS0R6hc2f2c921hRmu93/XfhmjFChSUMzfLv1Elxbh/cOqw3PSw==", 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:35.133619Z" 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:35.999 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [ 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "oidc-provider", 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: "perm": "*" 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:36.000 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "roles", 2024-09-22T09:31:36.001 INFO:teuthology.orchestra.run.smithi084.stdout: "perm": "*" 2024-09-22T09:31:36.001 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.001 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:36.001 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "user-policy", 2024-09-22T09:31:36.001 INFO:teuthology.orchestra.run.smithi084.stdout: "perm": "*" 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.002 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "rgw", 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [ 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "7511784512" 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "", 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:36.003 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:35.133584Z", 2024-09-22T09:31:36.004 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:36.004 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:36.004 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:36.004 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:36.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.000+0000 7f1d01fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:36.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.004+0000 7f1e4dce69c0 20 remove_watcher() i=0 2024-09-22T09:31:36.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.004+0000 7f1e4dce69c0 2 removed watcher, disabling cache 2024-09-22T09:31:36.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.008+0000 7f1e4dce69c0 20 remove_watcher() i=1 2024-09-22T09:31:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.008+0000 7f1e4dce69c0 20 remove_watcher() i=2 2024-09-22T09:31:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.012+0000 7f1e4dce69c0 20 remove_watcher() i=3 2024-09-22T09:31:36.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.012+0000 7f1e4dce69c0 20 remove_watcher() i=4 2024-09-22T09:31:36.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.016+0000 7f1e4dce69c0 20 remove_watcher() i=5 2024-09-22T09:31:36.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.016+0000 7f1e4dce69c0 20 remove_watcher() i=6 2024-09-22T09:31:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.020+0000 7f1e4dce69c0 20 remove_watcher() i=7 2024-09-22T09:31:36.035 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-22T09:31:36.119 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:36.119 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:36.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 realm 2024-09-22T09:31:36.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:36.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.368+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.372+0000 7fae8a1039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:36.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.372+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.372+0000 7fae8a1039c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:36.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.372+0000 7fae8a1039c0 20 searching for the correct realm 2024-09-22T09:31:36.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.376+0000 7fae87408640 0 -- 172.21.15.84:0/233611766 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7fae78049430 msgr2=0x7fae78049890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:36.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.384+0000 7fae87c09640 0 -- 172.21.15.84:0/233611766 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fae7c0f79b0 msgr2=0x7fae7c10f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:36.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.600+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:36.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:36.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 zone default found 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 4 Realm: () 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 zonegroup default 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.604+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.608+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.608+0000 7fae8a1039c0 20 started sync module instance, tier type = 2024-09-22T09:31:36.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.608+0000 7fae8a1039c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=0 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=1 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=2 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=3 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=4 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=5 2024-09-22T09:31:36.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.628+0000 7fae8a1039c0 20 add_watcher() i=6 2024-09-22T09:31:36.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.632+0000 7fae8a1039c0 20 add_watcher() i=7 2024-09-22T09:31:36.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.632+0000 7fae8a1039c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fad3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 5 note: GC not initialized 2024-09-22T09:31:36.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fad3cfe1640 20 reqs_thread_entry: start 2024-09-22T09:31:36.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:36.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 20 Filter name: none 2024-09-22T09:31:36.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7facb67fc640 20 reqs_thread_entry: start 2024-09-22T09:31:36.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-22T09:31:36.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.636+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-22T09:31:36.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:31:36.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-22T09:31:36.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:31:36.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.640+0000 7fae8a1039c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-22T09:31:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.644+0000 7fad66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202784 cookie 94619348340272 notifier 9183 bl.length()=384 2024-09-22T09:31:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.644+0000 7fad66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:31:36.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.644+0000 7fad66ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fae8a1039c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-22T09:31:36.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fae8a1039c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fae8a1039c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-22T09:31:36.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fad66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202854 cookie 94619348349728 notifier 9183 bl.length()=225 2024-09-22T09:31:36.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fad66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-22T09:31:36.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.648+0000 7fad66ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.652+0000 7fae8a1039c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-22T09:31:36.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.652+0000 7fae8a1039c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:31:36.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.652+0000 7fae8a1039c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-22T09:31:36.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.656+0000 7fad66ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202760 cookie 94619348346128 notifier 9183 bl.length()=234 2024-09-22T09:31:36.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.656+0000 7fad66ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-22T09:31:36.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.656+0000 7fad66ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-22T09:31:36.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.656+0000 7fad3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:36.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.660+0000 7fae8a1039c0 20 remove_watcher() i=0 2024-09-22T09:31:36.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.660+0000 7fae8a1039c0 2 removed watcher, disabling cache 2024-09-22T09:31:36.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.664+0000 7fae8a1039c0 20 remove_watcher() i=1 2024-09-22T09:31:36.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.668+0000 7fae8a1039c0 20 remove_watcher() i=2 2024-09-22T09:31:36.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.668+0000 7fae8a1039c0 20 remove_watcher() i=3 2024-09-22T09:31:36.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.672+0000 7fae8a1039c0 20 remove_watcher() i=4 2024-09-22T09:31:36.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.672+0000 7fae8a1039c0 20 remove_watcher() i=5 2024-09-22T09:31:36.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.672+0000 7fae8a1039c0 20 remove_watcher() i=6 2024-09-22T09:31:36.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.676+0000 7fae8a1039c0 20 remove_watcher() i=7 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "id": "RGW88888888888888888", 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "tenant": "", 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "name": "Mr.RGW88888888888888888", 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "quota": { 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.690 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_users": 1000, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_roles": 1000, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_groups": 1000, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout: "max_access_keys": 4 2024-09-22T09:31:36.691 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:36.693 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-22T09:31:36.693 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key VKWOPSPBLCFJURHIHXBA --secret MUda5PyjiOBcRol3WVPDWKP7/N3nGkjHHhiT3qyDdeFBpgZO1LJgdw== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-22T09:31:36.783 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:36.783 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:36.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.824+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 realm 2024-09-22T09:31:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:36.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.828+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.832+0000 7f562f1569c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:36.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.832+0000 7f562f1569c0 20 searching for the correct realm 2024-09-22T09:31:36.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.836+0000 7f562c45b640 0 -- 172.21.15.84:0/3431109654 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f5624070070 msgr2=0x7f5624066fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:36.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.844+0000 7f562c45b640 0 -- 172.21.15.84:0/3431109654 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f54f80830f0 msgr2=0x7f54f8085520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:36.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.848+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 zone default found 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 4 Realm: () 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:36.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 zonegroup default 2024-09-22T09:31:36.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 started sync module instance, tier type = 2024-09-22T09:31:36.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.852+0000 7f562f1569c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:36.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=0 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=1 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=2 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=3 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=4 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=5 2024-09-22T09:31:36.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=6 2024-09-22T09:31:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 20 add_watcher() i=7 2024-09-22T09:31:36.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.868+0000 7f562f1569c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:36.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f54e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:36.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:36.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:36.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 5 note: GC not initialized 2024-09-22T09:31:36.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f54e27e4640 20 reqs_thread_entry: start 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 Filter name: none 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f54dbfff640 20 reqs_thread_entry: start 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:36.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA : miss 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.872+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA info.flags=0x0 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 adding default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA to cache LRU end 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-22T09:31:36.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA : hit (negative entry) 2024-09-22T09:31:36.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache get: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA : hit (negative entry) 2024-09-22T09:31:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:31:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.876+0000 7f562f1569c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-22T09:31:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.880+0000 7f5503fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202785 cookie 94082490260512 notifier 9201 bl.length()=681 2024-09-22T09:31:36.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.880+0000 7f5503fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:31:36.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.880+0000 7f5503fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f562f1569c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f562f1569c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f5503fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202802 cookie 94082490272608 notifier 9201 bl.length()=189 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f5503fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-22T09:31:36.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.884+0000 7f5503fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-22T09:31:36.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f562f1569c0 10 cache put: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA info.flags=0x7 2024-09-22T09:31:36.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f562f1569c0 10 moving default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA to cache LRU end 2024-09-22T09:31:36.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f562f1569c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:VKWOPSPBLCFJURHIHXBA, ofs0, ns] 2024-09-22T09:31:36.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f55037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202761 cookie 94082490261632 notifier 9201 bl.length()=188 2024-09-22T09:31:36.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f55037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA info.flags=0x7 2024-09-22T09:31:36.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.888+0000 7f55037fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VKWOPSPBLCFJURHIHXBA to cache LRU end 2024-09-22T09:31:36.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.892+0000 7f562f1569c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "root1.client.0", 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "root1+test@test.test", 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "root1.client.0", 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "VKWOPSPBLCFJURHIHXBA", 2024-09-22T09:31:36.892 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "MUda5PyjiOBcRol3WVPDWKP7/N3nGkjHHhiT3qyDdeFBpgZO1LJgdw==", 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:36.878079Z" 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:36.893 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:36.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "root", 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "RGW88888888888888888", 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:36.878059Z", 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:36.895 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:36.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.892+0000 7f54e37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:36.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.896+0000 7f562f1569c0 20 remove_watcher() i=0 2024-09-22T09:31:36.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.896+0000 7f562f1569c0 2 removed watcher, disabling cache 2024-09-22T09:31:36.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.900+0000 7f562f1569c0 20 remove_watcher() i=1 2024-09-22T09:31:36.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.900+0000 7f562f1569c0 20 remove_watcher() i=2 2024-09-22T09:31:36.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.904+0000 7f562f1569c0 20 remove_watcher() i=3 2024-09-22T09:31:36.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.904+0000 7f562f1569c0 20 remove_watcher() i=4 2024-09-22T09:31:36.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.908+0000 7f562f1569c0 20 remove_watcher() i=5 2024-09-22T09:31:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.908+0000 7f562f1569c0 20 remove_watcher() i=6 2024-09-22T09:31:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:36.908+0000 7f562f1569c0 20 remove_watcher() i=7 2024-09-22T09:31:36.925 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 3345595154 --totp-seed J7JJOCGAY6GZRY6TEMQXEZQNLE56M7VXOK23TBWTKMOYVMX2OATONVTV3OBEHYHM --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:37.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.008+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 realm 2024-09-22T09:31:37.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:37.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:37.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.012+0000 7f4cde50a9c0 20 searching for the correct realm 2024-09-22T09:31:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.020+0000 7f4cdb80f640 0 -- 172.21.15.84:0/218512844 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4cd406c0c0 msgr2=0x7f4cd409b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:37.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.228+0000 7f4cdb80f640 0 -- 172.21.15.84:0/218512844 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f4bac0830f0 msgr2=0x7f4bac085520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:37.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:37.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:37.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.240+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:37.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 zone default found 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 4 Realm: () 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 zonegroup default 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 started sync module instance, tier type = 2024-09-22T09:31:37.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.244+0000 7f4cde50a9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=0 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=1 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=2 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=3 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=4 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=5 2024-09-22T09:31:37.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.268+0000 7f4cde50a9c0 20 add_watcher() i=6 2024-09-22T09:31:37.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.272+0000 7f4cde50a9c0 20 add_watcher() i=7 2024-09-22T09:31:37.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.272+0000 7f4cde50a9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:37.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4b92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:37.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:37.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 5 note: GC not initialized 2024-09-22T09:31:37.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4b91fe3640 20 reqs_thread_entry: start 2024-09-22T09:31:37.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:37.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 20 Filter name: none 2024-09-22T09:31:37.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4b8affd640 20 reqs_thread_entry: start 2024-09-22T09:31:37.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-22T09:31:37.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.276+0000 7f4cde50a9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.280+0000 7f4cde50a9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-22T09:31:37.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.280+0000 7f4cde50a9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-22T09:31:37.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.280+0000 7f4cde50a9c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:37.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.280+0000 7f4cde50a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:37.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4cde50a9c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:31:37.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4cde50a9c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:37.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4cde50a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-22T09:31:37.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4bbb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202786 cookie 94545637898256 notifier 8684 bl.length()=695 2024-09-22T09:31:37.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4bbb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-22T09:31:37.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.284+0000 7f4bbb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-22T09:31:37.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.288+0000 7f4b92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.292+0000 7f4cde50a9c0 20 remove_watcher() i=0 2024-09-22T09:31:37.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.292+0000 7f4cde50a9c0 2 removed watcher, disabling cache 2024-09-22T09:31:37.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.296+0000 7f4cde50a9c0 20 remove_watcher() i=1 2024-09-22T09:31:37.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.296+0000 7f4cde50a9c0 20 remove_watcher() i=2 2024-09-22T09:31:37.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.300+0000 7f4cde50a9c0 20 remove_watcher() i=3 2024-09-22T09:31:37.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.300+0000 7f4cde50a9c0 20 remove_watcher() i=4 2024-09-22T09:31:37.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.304+0000 7f4cde50a9c0 20 remove_watcher() i=5 2024-09-22T09:31:37.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.304+0000 7f4cde50a9c0 20 remove_watcher() i=6 2024-09-22T09:31:37.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.308+0000 7f4cde50a9c0 20 remove_watcher() i=7 2024-09-22T09:31:37.322 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-22T09:31:37.408 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:37.408 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:37.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 realm 2024-09-22T09:31:37.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:37.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.452+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.456+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.456+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.456+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.456+0000 7fbcf9a6d9c0 20 searching for the correct realm 2024-09-22T09:31:37.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.464+0000 7fbcf7d74640 0 -- 172.21.15.84:0/4118085845 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fbcec082ae0 msgr2=0x7fbcec0824b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:37.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.680+0000 7fbcf7573640 0 -- 172.21.15.84:0/4118085845 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x555ad7b8ade0 msgr2=0x555ad7b8d1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:37.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.688+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:37.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 zone default found 2024-09-22T09:31:37.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 4 Realm: () 2024-09-22T09:31:37.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 zonegroup default 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 started sync module instance, tier type = 2024-09-22T09:31:37.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.692+0000 7fbcf9a6d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:37.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=0 2024-09-22T09:31:37.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=1 2024-09-22T09:31:37.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=2 2024-09-22T09:31:37.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=3 2024-09-22T09:31:37.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=4 2024-09-22T09:31:37.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=5 2024-09-22T09:31:37.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.716+0000 7fbcf9a6d9c0 20 add_watcher() i=6 2024-09-22T09:31:37.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.720+0000 7fbcf9a6d9c0 20 add_watcher() i=7 2024-09-22T09:31:37.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.720+0000 7fbcf9a6d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:37.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbbadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:37.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:37.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 5 note: GC not initialized 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbbacfe1640 20 reqs_thread_entry: start 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 Filter name: none 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbb267fc640 20 reqs_thread_entry: start 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-22T09:31:37.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-22T09:31:37.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-22T09:31:37.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-22T09:31:37.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.724+0000 7fbcf9a6d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.728+0000 7fbcf9a6d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.728+0000 7fbcf9a6d9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-22T09:31:37.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.728+0000 7fbcf9a6d9c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:31:37.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.728+0000 7fbcf9a6d9c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-22T09:31:37.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbcf9a6d9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:31:37.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbcf9a6d9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbcf9a6d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-22T09:31:37.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbbdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202787 cookie 93848654669760 notifier 8702 bl.length()=384 2024-09-22T09:31:37.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbbdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:31:37.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.732+0000 7fbbdaffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbcf9a6d9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-22T09:31:37.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbcf9a6d9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbcf9a6d9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-22T09:31:37.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbbdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202855 cookie 93848654679344 notifier 8702 bl.length()=225 2024-09-22T09:31:37.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbbdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-22T09:31:37.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.736+0000 7fbbdaffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbcf9a6d9c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-22T09:31:37.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbcf9a6d9c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:31:37.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbcf9a6d9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-22T09:31:37.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbbdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202762 cookie 93848654674944 notifier 8702 bl.length()=234 2024-09-22T09:31:37.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbbdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-22T09:31:37.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.744+0000 7fbbdaffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-22T09:31:37.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.748+0000 7fbbadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.752+0000 7fbcf9a6d9c0 20 remove_watcher() i=0 2024-09-22T09:31:37.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.752+0000 7fbcf9a6d9c0 2 removed watcher, disabling cache 2024-09-22T09:31:37.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.752+0000 7fbcf9a6d9c0 20 remove_watcher() i=1 2024-09-22T09:31:37.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.756+0000 7fbcf9a6d9c0 20 remove_watcher() i=2 2024-09-22T09:31:37.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.760+0000 7fbcf9a6d9c0 20 remove_watcher() i=3 2024-09-22T09:31:37.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.760+0000 7fbcf9a6d9c0 20 remove_watcher() i=4 2024-09-22T09:31:37.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.764+0000 7fbcf9a6d9c0 20 remove_watcher() i=5 2024-09-22T09:31:37.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.764+0000 7fbcf9a6d9c0 20 remove_watcher() i=6 2024-09-22T09:31:37.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.764+0000 7fbcf9a6d9c0 20 remove_watcher() i=7 2024-09-22T09:31:37.781 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "id": "RGW99999999999999999", 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "tenant": "", 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "name": "Mr.RGW99999999999999999", 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "quota": { 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:37.782 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_users": 1000, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_roles": 1000, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_groups": 1000, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout: "max_access_keys": 4 2024-09-22T09:31:37.783 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:37.785 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-22T09:31:37.785 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key EIOTZDFINOTWVRTMSDOD --secret VRAGIaQOeaOB81yG2PSeufpvsV/QCjFrQtLkgAP/ciZZRIc8c4gxmA== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-22T09:31:37.875 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:37.875 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:37.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.916+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 realm 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.920+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.924+0000 7f27680089c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:37.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.924+0000 7f27680089c0 20 searching for the correct realm 2024-09-22T09:31:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.928+0000 7f276630f640 0 -- 172.21.15.84:0/2327912545 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x55d400433560 msgr2=0x55d4004359d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:37.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.932+0000 7f276530d640 0 -- 172.21.15.84:0/2327912545 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f276001d060 msgr2=0x7f2760065fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:37.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:37.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 zone default found 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 4 Realm: () 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 zonegroup default 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.940+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 started sync module instance, tier type = 2024-09-22T09:31:37.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.944+0000 7f27680089c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:37.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=0 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=1 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=2 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=3 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=4 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=5 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=6 2024-09-22T09:31:37.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 20 add_watcher() i=7 2024-09-22T09:31:37.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.960+0000 7f27680089c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f261bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 5 note: GC not initialized 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f261afe5640 20 reqs_thread_entry: start 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 Filter name: none 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f2618fe1640 20 reqs_thread_entry: start 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-22T09:31:37.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-22T09:31:37.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache get: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD : miss 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD info.flags=0x0 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 adding default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD to cache LRU end 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-22T09:31:37.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.964+0000 7f27680089c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 cache get: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD : hit (negative entry) 2024-09-22T09:31:37.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 cache get: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD : hit (negative entry) 2024-09-22T09:31:37.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:31:37.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:37.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f27680089c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-22T09:31:37.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f26497fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202788 cookie 94369025898176 notifier 9258 bl.length()=681 2024-09-22T09:31:37.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f26497fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:31:37.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.968+0000 7f26497fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:37.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-22T09:31:37.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f27680089c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:31:37.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f27680089c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-22T09:31:37.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f2648ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202803 cookie 94369025910048 notifier 9258 bl.length()=189 2024-09-22T09:31:37.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f2648ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-22T09:31:37.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.976+0000 7f2648ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f27680089c0 10 cache put: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD info.flags=0x7 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f27680089c0 10 moving default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD to cache LRU end 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f27680089c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:EIOTZDFINOTWVRTMSDOD, ofs0, ns] 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f26497fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202763 cookie 94369025904160 notifier 9258 bl.length()=188 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f26497fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD info.flags=0x7 2024-09-22T09:31:37.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.980+0000 7f26497fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EIOTZDFINOTWVRTMSDOD to cache LRU end 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.984+0000 7f27680089c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "user_id": "root2.client.0", 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "email": "root2+test@test.test", 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "suspended": 0, 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "max_buckets": 1000, 2024-09-22T09:31:37.984 INFO:teuthology.orchestra.run.smithi084.stdout: "subusers": [], 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "keys": [ 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "user": "root2.client.0", 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "access_key": "EIOTZDFINOTWVRTMSDOD", 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "secret_key": "VRAGIaQOeaOB81yG2PSeufpvsV/QCjFrQtLkgAP/ciZZRIc8c4gxmA==", 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "active": true, 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:37.969691Z" 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "swift_keys": [], 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": [], 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "op_mask": "read, write, delete", 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "default_placement": "", 2024-09-22T09:31:37.985 INFO:teuthology.orchestra.run.smithi084.stdout: "default_storage_class": "", 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "placement_tags": [], 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "bucket_quota": { 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "user_quota": { 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "enabled": false, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "check_on_raw": false, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size": -1, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_size_kb": 0, 2024-09-22T09:31:37.986 INFO:teuthology.orchestra.run.smithi084.stdout: "max_objects": -1 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "temp_url_keys": [], 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "root", 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "mfa_ids": [], 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "account_id": "RGW99999999999999999", 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/", 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "create_date": "2024-09-22T09:31:37.969677Z", 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "tags": [], 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: "group_ids": [] 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T09:31:37.987 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:31:37.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.984+0000 7f261bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:37.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.988+0000 7f27680089c0 20 remove_watcher() i=0 2024-09-22T09:31:37.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.988+0000 7f27680089c0 2 removed watcher, disabling cache 2024-09-22T09:31:37.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.992+0000 7f27680089c0 20 remove_watcher() i=1 2024-09-22T09:31:37.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.992+0000 7f27680089c0 20 remove_watcher() i=2 2024-09-22T09:31:37.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.996+0000 7f27680089c0 20 remove_watcher() i=3 2024-09-22T09:31:37.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:37.996+0000 7f27680089c0 20 remove_watcher() i=4 2024-09-22T09:31:37.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.000+0000 7f27680089c0 20 remove_watcher() i=5 2024-09-22T09:31:38.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.000+0000 7f27680089c0 20 remove_watcher() i=6 2024-09-22T09:31:38.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.000+0000 7f27680089c0 20 remove_watcher() i=7 2024-09-22T09:31:38.016 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 9935909102 --totp-seed BDH76HGJLIVLQVPIB76Y4TP7AOUV76ETMPCQNQ4XTWONRUIL7AHK4JJGJHMY4OWN --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-22T09:31:38.057 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T09:31:38.057 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T09:31:38.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 realm 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.096+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:38.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T09:31:38.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.100+0000 7feb6a83d9c0 20 searching for the correct realm 2024-09-22T09:31:38.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.108+0000 7feb68b44640 0 -- 172.21.15.84:0/1758546231 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7feb5c035410 msgr2=0x7feb5c035870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T09:31:38.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.324+0000 7feb68343640 0 -- 172.21.15.84:0/1758546231 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55f90363bb10 msgr2=0x55f90363df00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T09:31:38.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T09:31:38.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T09:31:38.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T09:31:38.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.332+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 zone default found 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 4 Realm: () 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 zonegroup default 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T09:31:38.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 started sync module instance, tier type = 2024-09-22T09:31:38.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.336+0000 7feb6a83d9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=0 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=1 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=2 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=3 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=4 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=5 2024-09-22T09:31:38.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=6 2024-09-22T09:31:38.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 20 add_watcher() i=7 2024-09-22T09:31:38.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.360+0000 7feb6a83d9c0 2 all 8 watchers are set, enabling cache 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.364+0000 7fea1efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.364+0000 7feb6a83d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.364+0000 7feb6a83d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 5 note: GC not initialized 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7fea1dfdb640 20 reqs_thread_entry: start 2024-09-22T09:31:38.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 20 init_complete bucket index max shards: 11 2024-09-22T09:31:38.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 20 Filter name: none 2024-09-22T09:31:38.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7fe98f7fe640 20 reqs_thread_entry: start 2024-09-22T09:31:38.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-22T09:31:38.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 20 rados->read ofs=0 len=0 2024-09-22T09:31:38.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-22T09:31:38.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-22T09:31:38.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:38.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.368+0000 7feb6a83d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T09:31:38.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.372+0000 7feb6a83d9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:31:38.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.372+0000 7feb6a83d9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:38.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.372+0000 7feb6a83d9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-22T09:31:38.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.376+0000 7fea3f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202789 cookie 94527992132224 notifier 8735 bl.length()=695 2024-09-22T09:31:38.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.376+0000 7fea3f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-22T09:31:38.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.376+0000 7fea3f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-22T09:31:38.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.380+0000 7fea1efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T09:31:38.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.384+0000 7feb6a83d9c0 20 remove_watcher() i=0 2024-09-22T09:31:38.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.384+0000 7feb6a83d9c0 2 removed watcher, disabling cache 2024-09-22T09:31:38.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.384+0000 7feb6a83d9c0 20 remove_watcher() i=1 2024-09-22T09:31:38.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.388+0000 7feb6a83d9c0 20 remove_watcher() i=2 2024-09-22T09:31:38.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.388+0000 7feb6a83d9c0 20 remove_watcher() i=3 2024-09-22T09:31:38.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.392+0000 7feb6a83d9c0 20 remove_watcher() i=4 2024-09-22T09:31:38.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.392+0000 7feb6a83d9c0 20 remove_watcher() i=5 2024-09-22T09:31:38.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.396+0000 7feb6a83d9c0 20 remove_watcher() i=6 2024-09-22T09:31:38.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T09:31:38.396+0000 7feb6a83d9c0 20 remove_watcher() i=7 2024-09-22T09:31:38.413 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-22T09:31:38.413 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:31:38.414 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-22T09:31:38.460 INFO:tasks.s3tests:Configuring boto... 2024-09-22T09:31:38.460 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T09:31:38.460 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-22T09:31:38.508 DEBUG:teuthology.orchestra.run.smithi084:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-22T09:31:38.684 INFO:teuthology.orchestra.run.smithi084.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-22T09:31:38.879 INFO:teuthology.orchestra.run.smithi084.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-22T09:31:39.200 INFO:teuthology.orchestra.run.smithi084.stdout:py installdeps: -rrequirements.txt 2024-09-22T09:33:26.751 INFO:teuthology.orchestra.run.smithi084.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-22T09:33:28.590 INFO:teuthology.orchestra.run.smithi084.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.1,gevent==24.2.1,greenlet==3.1.1,httplib2==0.22.0,idna==3.10,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.6,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.8.0,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=64cfa7d126bc3a571d7934fef7fa595db908372fa7678d16770e63b58d1e4a9e,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.20.0,urllib3==1.26.20,virtualenv==20.26.5,zope.event==5.0,zope.interface==7.0.3 2024-09-22T09:33:28.590 INFO:teuthology.orchestra.run.smithi084.stdout:py run-test-pre: PYTHONHASHSEED='3041001311' 2024-09-22T09:33:28.590 INFO:teuthology.orchestra.run.smithi084.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-22T09:33:28.761 INFO:teuthology.orchestra.run.smithi084.stdout:============================= test session starts ============================== 2024-09-22T09:33:28.761 INFO:teuthology.orchestra.run.smithi084.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-22T09:33:28.761 INFO:teuthology.orchestra.run.smithi084.stdout:cachedir: .tox/py/.pytest_cache 2024-09-22T09:33:28.761 INFO:teuthology.orchestra.run.smithi084.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T09:33:28.761 INFO:teuthology.orchestra.run.smithi084.stdout:configfile: pytest.ini 2024-09-22T09:33:30.575 INFO:teuthology.orchestra.run.smithi084.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-22T09:33:30.575 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T09:33:31.932 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-22T09:33:32.795 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-22T09:33:33.687 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-22T09:33:34.537 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-22T09:33:35.405 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-22T09:33:36.117 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-22T09:33:37.151 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-22T09:33:37.850 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-22T09:33:38.024 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-22T09:33:38.194 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-22T09:33:39.070 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-22T09:33:39.960 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-22T09:33:40.827 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-22T09:33:41.714 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-22T09:33:41.898 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-22T09:33:42.080 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-22T09:33:42.206 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.331 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.456 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.589 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.715 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.841 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-22T09:33:42.966 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.094 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.220 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.346 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.475 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.632 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.760 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-22T09:33:43.884 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.012 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.136 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.265 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.405 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.534 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.661 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.789 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-22T09:33:44.917 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.045 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.172 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.297 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.422 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.549 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.680 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-22T09:33:45.807 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-22T09:33:45.933 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.060 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.189 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.316 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.459 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.589 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.718 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-22T09:33:46.845 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-22T09:33:48.549 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-22T09:34:06.156 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-22T09:34:24.460 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-22T09:34:51.440 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-22T09:35:25.990 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-22T09:35:37.289 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-22T09:35:48.036 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-22T09:35:51.711 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-22T09:35:52.847 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-22T09:35:55.740 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-22T09:35:58.606 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-22T09:36:00.686 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-22T09:36:01.982 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-22T09:36:02.995 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-22T09:36:02.997 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-22T09:36:02.999 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-22T09:36:03.001 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-22T09:36:03.006 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-22T09:36:03.007 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-22T09:36:03.008 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-22T09:36:03.009 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-22T09:36:03.013 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.014 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.014 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.015 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.017 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-22T09:36:03.018 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.019 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.020 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-22T09:36:03.021 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:36:03.022 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:36:03.024 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:36:03.025 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-22T09:36:03.026 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-22T09:36:03.028 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-22T09:36:03.029 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-22T09:36:03.030 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-22T09:36:03.031 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-22T09:36:03.032 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-22T09:36:03.034 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-22T09:36:03.035 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-22T09:36:03.129 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-22T09:36:03.138 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-22T09:36:05.524 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-22T09:36:17.953 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-22T09:36:19.604 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-22T09:36:21.700 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-22T09:36:23.698 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-22T09:36:25.759 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-22T09:36:27.803 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-22T09:36:29.482 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-22T09:36:31.542 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-22T09:36:33.345 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-22T09:36:35.181 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-22T09:36:36.865 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-22T09:36:38.397 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-22T09:36:39.909 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-22T09:36:40.879 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-22T09:36:42.572 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-22T09:36:44.529 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-22T09:36:46.442 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-22T09:36:48.190 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-22T09:36:49.836 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-22T09:36:51.507 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-22T09:36:53.193 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-22T09:36:54.860 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-22T09:36:56.334 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-22T09:36:57.811 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-22T09:36:58.740 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-22T09:36:59.686 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-22T09:37:00.640 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-22T09:37:01.581 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-22T09:37:02.493 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-22T09:37:04.504 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-22T09:37:05.476 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:37:06.570 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-22T09:37:07.905 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-22T09:37:09.084 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-22T09:37:10.061 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:37:11.319 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-22T09:37:12.551 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-22T09:37:14.095 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-22T09:37:15.303 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-22T09:37:16.570 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-22T09:37:17.821 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-22T09:37:19.589 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-22T09:37:21.834 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-22T09:37:23.768 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-22T09:37:26.021 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:28.336 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:32.768 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:37.150 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:39.691 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:42.133 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-22T09:37:44.080 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-22T09:37:46.316 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-22T09:37:47.774 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-22T09:37:50.694 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-22T09:37:52.615 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-22T09:37:54.883 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-22T09:37:59.045 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-22T09:38:04.495 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-22T09:38:07.814 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-22T09:38:10.896 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-22T09:38:13.303 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-22T09:38:14.984 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-22T09:38:17.746 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-22T09:38:19.756 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-22T09:38:22.402 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-22T09:38:24.268 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-22T09:38:27.621 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-22T09:38:30.836 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-22T09:38:34.446 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-22T09:38:37.994 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-22T09:38:40.736 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-22T09:38:43.186 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-22T09:38:45.129 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-22T09:38:49.406 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-22T09:38:52.701 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-22T09:38:56.239 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-22T09:38:59.653 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-22T09:39:03.011 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-22T09:39:06.350 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-22T09:39:09.253 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-22T09:39:11.297 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-22T09:39:13.642 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-22T09:39:17.623 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-22T09:39:22.633 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-22T09:39:24.949 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-22T09:39:28.262 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-22T09:39:31.561 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-22T09:39:35.046 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-22T09:39:38.985 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-22T09:39:43.103 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-22T09:39:46.997 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-22T09:39:50.529 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-22T09:39:52.817 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-22T09:39:54.772 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-22T09:39:56.607 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-22T09:39:58.533 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-22T09:40:02.300 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-22T09:40:05.992 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-22T09:40:09.824 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-22T09:40:13.552 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-22T09:40:17.321 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-22T09:40:21.235 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-22T09:40:25.065 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-22T09:40:28.777 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-22T09:40:32.470 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-22T09:40:36.120 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-22T09:40:39.955 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-22T09:40:43.780 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-22T09:40:46.474 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-22T09:40:49.253 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-22T09:40:51.893 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-22T09:40:54.573 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-22T09:40:56.786 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-22T09:40:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-22T09:41:01.582 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-22T09:41:03.919 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-22T09:41:06.223 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-22T09:41:08.674 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-22T09:41:11.210 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-22T09:41:13.901 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-22T09:41:16.306 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-22T09:41:20.311 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-22T09:41:24.293 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-22T09:41:26.302 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-22T09:41:28.255 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-22T09:41:30.498 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-22T09:41:32.809 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-22T09:41:36.720 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-22T09:41:40.625 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-22T09:41:42.897 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-22T09:41:45.213 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-22T09:41:47.497 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-22T09:41:49.858 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-22T09:41:52.139 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-22T09:41:54.432 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-22T09:41:56.831 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-22T09:41:59.176 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-22T09:42:01.450 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-22T09:42:03.809 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-22T09:42:06.157 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-22T09:42:08.494 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-22T09:42:10.778 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-22T09:42:12.922 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-22T09:42:15.152 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-22T09:42:17.472 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-22T09:42:19.842 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-22T09:44:35.997 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-22T09:44:38.197 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-22T09:44:40.454 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-22T09:44:42.696 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-22T09:44:44.868 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-22T09:44:47.084 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-22T09:44:49.233 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-22T09:44:51.464 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-22T09:44:53.603 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-22T09:44:55.932 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-22T09:44:58.124 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-22T09:45:00.334 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-22T09:45:02.472 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-22T09:45:04.775 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-22T09:45:07.161 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-22T09:45:09.422 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-22T09:45:11.691 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-22T09:45:14.030 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-22T09:45:16.298 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-22T09:45:18.526 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:45:20.846 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:45:23.115 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:45:25.478 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-22T09:45:27.964 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-22T09:45:30.405 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-22T09:45:32.737 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-22T09:45:35.058 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-22T09:45:37.426 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-22T09:45:39.722 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-22T09:45:40.774 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-22T09:45:42.714 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-22T09:45:48.424 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-22T09:45:54.086 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-22T09:45:56.471 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-22T09:45:58.787 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-22T09:46:01.140 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-22T09:46:03.431 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-22T09:46:05.924 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-22T09:46:08.281 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-22T09:46:10.594 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-22T09:46:12.897 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-22T09:46:15.213 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-22T09:46:17.628 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-22T09:46:19.939 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-22T09:46:22.293 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-22T09:46:24.925 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-22T09:46:28.569 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-22T09:46:30.441 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-22T09:46:32.499 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-22T09:46:34.168 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-22T09:46:35.765 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-22T09:46:36.752 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-22T09:46:37.698 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-22T09:46:38.623 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-22T09:46:40.566 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-22T09:46:49.497 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-22T09:46:50.415 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-22T09:46:52.340 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-22T09:46:53.898 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-22T09:46:55.598 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-22T09:46:57.376 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-22T09:47:03.326 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-22T09:47:05.888 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-22T09:47:08.447 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-22T09:49:25.534 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-22T09:51:43.583 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-22T09:51:45.490 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-22T09:51:47.360 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-22T09:51:49.294 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-22T09:51:51.253 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-22T09:51:53.455 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-22T09:51:55.368 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-22T09:51:57.260 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-22T09:51:59.494 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-22T09:52:01.531 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-22T09:52:03.489 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-22T09:52:05.612 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-22T09:52:07.785 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-22T09:52:09.669 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-22T09:52:11.398 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-22T09:52:13.203 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-22T09:52:15.001 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-22T09:52:18.704 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-22T09:52:20.767 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-22T09:52:22.601 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-22T09:52:24.456 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-22T09:52:26.517 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-22T09:52:28.573 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-22T09:52:30.249 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-22T09:52:31.948 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-22T09:52:33.545 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-22T09:52:35.207 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-22T09:52:36.861 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-22T09:52:38.609 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-22T09:52:40.687 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-22T09:52:42.410 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-22T09:52:44.053 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-22T09:52:45.751 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-22T09:52:47.349 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-22T09:52:49.764 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-22T09:52:51.482 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-22T09:52:53.105 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-22T09:52:54.696 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-22T09:52:56.439 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-22T09:52:58.135 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-22T09:52:59.869 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-22T09:53:01.618 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-22T09:53:05.147 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-22T09:53:06.866 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-22T09:53:08.819 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-22T09:53:10.764 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-22T09:53:12.765 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-22T09:53:14.803 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-22T09:53:16.788 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-22T09:53:19.891 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-22T09:53:21.913 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-22T09:53:23.871 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-22T09:53:26.019 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-22T09:53:28.215 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-22T09:53:30.393 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-22T09:53:32.354 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-22T09:53:34.591 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-22T09:53:36.792 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-22T09:53:38.698 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-22T09:53:40.921 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-22T09:53:42.817 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-22T09:53:44.671 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-22T09:53:46.580 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-22T09:53:48.609 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-22T09:53:50.480 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-22T09:53:51.446 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-22T09:53:54.054 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-22T09:53:55.883 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-22T09:53:57.788 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-22T09:54:02.828 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-22T09:54:04.740 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-22T09:54:06.701 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-22T09:54:08.629 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-22T09:54:10.462 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-22T09:54:12.304 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-22T09:54:14.214 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-22T09:54:16.214 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-22T09:54:18.350 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-22T09:54:20.253 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-22T09:54:22.250 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-22T09:54:24.120 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-22T09:54:26.112 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-22T09:54:28.208 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-22T09:54:30.052 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-22T09:54:32.074 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-22T09:54:34.112 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-22T09:54:36.075 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-22T09:54:37.021 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-22T09:54:38.091 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-22T09:54:39.022 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-22T09:54:40.525 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-22T09:54:42.020 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-22T09:54:43.506 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-22T09:54:45.019 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-22T09:54:46.645 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-22T09:54:47.630 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-22T09:54:48.597 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-22T09:54:50.111 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-22T09:54:51.140 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-22T09:54:52.077 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-22T09:54:53.093 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-22T09:54:54.065 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-22T09:54:55.703 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-22T09:54:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-22T09:54:59.010 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-22T09:55:00.612 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-22T09:55:02.145 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-22T09:55:03.883 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-22T09:55:05.459 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-22T09:55:07.200 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-22T09:55:08.833 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-22T09:55:10.386 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-22T09:55:12.302 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-22T09:55:14.225 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-22T09:55:16.377 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-22T09:55:18.325 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-22T09:55:20.255 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-22T09:55:22.374 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-22T09:55:24.597 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-22T09:55:26.822 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-22T09:55:29.086 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-22T09:55:30.761 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-22T09:55:32.875 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-22T09:55:35.080 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-22T09:55:37.236 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-22T09:55:39.445 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-22T09:55:41.591 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-22T09:55:44.579 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-22T09:55:47.189 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-22T09:55:49.891 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-22T09:55:52.691 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-22T09:55:55.414 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-22T09:55:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-22T09:55:59.306 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-22T09:56:01.273 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-22T09:56:03.258 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-22T09:56:05.151 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-22T09:56:07.347 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-22T09:56:10.334 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-22T09:56:13.253 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-22T09:56:16.395 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-22T09:56:19.433 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-22T09:56:22.437 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-22T09:56:25.485 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-22T09:56:28.473 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-22T09:56:31.572 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-22T09:56:34.572 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-22T09:56:37.475 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-22T09:56:40.540 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-22T09:56:43.523 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-22T09:56:47.785 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-22T09:56:51.909 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-22T09:56:52.869 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-22T09:56:53.824 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-22T09:56:54.816 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-22T09:56:56.657 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-22T09:56:58.449 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-22T09:56:59.986 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-22T09:57:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-22T09:57:04.031 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-22T09:57:10.098 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-22T09:57:12.794 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-22T09:57:15.107 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-22T09:57:23.450 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-22T09:57:25.708 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-22T09:57:27.900 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-22T09:57:30.005 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-22T09:57:32.122 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-22T09:57:35.168 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-22T09:57:37.645 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-22T09:57:40.484 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-22T09:57:43.028 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-22T09:57:47.126 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-22T09:57:51.034 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-22T09:57:52.647 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-22T09:57:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-22T09:58:00.613 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-22T09:58:03.163 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-22T09:58:44.315 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-22T09:58:46.230 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-22T09:58:48.699 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-22T09:58:55.939 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-22T09:58:58.148 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-22T09:59:02.004 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-22T09:59:25.372 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-22T10:00:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-22T10:00:49.245 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-22T10:04:16.454 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-22T10:04:43.006 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-22T10:05:18.029 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-22T10:05:21.307 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-22T10:05:33.800 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-22T10:05:44.659 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-22T10:05:51.219 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-22T10:05:53.178 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-22T10:06:04.231 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-22T10:06:06.678 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-22T10:06:08.719 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-22T10:06:10.761 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-22T10:06:37.856 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-22T10:06:44.157 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-22T10:06:46.256 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-22T10:06:48.279 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-22T10:06:50.350 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-22T10:07:00.432 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-22T10:07:05.583 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-22T10:07:10.487 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-22T10:07:12.621 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-22T10:07:14.654 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-22T10:07:16.697 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-22T10:07:18.819 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-22T10:07:20.860 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-22T10:07:22.998 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-22T10:07:25.069 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-22T10:07:29.114 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-22T10:07:36.290 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-22T10:07:50.070 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-22T10:07:55.165 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-22T10:08:04.231 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-22T10:08:19.402 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-22T10:08:23.527 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-22T10:08:31.954 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-22T10:08:46.470 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-22T10:08:51.003 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-22T10:08:53.254 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-22T10:08:56.439 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-22T10:08:58.461 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-22T10:09:08.593 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-22T10:09:10.607 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-22T10:09:12.551 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-22T10:09:14.577 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-22T10:09:16.527 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-22T10:09:19.370 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-22T10:09:43.947 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-22T10:09:47.598 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-22T10:09:50.194 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-22T10:09:53.256 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-22T10:09:56.503 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-22T10:10:07.541 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-22T10:10:10.881 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-22T10:10:23.362 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-22T10:11:07.543 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-22T10:12:08.141 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-22T10:12:13.873 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-22T10:12:19.737 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-22T10:12:22.591 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-22T10:12:25.637 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-22T10:12:28.034 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-22T10:12:31.420 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-22T10:12:34.678 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-22T10:12:40.383 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-22T10:12:42.296 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-22T10:12:44.169 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-22T10:12:45.978 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-22T10:12:47.727 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-22T10:12:49.479 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-22T10:12:51.346 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-22T10:12:53.037 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-22T10:12:54.747 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-22T10:12:56.815 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-22T10:12:58.602 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-22T10:13:00.368 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-22T10:13:02.072 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-22T10:13:03.894 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-22T10:13:05.680 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-22T10:13:07.708 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-22T10:13:09.680 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-22T10:13:12.446 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-22T10:13:14.494 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-22T10:13:16.562 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-22T10:13:18.533 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-22T10:13:20.518 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-22T10:13:22.181 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-22T10:13:23.971 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-22T10:13:25.650 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-22T10:13:27.325 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-22T10:14:36.663 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-22T10:15:45.231 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-22T10:16:05.121 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-22T10:16:07.149 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-22T10:17:09.643 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-22T10:18:12.070 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-22T10:18:14.159 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-22T10:18:16.103 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-22T10:18:17.795 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-22T10:18:19.468 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-22T10:19:09.651 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-22T10:19:28.085 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-22T10:19:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-22T10:19:48.750 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-22T10:19:50.679 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-22T10:19:52.693 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-22T10:19:55.470 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-22T10:19:57.516 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-22T10:19:59.443 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-22T10:20:01.574 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-22T10:20:03.784 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-22T10:20:06.142 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-22T10:20:08.495 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-22T10:20:10.569 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-22T10:20:12.678 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-22T10:20:16.128 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-22T10:20:19.630 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-22T10:20:24.984 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-22T10:20:30.016 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-22T10:20:35.344 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-22T10:20:40.695 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-22T10:20:46.108 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-22T10:20:51.387 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-22T10:20:56.709 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-22T10:21:02.212 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-22T10:21:08.216 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-22T10:21:10.362 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-22T10:21:12.417 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-22T10:21:14.793 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-22T10:21:20.623 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-22T10:21:26.081 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-22T10:21:31.627 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-22T10:21:36.280 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-22T10:22:24.525 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-22T10:22:27.623 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-22T10:22:30.727 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-22T10:22:33.697 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-22T10:22:37.699 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-22T10:22:41.340 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-22T10:22:43.464 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-22T10:22:46.881 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-22T10:22:48.505 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-22T10:22:50.291 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-22T10:22:51.968 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-22T10:22:53.623 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-22T10:22:55.713 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-22T10:22:57.482 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-22T10:23:00.653 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-22T10:23:02.440 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-22T10:23:04.037 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-22T10:23:05.688 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-22T10:23:07.293 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-22T10:23:08.873 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-22T10:23:10.657 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-22T10:23:12.262 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-22T10:23:13.949 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-22T10:23:15.709 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-22T10:23:17.325 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-22T10:23:19.354 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-22T10:23:21.236 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-22T10:23:23.332 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-22T10:23:25.414 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-22T10:23:27.470 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-22T10:23:29.288 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-22T10:23:31.640 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-22T10:23:33.775 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-22T10:23:36.013 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-22T10:23:38.033 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-22T10:23:40.190 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-22T10:23:42.270 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-22T10:23:44.504 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-22T10:23:46.887 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-22T10:23:49.094 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-22T10:23:51.223 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-22T10:23:53.027 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-22T10:23:55.037 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-22T10:23:57.395 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-22T10:23:59.215 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-22T10:24:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-22T10:24:03.719 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-22T10:24:05.590 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-22T10:24:07.822 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-22T10:24:09.734 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-22T10:24:21.224 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-22T10:24:23.292 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-22T10:24:34.176 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-22T10:24:36.285 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-22T10:24:38.523 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-22T10:24:40.241 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-22T10:24:42.057 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T10:24:43.799 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T10:24:45.638 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-22T10:24:47.593 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-22T10:24:49.454 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-22T10:24:51.142 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-22T10:24:53.020 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-22T10:24:55.003 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-22T10:24:56.787 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-22T10:24:58.856 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-22T10:25:00.783 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-22T10:25:02.620 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-22T10:25:04.396 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-22T10:25:07.028 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-22T10:25:36.183 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-22T10:25:37.899 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-22T10:25:39.869 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-22T10:25:41.837 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-22T10:25:44.012 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-22T10:25:49.015 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-22T10:25:51.211 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-22T10:25:54.431 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-22T10:26:05.367 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-22T10:26:09.469 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-22T10:26:34.957 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-22T10:26:58.158 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-22T10:27:00.482 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-22T10:27:03.723 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-22T10:27:22.168 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-22T10:28:04.786 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-22T10:28:12.166 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-22T10:28:16.924 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-22T10:28:21.693 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-22T10:28:25.763 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-22T10:28:28.134 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-22T10:28:35.283 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-22T10:28:43.543 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-22T10:29:06.846 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-22T10:29:13.901 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-22T10:29:18.117 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-22T10:29:21.897 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-22T10:29:24.491 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-22T10:29:39.703 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-22T10:29:45.851 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-22T10:29:49.085 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-22T10:29:52.412 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-22T10:30:01.866 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-22T10:30:08.099 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-22T10:30:15.638 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-22T10:30:19.711 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-22T10:30:20.560 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-22T10:30:27.720 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-22T10:30:34.818 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-22T10:30:39.427 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-22T10:30:46.087 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-22T10:30:49.440 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-22T10:31:36.625 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-22T10:31:37.510 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-22T10:31:39.851 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-22T10:31:41.679 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-22T10:31:43.743 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-22T10:31:46.211 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-22T10:31:46.255 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-22T10:31:46.255 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.255 INFO:teuthology.orchestra.run.smithi084.stdout:=============================== warnings summary =============================== 2024-09-22T10:31:46.255 INFO:teuthology.orchestra.run.smithi084.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: import imp 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py:120 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: if boto_type is 'S3Connection': 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_headers.py:124 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: elif boto_type is 'HTTPRequest': 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3.py:359 2024-09-22T10:31:46.256 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py:176 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: if k is 'BucketName': 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py:253 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: @pytest.mark.timeout(10) 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: @pytest.mark.s3website_routing_rules 2024-09-22T10:31:46.257 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.258 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-22T10:31:46.259 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.260 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi084.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: warnings.warn( 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-22T10:31:46.261 INFO:teuthology.orchestra.run.smithi084.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout: s = ssl.wrap_socket(s); 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout: context = SSLContext(ssl_version) 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-22T10:31:46.262 INFO:teuthology.orchestra.run.smithi084.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 3497.49s (0:58:17) = 2024-09-22T10:31:46.439 INFO:teuthology.orchestra.run.smithi084.stdout:___________________________________ summary ____________________________________ 2024-09-22T10:31:46.439 INFO:teuthology.orchestra.run.smithi084.stdout: py: commands succeeded 2024-09-22T10:31:46.439 INFO:teuthology.orchestra.run.smithi084.stdout: congratulations :) 2024-09-22T10:31:46.476 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-22T10:31:46.476 DEBUG:teuthology.orchestra.run.smithi084:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-22T10:31:46.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T10:31:46.578 INFO:tasks.s3tests:Cleaning up boto... 2024-09-22T10:31:46.578 DEBUG:teuthology.orchestra.run.smithi084:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-22T10:31:46.584 INFO:tasks.s3tests:Removing s3-tests... 2024-09-22T10:31:46.584 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-22T10:31:46.775 INFO:teuthology.run_tasks:Running task workunit... 2024-09-22T10:31:46.786 INFO:tasks.workunit:Pulling workunits from ref 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T10:31:46.786 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-22T10:31:46.786 DEBUG:teuthology.orchestra.run.smithi084:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-22T10:31:46.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T10:31:46.792 INFO:teuthology.orchestra.run.smithi084.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-22T10:31:46.792 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T10:31:46.841 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-22T10:31:46.841 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-22T10:31:46.892 INFO:tasks.workunit:timeout=3h 2024-09-22T10:31:46.892 INFO:tasks.workunit:cleanup=True 2024-09-22T10:31:46.893 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8852379c050c686f4605f33f0129009b2029ca9d 2024-09-22T10:31:46.942 INFO:tasks.workunit.client.0.smithi084.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-22T10:32:46.018 INFO:tasks.workunit.client.0.smithi084.stderr:Note: switching to '8852379c050c686f4605f33f0129009b2029ca9d'. 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:state without impacting any branches by switching back to a branch. 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: git switch -c 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr:Or undo this operation with: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.019 INFO:tasks.workunit.client.0.smithi084.stderr: git switch - 2024-09-22T10:32:46.020 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.020 INFO:tasks.workunit.client.0.smithi084.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-22T10:32:46.020 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:46.020 INFO:tasks.workunit.client.0.smithi084.stderr:HEAD is now at 8852379c050 rgw/cloud-restore: Fixed storage class update while listing objects. 2024-09-22T10:32:46.025 DEBUG:teuthology.orchestra.run.smithi084:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-22T10:32:46.072 INFO:tasks.workunit.client.0.smithi084.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-22T10:32:46.077 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T10:32:46.077 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-22T10:32:46.125 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-22T10:32:46.178 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-22T10:32:46.220 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-22T10:32:46.221 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T10:32:46.222 INFO:tasks.workunit.client.0.smithi084.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-22T10:32:46.265 INFO:tasks.workunit.client.0.smithi084.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-22T10:32:46.268 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-09-22T10:32:46.268 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-22T10:32:46.316 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-22T10:32:46.317 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-22T10:32:46.318 DEBUG:teuthology.orchestra.run.smithi084:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8852379c050c686f4605f33f0129009b2029ca9d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-22T10:32:46.372 INFO:tasks.workunit.client.0.smithi084.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-22T10:32:46.373 INFO:tasks.workunit.client.0.smithi084.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T10:32:46.373 INFO:tasks.workunit.client.0.smithi084.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:++ deactivate nondestructive 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T10:32:49.272 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PATH 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n '' ']' 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -z '' ']' 2024-09-22T10:32:49.273 INFO:tasks.workunit.client.0.smithi084.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ PS1='(rgw) ' 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ export PS1 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:++ hash -r 2024-09-22T10:32:49.274 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install pip --upgrade 2024-09-22T10:32:49.633 INFO:tasks.workunit.client.0.smithi084.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-22T10:32:49.845 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting pip 2024-09-22T10:32:49.851 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-22T10:32:49.885 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: pip 2024-09-22T10:32:49.885 INFO:tasks.workunit.client.0.smithi084.stdout: Attempting uninstall: pip 2024-09-22T10:32:49.885 INFO:tasks.workunit.client.0.smithi084.stdout: Found existing installation: pip 22.0.2 2024-09-22T10:32:50.145 INFO:tasks.workunit.client.0.smithi084.stdout: Uninstalling pip-22.0.2: 2024-09-22T10:32:50.151 INFO:tasks.workunit.client.0.smithi084.stdout: Successfully uninstalled pip-22.0.2 2024-09-22T10:32:50.882 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed pip-24.2 2024-09-22T10:32:50.944 INFO:tasks.workunit.client.0.smithi084.stderr:+ pip install boto3 2024-09-22T10:32:51.919 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting boto3 2024-09-22T10:32:51.920 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached boto3-1.35.24-py3-none-any.whl.metadata (6.6 kB) 2024-09-22T10:32:52.473 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting botocore<1.36.0,>=1.35.24 (from boto3) 2024-09-22T10:32:52.475 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached botocore-1.35.24-py3-none-any.whl.metadata (5.7 kB) 2024-09-22T10:32:52.532 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-22T10:32:52.534 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-22T10:32:52.580 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-22T10:32:52.582 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-22T10:32:52.632 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T10:32:52.634 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-22T10:32:52.730 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T10:32:52.731 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-22T10:32:52.969 INFO:tasks.workunit.client.0.smithi084.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.24->boto3) 2024-09-22T10:32:52.970 INFO:tasks.workunit.client.0.smithi084.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-22T10:32:52.973 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached boto3-1.35.24-py3-none-any.whl (139 kB) 2024-09-22T10:32:52.974 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached botocore-1.35.24-py3-none-any.whl (12.6 MB) 2024-09-22T10:32:52.983 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-22T10:32:52.984 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-22T10:32:52.986 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-22T10:32:52.987 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-22T10:32:52.988 INFO:tasks.workunit.client.0.smithi084.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-22T10:32:53.055 INFO:tasks.workunit.client.0.smithi084.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-22T10:32:54.142 INFO:tasks.workunit.client.0.smithi084.stdout:Successfully installed boto3-1.35.24 botocore-1.35.24 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-22T10:32:54.326 INFO:tasks.workunit.client.0.smithi084.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-22T10:32:54.466 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-22T10:32:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:32:54.504 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:32:54.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.541+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 realm 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:54.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.545+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.549+0000 7fde0a1f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:32:54.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.549+0000 7fde0a1f59c0 20 searching for the correct realm 2024-09-22T10:32:54.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.553+0000 7fde084fc640 0 -- 172.21.15.84:0/856189758 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fddfc0ad6f0 msgr2=0x7fddfc12f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:54.774 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.769+0000 7fde07cfb640 0 -- 172.21.15.84:0/856189758 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x55fba13f3c40 msgr2=0x55fba13f6030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:32:54.781 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:54.782 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.777+0000 7fde0a1f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 zone default found 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 4 Realm: () 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 zonegroup default 2024-09-22T10:32:54.784 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.785 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 started sync module instance, tier type = 2024-09-22T10:32:54.786 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.781+0000 7fde0a1f59c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=0 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=1 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=2 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=3 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=4 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=5 2024-09-22T10:32:54.811 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.805+0000 7fde0a1f59c0 20 add_watcher() i=6 2024-09-22T10:32:54.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.809+0000 7fde0a1f59c0 20 add_watcher() i=7 2024-09-22T10:32:54.813 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.809+0000 7fde0a1f59c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:32:54.817 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fdcbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:54.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:32:54.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:32:54.818 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 5 note: GC not initialized 2024-09-22T10:32:54.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fdcbcfe1640 20 reqs_thread_entry: start 2024-09-22T10:32:54.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 20 init_complete bucket index max shards: 11 2024-09-22T10:32:54.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 20 Filter name: none 2024-09-22T10:32:54.819 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fdc367fc640 20 reqs_thread_entry: start 2024-09-22T10:32:54.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-22T10:32:54.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.813+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.820 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-22T10:32:54.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T10:32:54.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-22T10:32:54.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:54.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:54.821 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-22T10:32:54.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T10:32:54.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-22T10:32:54.822 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.817+0000 7fde0a1f59c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-22T10:32:54.824 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fde0a1f59c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-22T10:32:54.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fde0a1f59c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T10:32:54.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fde0a1f59c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-22T10:32:54.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fdce6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202865 cookie 94539230491968 notifier 9291 bl.length()=613 2024-09-22T10:32:54.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fdce6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-22T10:32:54.825 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.821+0000 7fdce6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-22T10:32:54.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fde0a1f59c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-22T10:32:54.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fde0a1f59c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T10:32:54.830 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fde0a1f59c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-22T10:32:54.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fdce6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346203056 cookie 94539230488240 notifier 9291 bl.length()=191 2024-09-22T10:32:54.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fdce6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-22T10:32:54.831 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.825+0000 7fdce6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-22T10:32:54.834 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.829+0000 7fdcbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:54.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.833+0000 7fde0a1f59c0 20 remove_watcher() i=0 2024-09-22T10:32:54.839 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.833+0000 7fde0a1f59c0 2 removed watcher, disabling cache 2024-09-22T10:32:54.841 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.837+0000 7fde0a1f59c0 20 remove_watcher() i=1 2024-09-22T10:32:54.844 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.841+0000 7fde0a1f59c0 20 remove_watcher() i=2 2024-09-22T10:32:54.846 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.841+0000 7fde0a1f59c0 20 remove_watcher() i=3 2024-09-22T10:32:54.848 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.845+0000 7fde0a1f59c0 20 remove_watcher() i=4 2024-09-22T10:32:54.850 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.845+0000 7fde0a1f59c0 20 remove_watcher() i=5 2024-09-22T10:32:54.851 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.845+0000 7fde0a1f59c0 20 remove_watcher() i=6 2024-09-22T10:32:54.853 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:54.849+0000 7fde0a1f59c0 20 remove_watcher() i=7 2024-09-22T10:32:55.093 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.094 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.154 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.154 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.251 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.251 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.376 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.376 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.453 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-22T10:32:55.453 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:55.463 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.463 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.567 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.567 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.662 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:55.662 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:55.778 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-22T10:32:55.810 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:32:55.810 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:32:55.856 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.857 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 realm 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.858 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.859 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.853+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.857+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:55.860 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.857+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.857+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:32:55.862 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.857+0000 7fadd62fa9c0 20 searching for the correct realm 2024-09-22T10:32:55.866 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.861+0000 7fadd4601640 0 -- 172.21.15.84:0/3781945544 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x557e52e448e0 msgr2=0x557e52e46da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:55.873 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.869+0000 7fadd3e00640 0 -- 172.21.15.84:0/3781945544 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fadc803d400 msgr2=0x7fadc803d880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T10:32:55.881 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.882 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 zone default found 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 4 Realm: () 2024-09-22T10:32:55.883 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 zonegroup default 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.877+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.884 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.881+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.881+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.881+0000 7fadd62fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:55.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.881+0000 7fadd62fa9c0 20 started sync module instance, tier type = 2024-09-22T10:32:55.885 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.881+0000 7fadd62fa9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=0 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=1 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=2 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=3 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=4 2024-09-22T10:32:55.900 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=5 2024-09-22T10:32:55.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=6 2024-09-22T10:32:55.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 20 add_watcher() i=7 2024-09-22T10:32:55.901 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.897+0000 7fadd62fa9c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:32:55.904 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fac89fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 5 note: GC not initialized 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fac88fe1640 20 reqs_thread_entry: start 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 init_complete bucket index max shards: 11 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 Filter name: none 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fac027fc640 20 reqs_thread_entry: start 2024-09-22T10:32:55.905 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T10:32:55.906 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T10:32:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T10:32:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T10:32:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 INFO: main: starting shard=0 2024-09-22T10:32:55.907 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.901+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.0 2024-09-22T10:32:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=1 2024-09-22T10:32:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.1 2024-09-22T10:32:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.908 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=2 2024-09-22T10:32:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.2 2024-09-22T10:32:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=3 2024-09-22T10:32:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.3 2024-09-22T10:32:55.909 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=4 2024-09-22T10:32:55.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.4 2024-09-22T10:32:55.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=5 2024-09-22T10:32:55.910 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.5 2024-09-22T10:32:55.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 INFO: main: starting shard=6 2024-09-22T10:32:55.911 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.905+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.6 2024-09-22T10:32:55.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: starting shard=7 2024-09-22T10:32:55.912 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.7 2024-09-22T10:32:55.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: starting shard=8 2024-09-22T10:32:55.913 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.8 2024-09-22T10:32:55.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: starting shard=9 2024-09-22T10:32:55.914 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.9 2024-09-22T10:32:55.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 INFO: main: starting shard=10 2024-09-22T10:32:55.915 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.909+0000 7fadd62fa9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.10 2024-09-22T10:32:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.913+0000 7fadd62fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:55.916 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.913+0000 7fadd62fa9c0 20 INFO: main: done 2024-09-22T10:32:55.917 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.913+0000 7fac89fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:55.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.917+0000 7fadd62fa9c0 20 remove_watcher() i=0 2024-09-22T10:32:55.922 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.917+0000 7fadd62fa9c0 2 removed watcher, disabling cache 2024-09-22T10:32:55.924 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.921+0000 7fadd62fa9c0 20 remove_watcher() i=1 2024-09-22T10:32:55.927 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.921+0000 7fadd62fa9c0 20 remove_watcher() i=2 2024-09-22T10:32:55.929 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.925+0000 7fadd62fa9c0 20 remove_watcher() i=3 2024-09-22T10:32:55.931 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.925+0000 7fadd62fa9c0 20 remove_watcher() i=4 2024-09-22T10:32:55.932 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.929+0000 7fadd62fa9c0 20 remove_watcher() i=5 2024-09-22T10:32:55.933 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.929+0000 7fadd62fa9c0 20 remove_watcher() i=6 2024-09-22T10:32:55.935 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:55.929+0000 7fadd62fa9c0 20 remove_watcher() i=7 2024-09-22T10:32:55.950 INFO:tasks.workunit.client.0.smithi084.stderr:rados -p default.rgw.buckets.data ls | grep 9722b968-20bf-4a79-bdc4-1b7d43212b74 2024-09-22T10:32:55.972 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:32:55.972 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:32:56.135 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:56.129+0000 7fa02288b640 0 -- 172.21.15.84:0/740697771 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x7fa00c0c5be0 msgr2=0x7fa00c0b6870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:56.165 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-22T10:32:56.165 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:56.166 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T10:32:57.613 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:57.613 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:57.755 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T10:32:58.198 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-22T10:32:58.229 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:32:58.229 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:32:58.272 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 realm 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.275 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.269+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.273+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:58.276 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.273+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.273+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:32:58.279 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.273+0000 7fb55baa79c0 20 searching for the correct realm 2024-09-22T10:32:58.285 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.281+0000 7fb559dae640 0 -- 172.21.15.84:0/1483174931 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7fb55010f040 msgr2=0x7fb550108a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:58.502 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.497+0000 7fb5595ad640 0 -- 172.21.15.84:0/1483174931 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x563860be2dd0 msgr2=0x563860be51c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:32:58.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:32:58.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:32:58.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:32:58.509 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.510 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:32:58.511 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.505+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 zone default found 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 4 Realm: () 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 zonegroup default 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.512 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.513 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:32:58.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 started sync module instance, tier type = 2024-09-22T10:32:58.514 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.509+0000 7fb55baa79c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:32:58.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=0 2024-09-22T10:32:58.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=1 2024-09-22T10:32:58.537 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=2 2024-09-22T10:32:58.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=3 2024-09-22T10:32:58.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=4 2024-09-22T10:32:58.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=5 2024-09-22T10:32:58.538 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=6 2024-09-22T10:32:58.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 20 add_watcher() i=7 2024-09-22T10:32:58.539 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.533+0000 7fb55baa79c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:32:58.542 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.537+0000 7fb40ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:58.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:32:58.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:32:58.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 5 note: GC not initialized 2024-09-22T10:32:58.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb40efe5640 20 reqs_thread_entry: start 2024-09-22T10:32:58.544 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 init_complete bucket index max shards: 11 2024-09-22T10:32:58.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 Filter name: none 2024-09-22T10:32:58.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb40cfe1640 20 reqs_thread_entry: start 2024-09-22T10:32:58.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T10:32:58.546 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rados->read ofs=0 len=0 2024-09-22T10:32:58.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T10:32:58.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-22T10:32:58.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-22T10:32:58.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 INFO: main: starting shard=0 2024-09-22T10:32:58.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.541+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.0 2024-09-22T10:32:58.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: starting shard=1 2024-09-22T10:32:58.548 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.1 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: starting shard=2 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.2 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: starting shard=3 2024-09-22T10:32:58.549 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.3 2024-09-22T10:32:58.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: starting shard=4 2024-09-22T10:32:58.550 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.4 2024-09-22T10:32:58.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 INFO: main: starting shard=5 2024-09-22T10:32:58.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.545+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.5 2024-09-22T10:32:58.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: starting shard=6 2024-09-22T10:32:58.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.6 2024-09-22T10:32:58.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: starting shard=7 2024-09-22T10:32:58.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.7 2024-09-22T10:32:58.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: starting shard=8 2024-09-22T10:32:58.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.8 2024-09-22T10:32:58.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 INFO: main: starting shard=9 2024-09-22T10:32:58.555 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.549+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.9 2024-09-22T10:32:58.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb55baa79c0 20 INFO: main: starting shard=10 2024-09-22T10:32:58.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb55baa79c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.10 2024-09-22T10:32:58.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb55baa79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-22T10:32:58.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb55baa79c0 20 INFO: main: done 2024-09-22T10:32:58.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.553+0000 7fb40ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:32:58.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.561+0000 7fb55baa79c0 20 remove_watcher() i=0 2024-09-22T10:32:58.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.561+0000 7fb55baa79c0 2 removed watcher, disabling cache 2024-09-22T10:32:58.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.561+0000 7fb55baa79c0 20 remove_watcher() i=1 2024-09-22T10:32:58.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.565+0000 7fb55baa79c0 20 remove_watcher() i=2 2024-09-22T10:32:58.570 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.565+0000 7fb55baa79c0 20 remove_watcher() i=3 2024-09-22T10:32:58.572 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.569+0000 7fb55baa79c0 20 remove_watcher() i=4 2024-09-22T10:32:58.574 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.569+0000 7fb55baa79c0 20 remove_watcher() i=5 2024-09-22T10:32:58.575 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.569+0000 7fb55baa79c0 20 remove_watcher() i=6 2024-09-22T10:32:58.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.573+0000 7fb55baa79c0 20 remove_watcher() i=7 2024-09-22T10:32:58.591 INFO:tasks.workunit.client.0.smithi084.stderr:rados -p default.rgw.buckets.data ls | grep 9466ad0e-6fbc-4eba-ab8a-63d52a8ba610 2024-09-22T10:32:58.613 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:32:58.613 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:32:58.793 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:32:58.789+0000 7fdaea03d640 0 -- 172.21.15.84:0/103005726 >> [v2:172.21.15.112:6812/3885901990,v1:172.21.15.112:6814/3885901990] conn(0x7fdadc0bf360 msgr2=0x7fdadc0bf7e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-22T10:32:58.815 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-22T10:32:58.815 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:32:58.819 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:58.819 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:58.876 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:58.877 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:58.979 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:32:58.979 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:32:59.053 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-22T10:33:00.500 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:00.501 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:00.673 INFO:tasks.workunit.client.0.smithi084.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-22T10:33:00.673 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-22T10:33:01.134 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:01.135 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:01.226 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:01.226 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:01.282 INFO:tasks.workunit.client.0.smithi084.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-22T10:33:01.282 INFO:tasks.workunit.client.0.smithi084.stderr: 2024-09-22T10:33:01.286 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:01.286 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:01.415 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:01.416 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:01.574 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:01.574 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:01.650 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-22T10:33:01.985 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:01.981+0000 7fa55bfff640 0 --2- 172.21.15.84:0/239349243 >> [v2:172.21.15.84:3301/0,v1:172.21.15.84:6790/0] conn(0x7fa55c0ab260 0x7fa55c0b2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T10:33:03.296 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:03.296 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:03.429 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:03.430 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:05.548 INFO:tasks.workunit.client.0.smithi084.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-22T10:33:05.996 INFO:tasks.workunit.client.0.smithi084.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-22T10:33:06.029 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:33:06.029 INFO:tasks.workunit.client.0.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:33:06.273 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.269+0000 7f901c4b2640 0 --2- 172.21.15.84:0/1652869692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fa55bf2eb0 0x55fa55bf4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T10:33:06.277 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.273+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.280 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 realm 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.281 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:06.282 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.277+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.281+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:33:06.284 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.281+0000 7f901e1ab9c0 20 searching for the correct realm 2024-09-22T10:33:06.289 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.285+0000 7f90134b0640 0 -- 172.21.15.84:0/1652869692 >> [v2:172.21.15.112:6800/793207098,v1:172.21.15.112:6801/793207098] conn(0x7f900c00a040 msgr2=0x7f900c040970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:06.297 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.293+0000 7f901bcb1640 0 -- 172.21.15.84:0/1652869692 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7f9004008030 msgr2=0x7f9004087120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:33:06.515 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.509+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.516 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:06.517 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 zone default found 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 4 Realm: () 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 zonegroup default 2024-09-22T10:33:06.518 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.519 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.513+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.517+0000 7f901e1ab9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:06.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.517+0000 7f901e1ab9c0 20 started sync module instance, tier type = 2024-09-22T10:33:06.520 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.517+0000 7f901e1ab9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=0 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=1 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=2 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=3 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=4 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=5 2024-09-22T10:33:06.545 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=6 2024-09-22T10:33:06.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 20 add_watcher() i=7 2024-09-22T10:33:06.547 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.541+0000 7f901e1ab9c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:33:06.551 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.545+0000 7f8ed27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:06.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:33:06.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:33:06.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 5 note: GC not initialized 2024-09-22T10:33:06.552 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f8ed17e2640 20 reqs_thread_entry: start 2024-09-22T10:33:06.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 init_complete bucket index max shards: 11 2024-09-22T10:33:06.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 Filter name: none 2024-09-22T10:33:06.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f8ecaffd640 20 reqs_thread_entry: start 2024-09-22T10:33:06.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-22T10:33:06.553 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-22T10:33:06.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-22T10:33:06.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-22T10:33:06.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.782 : miss 2024-09-22T10:33:06.554 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.549+0000 7f901e1ab9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.782 info.flags=0x17 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.782 to cache LRU end 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:986dc61f-9105-405d-8643-e22bb2945f7f.4459.782 2024-09-22T10:33:06.556 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.0 2024-09-22T10:33:06.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-22T10:33:06.557 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.1 2024-09-22T10:33:06.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 1 NOTICE: finished shard 1 (0 entries found) 2024-09-22T10:33:06.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.2 2024-09-22T10:33:06.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 1 NOTICE: finished shard 2 (0 entries found) 2024-09-22T10:33:06.558 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.3 2024-09-22T10:33:06.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 1 NOTICE: finished shard 3 (0 entries found) 2024-09-22T10:33:06.559 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.553+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.4 2024-09-22T10:33:06.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 1 NOTICE: finished shard 4 (0 entries found) 2024-09-22T10:33:06.560 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.5 2024-09-22T10:33:06.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 1 NOTICE: finished shard 5 (0 entries found) 2024-09-22T10:33:06.561 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.6 2024-09-22T10:33:06.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 1 NOTICE: finished shard 6 (0 entries found) 2024-09-22T10:33:06.562 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.557+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.7 2024-09-22T10:33:06.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 1 NOTICE: finished shard 7 (0 entries found) 2024-09-22T10:33:06.564 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.8 2024-09-22T10:33:06.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 1 NOTICE: finished shard 8 (0 entries found) 2024-09-22T10:33:06.565 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.9 2024-09-22T10:33:06.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 1 NOTICE: finished shard 9 (0 entries found) 2024-09-22T10:33:06.566 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.561+0000 7f901e1ab9c0 20 bucket index object: :.dir.986dc61f-9105-405d-8643-e22bb2945f7f.4459.782.10 2024-09-22T10:33:06.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.565+0000 7f901e1ab9c0 1 NOTICE: finished shard 10 (0 entries found) 2024-09-22T10:33:06.568 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.565+0000 7f901e1ab9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-22T10:33:06.569 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.565+0000 7f8ed27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:06.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.573+0000 7f901e1ab9c0 20 remove_watcher() i=0 2024-09-22T10:33:06.576 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.573+0000 7f901e1ab9c0 2 removed watcher, disabling cache 2024-09-22T10:33:06.578 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.573+0000 7f901e1ab9c0 20 remove_watcher() i=1 2024-09-22T10:33:06.581 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.577+0000 7f901e1ab9c0 20 remove_watcher() i=2 2024-09-22T10:33:06.583 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.577+0000 7f901e1ab9c0 20 remove_watcher() i=3 2024-09-22T10:33:06.585 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.581+0000 7f901e1ab9c0 20 remove_watcher() i=4 2024-09-22T10:33:06.586 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.581+0000 7f901e1ab9c0 20 remove_watcher() i=5 2024-09-22T10:33:06.588 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.585+0000 7f901e1ab9c0 20 remove_watcher() i=6 2024-09-22T10:33:06.589 INFO:tasks.workunit.client.0.smithi084.stderr:2024-09-22T10:33:06.585+0000 7f901e1ab9c0 20 remove_watcher() i=7 2024-09-22T10:33:06.605 INFO:tasks.workunit.client.0.smithi084.stderr:Deleting bucket versioning-bucket 2024-09-22T10:33:06.606 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:06.606 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:06.645 INFO:tasks.workunit.client.0.smithi084.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-22T10:33:06.646 INFO:tasks.workunit.client.0.smithi084.stderr: warnings.warn( 2024-09-22T10:33:06.993 INFO:tasks.workunit.client.0.smithi084.stderr:Completed bucket versioning tests 2024-09-22T10:33:06.993 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-22T10:33:06.993 INFO:tasks.workunit.client.0.smithi084.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-22T10:33:06.993 INFO:tasks.workunit.client.0.smithi084.stdout:connected to https://localhost:443 2024-09-22T10:33:07.098 INFO:tasks.workunit.client.0.smithi084.stderr:+ deactivate 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ export PATH 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ hash -r 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' -n '' ']' 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-22T10:33:07.121 INFO:tasks.workunit.client.0.smithi084.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-22T10:33:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:+ unset -f deactivate 2024-09-22T10:33:07.122 INFO:tasks.workunit.client.0.smithi084.stderr:+ echo OK. 2024-09-22T10:33:07.122 INFO:tasks.workunit.client.0.smithi084.stdout:OK. 2024-09-22T10:33:07.123 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-22T10:33:07.123 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-22T10:33:07.177 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-22T10:33:07.177 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-22T10:33:07.563 DEBUG:teuthology.parallel:result is None 2024-09-22T10:33:07.564 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T10:33:07.576 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T10:33:07.576 DEBUG:teuthology.orchestra.run.smithi084:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-22T10:33:07.624 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-22T10:33:07.625 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-22T10:33:07.642 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-22T10:33:07.658 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-22T10:33:07.658 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-22T10:33:07.658 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-22T10:33:07.716 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-22T10:33:07.717 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-22T10:33:07.754 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:33:07.754 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:33:07.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 realm 2024-09-22T10:33:07.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:33:07.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.793+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.797+0000 7fd5651fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:07.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.797+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.797+0000 7fd5651fc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:33:07.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.797+0000 7fd5651fc9c0 20 searching for the correct realm 2024-09-22T10:33:07.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.801+0000 7fd563503640 0 -- 172.21.15.84:0/3686355794 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x5636630fc5d0 msgr2=0x5636630fea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:07.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.809+0000 7fd562d02640 0 -- 172.21.15.84:0/3686355794 >> [v2:172.21.15.84:6800/2133385266,v1:172.21.15.84:6801/2133385266] conn(0x7fd55804c410 msgr2=0x7fd55804c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:07.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:33:07.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:33:07.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:07.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 zone default found 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 4 Realm: () 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 zonegroup default 2024-09-22T10:33:07.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 started sync module instance, tier type = 2024-09-22T10:33:07.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.817+0000 7fd5651fc9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:33:07.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=0 2024-09-22T10:33:07.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=1 2024-09-22T10:33:07.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=2 2024-09-22T10:33:07.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=3 2024-09-22T10:33:07.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=4 2024-09-22T10:33:07.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=5 2024-09-22T10:33:07.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=6 2024-09-22T10:33:07.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 20 add_watcher() i=7 2024-09-22T10:33:07.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.833+0000 7fd5651fc9c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:33:07.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.837+0000 7fd4197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:07.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.837+0000 7fd5651fc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:33:07.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.837+0000 7fd5651fc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:33:07.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd393fff640 20 reqs_thread_entry: start 2024-09-22T10:33:07.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 20 init_complete bucket index max shards: 11 2024-09-22T10:33:07.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 20 Filter name: none 2024-09-22T10:33:07.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd391ffb640 20 reqs_thread_entry: start 2024-09-22T10:33:07.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-22T10:33:07.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:07.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-22T10:33:07.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-22T10:33:07.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-22T10:33:07.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.913+0000 7fd5651fc9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-22T10:33:07.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.917+0000 7fd5651fc9c0 10 removing key index: GEKHYPMUWSHKEMUOWWNW 2024-09-22T10:33:07.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.917+0000 7fd5651fc9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:GEKHYPMUWSHKEMUOWWNW, ofs0, ns] 2024-09-22T10:33:07.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.917+0000 7fd4467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346205292 cookie 94791590208832 notifier 9426 bl.length()=170 2024-09-22T10:33:07.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.921+0000 7fd5651fc9c0 10 removing email index: tester.client.0_test@test.test 2024-09-22T10:33:07.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.921+0000 7fd5651fc9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-22T10:33:07.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.921+0000 7fd4467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202920 cookie 94791590217056 notifier 9426 bl.length()=181 2024-09-22T10:33:07.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.925+0000 7fd5651fc9c0 10 removing user buckets index 2024-09-22T10:33:07.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.929+0000 7fd5651fc9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-22T10:33:07.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.929+0000 7fd445ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346202866 cookie 94791590231280 notifier 9426 bl.length()=172 2024-09-22T10:33:07.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.929+0000 7fd5651fc9c0 10 removing user index: tester.client.0 2024-09-22T10:33:07.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.933+0000 7fd5651fc9c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-22T10:33:07.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.933+0000 7fd5651fc9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-22T10:33:07.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.933+0000 7fd4467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1155346203064 cookie 94791590213872 notifier 9426 bl.length()=164 2024-09-22T10:33:07.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.937+0000 7fd4197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:07.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.945+0000 7fd5651fc9c0 20 remove_watcher() i=0 2024-09-22T10:33:07.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.945+0000 7fd5651fc9c0 2 removed watcher, disabling cache 2024-09-22T10:33:07.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.945+0000 7fd5651fc9c0 20 remove_watcher() i=1 2024-09-22T10:33:07.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.949+0000 7fd5651fc9c0 20 remove_watcher() i=2 2024-09-22T10:33:07.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.949+0000 7fd5651fc9c0 20 remove_watcher() i=3 2024-09-22T10:33:07.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.953+0000 7fd5651fc9c0 20 remove_watcher() i=4 2024-09-22T10:33:07.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.953+0000 7fd5651fc9c0 20 remove_watcher() i=5 2024-09-22T10:33:07.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.957+0000 7fd5651fc9c0 20 remove_watcher() i=6 2024-09-22T10:33:07.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:07.957+0000 7fd5651fc9c0 20 remove_watcher() i=7 2024-09-22T10:33:07.978 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-22T10:33:07.988 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-22T10:33:07.997 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-22T10:33:08.062 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-22T10:33:08.073 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-22T10:33:08.073 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:33:08.122 INFO:tasks.rgw.client.0.smithi084.stdout:2024-09-22T10:33:08.109+0000 e574640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term env OPENSSL_ia32cap=~0x1000000000000000 valgrind --trace-children=no --child-silent-after-fork=yes --soname-synonyms=somalloc=*tcmalloc* --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 39156) UID: 0 2024-09-22T10:33:08.124 INFO:tasks.rgw.client.0.smithi084.stdout:2024-09-22T10:33:08.117+0000 8edcf80 -1 shutting down 2024-09-22T10:33:38.461 INFO:tasks.rgw.client.0.smithi084.stderr:==00:01:52:57.425 39159== could not unlink /tmp/vgdb-pipe-from-vgdb-to-39159-by-root-on-??? 2024-09-22T10:33:38.461 INFO:tasks.rgw.client.0.smithi084.stderr:==00:01:52:57.425 39159== could not unlink /tmp/vgdb-pipe-to-vgdb-from-39159-by-root-on-??? 2024-09-22T10:33:38.461 INFO:tasks.rgw.client.0.smithi084.stderr:==00:01:52:57.425 39159== could not unlink /tmp/vgdb-pipe-shared-mem-vgdb-39159-by-root-on-??? 2024-09-22T10:33:38.580 INFO:tasks.rgw.client.0:Stopped 2024-09-22T10:33:38.580 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-22T10:33:38.585 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/vault-root-token 2024-09-22T10:33:38.639 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-22T10:33:38.695 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-22T10:33:38.695 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-22T10:33:38.695 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-22T10:33:38.771 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setuser ceph since I am not root 2024-09-22T10:33:38.771 INFO:teuthology.orchestra.run.smithi084.stderr:ignoring --setgroup ceph since I am not root 2024-09-22T10:33:38.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 realm 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:38.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.808+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:38.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.812+0000 7f2b0413c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:38.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.812+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:38.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.812+0000 7f2b0413c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-22T10:33:38.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.812+0000 7f2b0413c9c0 20 searching for the correct realm 2024-09-22T10:33:38.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:38.820+0000 7f2b02443640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.112:6808/212129332,v1:172.21.15.112:6809/212129332] conn(0x7f2af805d920 msgr2=0x7f2af8046a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:39.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.032+0000 7f2b01c42640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x564ab72ef840 msgr2=0x564ab72f1c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:39.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got zone_info.986dc61f-9105-405d-8643-e22bb2945f7f 2024-09-22T10:33:39.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-22T10:33:39.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-22T10:33:39.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got zonegroup_info.7dec564c-f0c1-4a88-afd1-9c00d3b14ad6 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-22T10:33:39.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 zone default found 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 4 Realm: () 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 4 ZoneGroup: default (7dec564c-f0c1-4a88-afd1-9c00d3b14ad6) 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 4 Zone: default (986dc61f-9105-405d-8643-e22bb2945f7f) 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 zonegroup default 2024-09-22T10:33:39.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:39.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.040+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.044+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:39.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.044+0000 7f2b0413c9c0 20 rados->read ofs=0 len=0 2024-09-22T10:33:39.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.044+0000 7f2b0413c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-22T10:33:39.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.044+0000 7f2b0413c9c0 20 started sync module instance, tier type = 2024-09-22T10:33:39.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.044+0000 7f2b0413c9c0 20 started zone id=986dc61f-9105-405d-8643-e22bb2945f7f (name=default) with tier type = 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=0 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=1 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=2 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=3 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=4 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=5 2024-09-22T10:33:39.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=6 2024-09-22T10:33:39.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 20 add_watcher() i=7 2024-09-22T10:33:39.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.068+0000 7f2b0413c9c0 2 all 8 watchers are set, enabling cache 2024-09-22T10:33:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.072+0000 7f29b3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:39.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.072+0000 7f2b0413c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-22T10:33:39.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.072+0000 7f2b0413c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-22T10:33:39.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.164+0000 7f29b2ffd640 20 reqs_thread_entry: start 2024-09-22T10:33:39.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.164+0000 7f2b0413c9c0 20 init_complete bucket index max shards: 11 2024-09-22T10:33:39.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.164+0000 7f2b0413c9c0 20 Filter name: none 2024-09-22T10:33:39.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.164+0000 7f29b0ff9640 20 reqs_thread_entry: start 2024-09-22T10:33:39.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.164+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-22T10:33:39.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50670' 2024-09-22T10:33:39.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16847620248068038047', time=2024-09-22T11:34:05.654452+0000, chain.objs.size()=3 2024-09-22T10:33:39.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.p03QPYagh0pG8YAbHOyFg0Qk0fllKFg_0 2024-09-22T10:33:39.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.p03QPYagh0pG8YAbHOyFg0Qk0fllKFg_1 2024-09-22T10:33:39.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.p03QPYagh0pG8YAbHOyFg0Qk0fllKFg_2 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iJSCbz6oHVeC6_Xg6uF5gQw89MkLAju', time=2024-09-22T11:37:36.040911+0000, chain.objs.size()=1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.202__multipart_mymultipart.2~iJSCbz6oHVeC6_Xg6uF5gQw89MkLAju.1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17746849810861714216', time=2024-09-22T11:41:53.477819+0000, chain.objs.size()=1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.250__shadow_.zfhPK-IIDtcRz8hnIPq7FOvoQpxlHNb_0 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9449106345120794012', time=2024-09-22T11:42:05.185621+0000, chain.objs.size()=1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.255__shadow_.fh-QtbHtKAnCP4eAuoHpgIDQNIPUGaC_0 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14784429086461104425', time=2024-09-22T11:44:02.607119+0000, chain.objs.size()=1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-6q9v7Gb9-eWVH_HUwALwtyVs2CFfHA_0 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12507482011188283953', time=2024-09-22T11:44:04.052329+0000, chain.objs.size()=1 2024-09-22T10:33:39.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lHXES2aiyVVDAoVqwZ-13QBWadskQxn_0 2024-09-22T10:33:39.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4423343547813900122', time=2024-09-22T11:44:07.705717+0000, chain.objs.size()=1 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FMh5onoqymcmxWS6DIBX7_Agf23WHn0_0 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17220001521077034047', time=2024-09-22T11:44:08.317729+0000, chain.objs.size()=1 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mWq2SFnMT5q__-3Dh4Ff2Iwn93TKKTA_0 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18033936474040690139', time=2024-09-22T11:44:08.672677+0000, chain.objs.size()=1 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tr3gvRi3D6jbuWX2k9r4FAqnh5ksmyw_0 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2965446082236472450', time=2024-09-22T11:44:08.791435+0000, chain.objs.size()=1 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2sXUk1KUmT9rChoxQ13-USuYXSO6uMS_0 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6566978064187213442', time=2024-09-22T11:44:08.793390+0000, chain.objs.size()=1 2024-09-22T10:33:39.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JZNbDB7oNNS6eiszPg3huqiDYRidO0__0 2024-09-22T10:33:39.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17713348893987882910', time=2024-09-22T11:44:10.205618+0000, chain.objs.size()=1 2024-09-22T10:33:39.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.woTOlYWNjrgqPkRaA0ezhduxyB7bFYi_0 2024-09-22T10:33:39.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8886116043619977432', time=2024-09-22T11:44:12.253544+0000, chain.objs.size()=1 2024-09-22T10:33:39.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MyB6CkOQ44UvKbqslP0eOaHKxyDEYxU_0 2024-09-22T10:33:39.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14162862841040544766', time=2024-09-22T11:44:12.703695+0000, chain.objs.size()=1 2024-09-22T10:33:39.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cS0spvfx7uWlL0jrFYUDffcejnkbL0c_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5649918921831421443', time=2024-09-22T11:44:12.932688+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5X3DibHKOLHdxozQqHu7hliEGd3BXEd_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13599981520892733836', time=2024-09-22T11:44:14.921807+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8Z9LmFsGVLjecj8SWgk6_TORbdOJmzv_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8685813176607738919', time=2024-09-22T11:44:15.981134+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HB7203g-t7ekv2Pza8xhllz7UddPZOo_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5561784901934779877', time=2024-09-22T11:44:16.343761+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2aufH_cmoIHvIgch8jhlf_Mb-XVIWDq_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1327763873073702622', time=2024-09-22T11:44:16.794904+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aMeHBQD7zelgvGG9OfLGHjnX_NVbKSR_0 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16685511179129846570', time=2024-09-22T11:44:18.891312+0000, chain.objs.size()=1 2024-09-22T10:33:39.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IQYOru6HUYECTPOw3XnDtPE9vjKbkD1_0 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11538828158973294063', time=2024-09-22T11:44:19.127948+0000, chain.objs.size()=1 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.l8HqYjCtliGFHN9WtGQ3fSFEemfmO0A_0 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16760042868878832699', time=2024-09-22T11:44:20.552911+0000, chain.objs.size()=1 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ctz2GDSxd-ys5iR6Mf4QXI2waYQrFzr_0 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8037464282648439193', time=2024-09-22T11:44:20.921326+0000, chain.objs.size()=1 2024-09-22T10:33:39.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.V4Nz5PkH165G7wMTj6KBCoaqGYoQQ-9_0 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13175171414488537079', time=2024-09-22T11:44:22.570768+0000, chain.objs.size()=1 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5pBWFl11JAP9tUENVXrh855IrAZYlea_0 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7384344297669892318', time=2024-09-22T11:44:23.091353+0000, chain.objs.size()=1 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Oy31czcYJN3oDwdtp0wiHR8FmG5A4S4_0 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8621692476713015939', time=2024-09-22T11:44:24.094295+0000, chain.objs.size()=1 2024-09-22T10:33:39.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kQB59_5-LBuY0zjPL6SpIZt-eNVc8LY_0 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15247056959315010206', time=2024-09-22T11:44:24.499521+0000, chain.objs.size()=1 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0wxjkzq3PhKDJpQjN3p-T62bqeOgly5_0 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3905905581392332374', time=2024-09-22T11:44:25.172345+0000, chain.objs.size()=1 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TgyHJIJouxUby5Gc6D-x2kYbp2KDJtP_0 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8880594182147343771', time=2024-09-22T11:44:25.442528+0000, chain.objs.size()=1 2024-09-22T10:33:39.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kdRjCDSrjQ2vUNdY2Levudd0w_hAVRv_0 2024-09-22T10:33:39.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13206051362894325603', time=2024-09-22T11:44:25.987816+0000, chain.objs.size()=1 2024-09-22T10:33:39.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SwxDGVFQuYIjf2PLes0mE2d-0VMAlKl_0 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7829084954197024202', time=2024-09-22T11:44:26.123713+0000, chain.objs.size()=1 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RRUdOrD5bgyixYAqhVBnCJ46msnXkU0_0 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2524544316846862727', time=2024-09-22T11:44:27.226702+0000, chain.objs.size()=1 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BExm_1l0Cb4VO24TPuyEMc6I2kb0g6m_0 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11634689239837874942', time=2024-09-22T11:44:30.872236+0000, chain.objs.size()=1 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mvVPle5K7lU8e6JtCivhqgkcQ9n8br-_0 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11276005903696701939', time=2024-09-22T11:44:32.126339+0000, chain.objs.size()=1 2024-09-22T10:33:39.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WwqvxU7Spv4qRjtmbbIyo9F6HEJEZL7_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6512297997476996525', time=2024-09-22T11:44:33.298950+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nYumtPfnhUfpgJE--TM0Zb3bX8ICBP__0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14602675340512814340', time=2024-09-22T11:44:34.082575+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2-JHJN2r954mv7GXEKNG3degwDRD0T6_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17680132136521509823', time=2024-09-22T11:44:34.839777+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9YTMAYw29GM52CORLR6jBAu2QgIMzoh_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3712938107772896869', time=2024-09-22T11:44:34.962266+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mME4NNKmfvJlb981XnQERSLjdTlUIDH_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2775172950733040572', time=2024-09-22T11:44:34.964277+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zL9HxodgMLcJp-MEsdFoKqpuzuvlpU5_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15396215584753107532', time=2024-09-22T11:44:43.873154+0000, chain.objs.size()=1 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.266__shadow_.F5CwhGZPGHHaO1mZ5bMWAoPhf195mo0_0 2024-09-22T10:33:39.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2769158903631567035', time=2024-09-22T11:45:03.830887+0000, chain.objs.size()=1 2024-09-22T10:33:39.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.275__shadow_.-ebwEyGVw8HS5W6Z9e01U6Oj4kKfwuy_0 2024-09-22T10:33:39.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13892148762118757810', time=2024-09-22T11:45:10.736003+0000, chain.objs.size()=1 2024-09-22T10:33:39.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.278__shadow_.FiRNPPXukSVczYFbEkzkcb5vSrUvomd_0 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12987477480421836680', time=2024-09-22T11:45:22.183399+0000, chain.objs.size()=1 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.283__shadow_.iAlx6bliXpuSshT_dlFiE8rYCXtY-N7_0 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2243159941686096972', time=2024-09-22T11:45:29.409571+0000, chain.objs.size()=1 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.286__shadow_.7M034Kxr7shrYcC0KOrzXuDc2R2glFu_0 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5227013822276690021', time=2024-09-22T11:45:34.108308+0000, chain.objs.size()=1 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.288__shadow_.lMIqq6Rt2RBljJeV_MQj2Jv17ZHbY-S_0 2024-09-22T10:33:39.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3273200431511410721', time=2024-09-22T11:45:47.341165+0000, chain.objs.size()=1 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.3ucpT7mIZJ9unFFwU84oiYKnvhzQgjZ_0 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9421872152399270288', time=2024-09-22T11:45:47.443139+0000, chain.objs.size()=1 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.WmmlQCL-AVtFaqJt4B9vDFQblzxFmyu_0 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4938028697829629507', time=2024-09-22T11:46:14.242810+0000, chain.objs.size()=1 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.302__shadow_.Enb-2Lvd_znlZkip3s9Tj6RwYk1WRMQ_0 2024-09-22T10:33:39.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3250726809204398093', time=2024-09-22T11:48:53.690543+0000, chain.objs.size()=1 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Dd4DsX3cy-tGwvXF3zKZzR36m5wVU8P_0 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3681999302822176168', time=2024-09-22T11:48:54.890708+0000, chain.objs.size()=1 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N3Hk_5pBIxFwv_UyJML5Te8sgTxGXr-_0 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14331676292575881578', time=2024-09-22T11:48:55.004757+0000, chain.objs.size()=1 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r5RwnAqjoqLWKu9OeF3_VRKQoYKx6pq_0 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15380787632257749164', time=2024-09-22T11:48:55.488323+0000, chain.objs.size()=1 2024-09-22T10:33:39.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3cvE-r9r_SF2nVyedm4iORQlpFaUIJe_0 2024-09-22T10:33:39.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16988628469331344393', time=2024-09-22T11:48:59.994003+0000, chain.objs.size()=1 2024-09-22T10:33:39.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.f6fNXP774iVbLHPTtu9LLstMRKnC679_0 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8401273234216126950', time=2024-09-22T11:49:01.478460+0000, chain.objs.size()=1 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xXEeZET9OWO9IKbQt1_SK1TOlMSFJgB_0 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7938742817080295568', time=2024-09-22T11:49:02.338935+0000, chain.objs.size()=1 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YI_5KjaaZDmax06ZALIUisGc0_ah4q4_0 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11778248917127077719', time=2024-09-22T11:49:07.213653+0000, chain.objs.size()=1 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.inR5R5ER_iFlPFQ1Pi3tOfjIPr0dwSB_0 2024-09-22T10:33:39.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11758793413431883881', time=2024-09-22T11:49:07.216421+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XNmK6RetjT8TU7wSbRR6MdlBzOZNTUn_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.657169934608107135', time=2024-09-22T11:49:07.538216+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.htBNDZgMPwE-F2hqVaO6btaQF_528sw_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8968261569523035708', time=2024-09-22T11:49:08.839911+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.anJlYU7rFqemKwoCAvM78sTAieUttj-_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10731027940489086461', time=2024-09-22T11:49:10.003628+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TXWxRyOj8ggG-MgnYvxH_oVtEU7ejn5_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18129037112109827388', time=2024-09-22T11:49:10.490696+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xVaKSV12Mre6p3FeVgykxKuPWx8z3uA_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.993110089890372432', time=2024-09-22T11:49:12.959075+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OtsD4JZW9o-N_e1kIJBjxvL830U01WM_0 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.375657315015272320', time=2024-09-22T11:49:14.636345+0000, chain.objs.size()=1 2024-09-22T10:33:39.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-fyUoV2JVjvR0xYVPNRntrmmuh1rF2B_0 2024-09-22T10:33:39.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8543463955128974052', time=2024-09-22T11:49:18.116247+0000, chain.objs.size()=1 2024-09-22T10:33:39.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9eAOCDle-_FmvNlLXDTNq5RcveqoMeT_0 2024-09-22T10:33:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9687937438305158410', time=2024-09-22T11:49:19.117101+0000, chain.objs.size()=1 2024-09-22T10:33:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sabiMzjJMwhuo7q6BwC0kSInQjJ0siP_0 2024-09-22T10:33:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14347816480776531438', time=2024-09-22T11:49:19.454689+0000, chain.objs.size()=1 2024-09-22T10:33:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bbMnZLrP_JVxdnXuiYJXOfT4drogQ1T_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15904726958731119274', time=2024-09-22T11:49:20.441126+0000, chain.objs.size()=1 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OgPUVWTXQ1T3tYAolywA58iCb5CqYSL_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18007870659005694631', time=2024-09-22T11:49:22.212442+0000, chain.objs.size()=1 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Q5vZt634gfCaSZcuj0Kuv6cgLb-MSV-_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4485102738097844939', time=2024-09-22T11:49:23.126461+0000, chain.objs.size()=1 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fyWP_X6mJIuSMJdbNvHRLOKisMQirwJ_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6958517966133762848', time=2024-09-22T11:49:23.495262+0000, chain.objs.size()=1 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.o3NjtbQfU9twpraD2gz0fR-MQ5PVAD6_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5309414847046143972', time=2024-09-22T11:51:10.044916+0000, chain.objs.size()=1 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FiEBLcnrElJMy90_Obdq_IKsAEUls0l_0 2024-09-22T10:33:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10643929202643397530', time=2024-09-22T11:51:10.417146+0000, chain.objs.size()=1 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.F00KlVfUvZBO0wcezzMXcEqZV1q4-A9_0 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14173430463135365182', time=2024-09-22T11:51:10.915811+0000, chain.objs.size()=1 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.i41O7j6CvS4bNl_BCfrJzVMTt9_-rZh_0 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13202865661937139699', time=2024-09-22T11:51:14.274698+0000, chain.objs.size()=1 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9XOhXyzaNQnGUJZAEAMpKMIqkfXI_jY_0 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8798768702531830603', time=2024-09-22T11:51:15.096578+0000, chain.objs.size()=1 2024-09-22T10:33:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.R0GVETmIzc6SgPuMpES7dc-laXC7NUF_0 2024-09-22T10:33:39.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12622159516793215882', time=2024-09-22T11:51:16.156782+0000, chain.objs.size()=1 2024-09-22T10:33:39.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jMYM1mtUtwvKFy-fd9FUluc-CO9O2ug_0 2024-09-22T10:33:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14018564133682915222', time=2024-09-22T11:51:18.656413+0000, chain.objs.size()=1 2024-09-22T10:33:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hldCPJ1_qOc_SpGKe91wHWt19D-H5L4_0 2024-09-22T10:33:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11581797796190073025', time=2024-09-22T11:51:19.188319+0000, chain.objs.size()=1 2024-09-22T10:33:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bcm41z52ss0j8-DTR06MiFCt8IKeNJ8_0 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10648378660372247998', time=2024-09-22T11:51:19.749661+0000, chain.objs.size()=1 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.M2I3crFUUGHKHwDL8DeQ9Fzjr8WFwDf_0 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3706531443901069995', time=2024-09-22T11:51:21.128800+0000, chain.objs.size()=1 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wQdOQXRDYvYOQ4xl-13LnymqpcORejh_0 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7449776869083946133', time=2024-09-22T11:51:21.501208+0000, chain.objs.size()=1 2024-09-22T10:33:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tZ_mx3PjK4H-t1IP63YZ_VDID3q5r6Y_0 2024-09-22T10:33:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7128772046873091016', time=2024-09-22T11:51:23.510978+0000, chain.objs.size()=1 2024-09-22T10:33:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zyIYd8aIHJ2_AMPuAHWsxgqGzE6UE8k_0 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1219148769837978043', time=2024-09-22T11:51:23.812469+0000, chain.objs.size()=1 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Wj9nWaSjE-tomxvswZmgwIJyn7vcHkv_0 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11454980126923503346', time=2024-09-22T11:51:25.204995+0000, chain.objs.size()=1 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dXKDV0ys3FzCdXN2T3U-w_ul1_BTqs4_0 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12082976156205783683', time=2024-09-22T11:51:25.301043+0000, chain.objs.size()=1 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KGUAT0cLrEPFHYH5df79L9eMqGYfIIM_0 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2697846366454323191', time=2024-09-22T11:51:27.329218+0000, chain.objs.size()=1 2024-09-22T10:33:39.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rsr9BSUwdUfP2s0PHgtJJN17kLgiUlc_0 2024-09-22T10:33:39.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1580423443235926528', time=2024-09-22T11:51:28.386030+0000, chain.objs.size()=1 2024-09-22T10:33:39.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._ycUa2gb3W97KXfLPTAj40942nbpUQU_0 2024-09-22T10:33:39.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4076881443476448813', time=2024-09-22T11:51:28.581485+0000, chain.objs.size()=1 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wCyNZz_JuskD5-_m29b860yfFGQvwem_0 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6477718305225537975', time=2024-09-22T11:51:30.475314+0000, chain.objs.size()=1 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Py_mY-VaiFltNEKLW04wobkO6EJtY4T_0 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4621192708725912277', time=2024-09-22T11:51:31.511491+0000, chain.objs.size()=1 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lte7n0c-iYTx4rGetTDmFgXToF6k0BH_0 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7100096438962410138', time=2024-09-22T11:51:32.990964+0000, chain.objs.size()=1 2024-09-22T10:33:39.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KUBxD_K1Moy_xbgVISH0f-TQ6q-nOyn_0 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5991939172739126357', time=2024-09-22T11:51:34.229381+0000, chain.objs.size()=1 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UxKn9ccupuihfO8mNcXdHRSA1PZLlgP_0 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13144213784548845380', time=2024-09-22T11:51:34.363745+0000, chain.objs.size()=1 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nqm1A5sK4pAXCigPdBXz9C9chiTM3di_0 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16360027450516428996', time=2024-09-22T11:51:35.827064+0000, chain.objs.size()=1 2024-09-22T10:33:39.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ACnkIAzk27bDXnMBfTlzCpxkPQzDPkU_0 2024-09-22T10:33:39.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12447440331636736688', time=2024-09-22T11:51:35.881536+0000, chain.objs.size()=1 2024-09-22T10:33:39.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iElAVNvwlPhIL7wY3M-xa2gS0toDSsh_0 2024-09-22T10:33:39.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12761091276918389826', time=2024-09-22T11:51:36.233479+0000, chain.objs.size()=1 2024-09-22T10:33:39.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UcZK4Mp-sADAb0wreNQkCGm8KbKKPor_0 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17907065325570356207', time=2024-09-22T11:51:36.896074+0000, chain.objs.size()=1 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PHWfR1YESQw0Ofsp5VgEp6hjGOkTDBp_0 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1713951523133413113', time=2024-09-22T11:51:37.780730+0000, chain.objs.size()=1 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nxp44LZrh3lw2EiyTgLk7S5b2YWuw94_0 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.221708606063955125', time=2024-09-22T11:51:37.960427+0000, chain.objs.size()=1 2024-09-22T10:33:39.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wxkeWJmrV1paJajr4BN68fJp_Bo4QP0_0 2024-09-22T10:33:39.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18075953718429001360', time=2024-09-22T11:51:38.882413+0000, chain.objs.size()=1 2024-09-22T10:33:39.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.r2MEZKI3w9_fZUom-Gx2sL9KrARF-0d_0 2024-09-22T10:33:39.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50670 2024-09-22T10:33:39.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T10:33:39.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10733127036282010289', time=2024-09-22T11:51:39.529525+0000, chain.objs.size()=1 2024-09-22T10:33:39.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eB6Y-JH8rW4RujY4mJT6TQGY7bUI3G8_0 2024-09-22T10:33:39.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14955451469847551009', time=2024-09-22T11:51:40.037473+0000, chain.objs.size()=1 2024-09-22T10:33:39.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mZ_mwPTQ9DdVKb4b4RH11OahzYZe7pa_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1843904813646587930', time=2024-09-22T11:51:40.926257+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.go4pzl0LbB91HEc3Z8F6j7e2Ha3dWOM_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3713558692453838421', time=2024-09-22T11:51:42.537944+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ox9_wOCYzf0pK-WDcmDMcXdFpdqFoIU_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2880221974846324363', time=2024-09-22T11:53:27.276039+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.378__shadow_.brHffxIoekubNas3liQ9MfTfhykDIq7_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10193767563477411660', time=2024-09-22T11:56:15.455592+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.457__shadow_.h50REd73hYv1GxEIqXTRjNfjE27mlcz_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17695880416626955836', time=2024-09-22T11:57:09.045472+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.yxyqFhQGeXdh6TvosS8MdaUTrJ50GT2_0 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6164844128037788979', time=2024-09-22T11:57:11.809190+0000, chain.objs.size()=1 2024-09-22T10:33:39.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.484__shadow_.0rfGwuKnsHaYo3Q2qxmmS-rPApQk04I_0 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6806415124016935821', time=2024-09-22T11:59:22.160351+0000, chain.objs.size()=1 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.518__multipart_mymultipart.2~MTOY9i6yjfKeaugOCTVbD5dqie-LV83.1 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17698839730233886933', time=2024-09-22T12:00:48.310140+0000, chain.objs.size()=3 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~R8A_3hUcn1zMExIxBz8iqzWk-gz42pI.1 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~R8A_3hUcn1zMExIxBz8iqzWk-gz42pI.2 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~R8A_3hUcn1zMExIxBz8iqzWk-gz42pI.3 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11492381523100365206', time=2024-09-22T12:05:32.847620+0000, chain.objs.size()=4 2024-09-22T10:33:39.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.527__multipart_mymultipart.2~49LTli_uJcBNjTy0d-kgtYof7uuEl5x.1 2024-09-22T10:33:39.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.527__multipart_mymultipart.2~49LTli_uJcBNjTy0d-kgtYof7uuEl5x.2 2024-09-22T10:33:39.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.527__multipart_mymultipart.2~49LTli_uJcBNjTy0d-kgtYof7uuEl5x.3 2024-09-22T10:33:39.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.527__multipart_mymultipart.2~49LTli_uJcBNjTy0d-kgtYof7uuEl5x.4 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~kBVjFbcUfU3IcQ7kzSje0MuQl3Nn5CX', time=2024-09-22T12:06:09.988786+0000, chain.objs.size()=1 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.534__multipart_mymultipart.2~kBVjFbcUfU3IcQ7kzSje0MuQl3Nn5CX.1 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5878712320870283582', time=2024-09-22T12:08:21.531926+0000, chain.objs.size()=1 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.556__shadow_.H_W6D4NEF2hIMXxwRu43H2JzEeP5JMk_0 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11970094628852318279', time=2024-09-22T12:08:29.436782+0000, chain.objs.size()=1 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.557__shadow_.hsi-KUmChEd7OYtJhfaK7_10crGaZQt_0 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12088555044552946759', time=2024-09-22T12:09:58.805952+0000, chain.objs.size()=1 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow_.mxhzMYTZjF2Cqgz4kxL7_bQqSq_wE2M_0 2024-09-22T10:33:39.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10469035039149991090', time=2024-09-22T12:10:31.819835+0000, chain.objs.size()=1 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:CXJI1I66j76LFHZLGZayUz.XfTROEWU_.pHikSi0d4Tl2TBOy_QuyXJtThO4d2J2_0 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11376587635089873097', time=2024-09-22T12:12:18.760318+0000, chain.objs.size()=1 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:IaJWCVuItxZnBdCEVT1anpfgMaPXZLa_.hdM8wiPBm-Lz1xuNZqTLjNd6prmzJIn_0 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13380761161326324734', time=2024-09-22T12:25:43.073662+0000, chain.objs.size()=1 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.739__shadow_.2K_Uv8SXo3FX2IWv2HXxY95lEllPn0r_0 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4683989818191366013', time=2024-09-22T12:28:27.227080+0000, chain.objs.size()=1 2024-09-22T10:33:39.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.758__shadow_.5iFxaKugy_ZqFJymOBJaujZXvk3SNtu_0 2024-09-22T10:33:39.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16992405424408301581', time=2024-09-22T12:29:20.999362+0000, chain.objs.size()=1 2024-09-22T10:33:39.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.764__shadow_.eASNGi1imYPcwWgRvOEdIABJeR3Xj7A_0 2024-09-22T10:33:39.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18290406678529475632', time=2024-09-22T12:33:01.538985+0000, chain.objs.size()=1 2024-09-22T10:33:39.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.782__shadow_._mS6-5cliQTluvcNAHTdOzedosnxYvJ_0 2024-09-22T10:33:39.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-22T10:33:39.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/58379' 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_P6D4FBvBsLTcxwKXYhymIfo_FjBnyky', time=2024-09-22T11:35:25.403793+0000, chain.objs.size()=3 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.dUiE9iI6OT1nydIdEXCM1-d2DD9dbu8_0 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.dUiE9iI6OT1nydIdEXCM1-d2DD9dbu8_1 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.dUiE9iI6OT1nydIdEXCM1-d2DD9dbu8_2 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10347826325384460552', time=2024-09-22T11:37:38.441489+0000, chain.objs.size()=1 2024-09-22T10:33:39.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.203__shadow_.R2ROP1W3gcYuTkojReSk92bNMOLAfA0_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4362222538829608739', time=2024-09-22T11:41:29.605272+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.241__shadow_.sy-YZQLGiwcjxP6Bw-19TG5_JjkH0hW_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11293108882923012966', time=2024-09-22T11:41:35.712534+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.243__shadow_.YL7CLPmCRmU7bATq6ZRiHmEn9zYqETF_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5202496876911018428', time=2024-09-22T11:42:02.827042+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.254__shadow_.0s2qX0oN6-xAaXBG4S4TMYhULu4GU9q_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9319873770792182778', time=2024-09-22T11:44:02.990501+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IMd4Pysfr0hE173waXLRg2EfJ40AfoG_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15020835114758767319', time=2024-09-22T11:44:03.385396+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HI--x9pxqk4Mzy9-evN0Y3nKRQ0n7jO_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1033720712891882811', time=2024-09-22T11:44:03.420459+0000, chain.objs.size()=1 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bP5FYuIxcls-3V4X7Upp49D9lLhR8xo_0 2024-09-22T10:33:39.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12737371988383528706', time=2024-09-22T11:44:03.519870+0000, chain.objs.size()=1 2024-09-22T10:33:39.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6iiybJkXaq1qikmgInsZi-R0VYzA1pB_0 2024-09-22T10:33:39.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1650274273492249627', time=2024-09-22T11:44:03.674106+0000, chain.objs.size()=1 2024-09-22T10:33:39.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fyuWT_4C5jQwdjxU8V594dleUBu0gaZ_0 2024-09-22T10:33:39.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11339677954239268712', time=2024-09-22T11:44:04.025567+0000, chain.objs.size()=1 2024-09-22T10:33:39.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Yct4REV20X6UYwtlI5luvYhKfOAvoUd_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3189950783282895248', time=2024-09-22T11:44:04.977440+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Q-xOUpf3HfDJlFrac924u_nn7wi_bCJ_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14805295918864092081', time=2024-09-22T11:44:05.549147+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cieqFi7E5lzVKvAwy9gbdoGLDacwsXc_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8871486868950666003', time=2024-09-22T11:44:05.550621+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HiFNe0YqLOl7gx-hDLTiZw4oNNcxArT_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9519517810435412715', time=2024-09-22T11:44:07.163753+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3QI2etLhUtvzXvWXS5BBOMlIg9n5Doa_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10441307548394376030', time=2024-09-22T11:44:09.545388+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Udgw04vwgUkTRZELPmF6pUi9I1L-Deb_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10617704268562320181', time=2024-09-22T11:44:10.499224+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WnTLib9mbBFWraSGeqnk554QUYEwt2p_0 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15365396313972618523', time=2024-09-22T11:44:10.572935+0000, chain.objs.size()=1 2024-09-22T10:33:39.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nsqvS-iwSMidCkc9Dwx5a9Vr2PSJVfD_0 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10941084348681870373', time=2024-09-22T11:44:12.126412+0000, chain.objs.size()=1 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OMX6nGASQE_XSRiyn4VnTvX1eBK8w2V_0 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7746234895672816151', time=2024-09-22T11:44:13.393879+0000, chain.objs.size()=1 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1Lxh6IZI_FYI85ilQUrai8x_pSWPDit_0 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5450225914882879006', time=2024-09-22T11:44:13.954651+0000, chain.objs.size()=1 2024-09-22T10:33:39.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DgZAnrOwy4U6Ht-DR1kUynZMSve6mMT_0 2024-09-22T10:33:39.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13486145798957920624', time=2024-09-22T11:44:14.094976+0000, chain.objs.size()=1 2024-09-22T10:33:39.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.49qbKSxzoHaUnuE4zaUSoCZmqozVmkR_0 2024-09-22T10:33:39.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12668560791014076020', time=2024-09-22T11:44:16.889549+0000, chain.objs.size()=1 2024-09-22T10:33:39.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.04Di0gSVkHrp7S6i6y4lD-cw3vQYkYv_0 2024-09-22T10:33:39.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1659946677810662974', time=2024-09-22T11:44:17.545738+0000, chain.objs.size()=1 2024-09-22T10:33:39.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wRQ0kP4TtEeoW0PfFYGmIhGxA9waI_q_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3863217129294901032', time=2024-09-22T11:44:18.480869+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.awgWBEy3gVmHBl0twWOTdB7ngP5bMkQ_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18159721586434365234', time=2024-09-22T11:44:20.554462+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HauGFkxCZ4HvdNzH26Q8BNeRzr06bwv_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7930477588203799937', time=2024-09-22T11:44:21.264104+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FKuGZ62qch9nXnKrqA3orVoAHY5uEjy_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10915264806851324452', time=2024-09-22T11:44:23.092191+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.y4kTktDDr-Ihmyxtlh2_ok5LcYYMxBM_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7372521251105181784', time=2024-09-22T11:44:23.149109+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HM6XMdVUp47WMu2mEUClx5cXNU3UDGv_0 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12486039702351370010', time=2024-09-22T11:44:23.976744+0000, chain.objs.size()=1 2024-09-22T10:33:39.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Owol8MECM7gPITRkn7RC5THlKhml1RJ_0 2024-09-22T10:33:39.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13183450501185455919', time=2024-09-22T11:44:24.432386+0000, chain.objs.size()=1 2024-09-22T10:33:39.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hgHHwkHM1Q1vfKoSOTper0b_XaxUEhZ_0 2024-09-22T10:33:39.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4633037335522675008', time=2024-09-22T11:44:25.049019+0000, chain.objs.size()=1 2024-09-22T10:33:39.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FuZVJ82jn171wFwa4L6EGzxbFxT9gH0_0 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5291895454596976721', time=2024-09-22T11:44:25.967494+0000, chain.objs.size()=1 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.U0PvlSWyP9ngsRHXfoHTldF5A_Rma2v_0 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12423252342537972894', time=2024-09-22T11:44:27.234609+0000, chain.objs.size()=1 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OkUdPgETH7I9uNpAe2t-2WKlWs6022L_0 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5334728835057513286', time=2024-09-22T11:44:28.545316+0000, chain.objs.size()=1 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NwGXbZCNiPrTLqIta1rSP6eK4X0uZoJ_0 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6627331769112097054', time=2024-09-22T11:44:29.164534+0000, chain.objs.size()=1 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.67d6mY9lxpAjHhZDkDXf4NrZc2e-Lbt_0 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11653197287808159292', time=2024-09-22T11:44:30.004009+0000, chain.objs.size()=1 2024-09-22T10:33:39.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dJTEicQLSwDMcSJGkaXTrLDdTO5z2MA_0 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6123736184733838795', time=2024-09-22T11:44:30.158748+0000, chain.objs.size()=1 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fkxKFLKWCB4_6qdLt0lxv_kwwHfuGCH_0 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16820222939802089449', time=2024-09-22T11:44:31.264184+0000, chain.objs.size()=1 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zpiyu_eB8611RGYJjI5oFpnSDrLSFIH_0 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7955515171431830009', time=2024-09-22T11:44:33.062213+0000, chain.objs.size()=1 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LHEUSedM-JPAvxgpMeY73He5AcrhjnJ_0 2024-09-22T10:33:39.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16182574490840611383', time=2024-09-22T11:44:33.136056+0000, chain.objs.size()=1 2024-09-22T10:33:39.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EWyWPamNh91bdjLk-YBdjr1J8BCdPCt_0 2024-09-22T10:33:39.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9854426349449998648', time=2024-09-22T11:44:33.764859+0000, chain.objs.size()=1 2024-09-22T10:33:39.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0iNsDNXtLWzO7c2vXyYtUgzRu-nFJ1l_0 2024-09-22T10:33:39.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4438121892159694643', time=2024-09-22T11:44:34.488960+0000, chain.objs.size()=1 2024-09-22T10:33:39.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WQX7sOaEtvx4MveYtmytkafDyThhUYW_0 2024-09-22T10:33:39.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7095269626748942610', time=2024-09-22T11:44:34.583078+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.v4iPiMUE8DlS7Zlu4AVCodlh73JDOIf_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7548180450897500821', time=2024-09-22T11:45:47.097672+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.nZVjIAdlUxKeRWkWeoSAMJkFSSyqIwz_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4803799875649292692', time=2024-09-22T11:45:47.346389+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.wVq88w4WUXWWe2MAHHYgA035eY9D1l6_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.925043375093013486', time=2024-09-22T11:48:53.477285+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6RikWryiqXD1B9YkCIyeMb3OvcegX59_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7464977768503892458', time=2024-09-22T11:48:53.668926+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YuQPTJ9Ow1Bg41JrC9Be7FotwrXVRru_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2128930454068188068', time=2024-09-22T11:48:54.985899+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2FvN2jGBXg_eKPUdquVEW1qspftG256_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12627528940093693791', time=2024-09-22T11:48:55.259081+0000, chain.objs.size()=1 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PLf-5CvtcZnKN_mvTPeTCKil54g2erW_0 2024-09-22T10:33:39.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13014353875945352009', time=2024-09-22T11:48:55.349081+0000, chain.objs.size()=1 2024-09-22T10:33:39.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TmApBLay2nl1oeMB7C5sIciWz9AYV89_0 2024-09-22T10:33:39.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2847925893774228660', time=2024-09-22T11:48:55.490350+0000, chain.objs.size()=1 2024-09-22T10:33:39.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Uj6-lcAYkFCRIzYgiQvjKmKWWa0hFfG_0 2024-09-22T10:33:39.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16981862266638658547', time=2024-09-22T11:48:55.705432+0000, chain.objs.size()=1 2024-09-22T10:33:39.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2yDp3PNkjV_clea7xRL92soMku6KKfR_0 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10538282952211599468', time=2024-09-22T11:48:55.942782+0000, chain.objs.size()=1 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WqsBeJbZ6kKE5ydeexBH7sx_T5Dlal0_0 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15930184008927666542', time=2024-09-22T11:48:55.955851+0000, chain.objs.size()=1 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8QrZ8cYCA7RXT8v0uyMNRTtuU1Ysrc3_0 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16423398253990433029', time=2024-09-22T11:48:57.029539+0000, chain.objs.size()=1 2024-09-22T10:33:39.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FVSxLN4B__6l7FAmY5kwxQTCBs6NTvE_0 2024-09-22T10:33:39.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18081838488150721556', time=2024-09-22T11:48:59.087078+0000, chain.objs.size()=1 2024-09-22T10:33:39.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qWc0ez7OO7JE06Ve2j0Hv6v-855kcCr_0 2024-09-22T10:33:39.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10555692085544991534', time=2024-09-22T11:48:59.769262+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8chsjwqHRpZv3P-JKnt3UweAAj-C83b_0 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6366426447902503033', time=2024-09-22T11:49:02.919370+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.w_Dyx5XpMFqbsvCXTqV8bHA9sQrMsJz_0 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14318287909308390331', time=2024-09-22T11:49:04.147623+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Z9pwDBzs7BX7XgsB7d0lGk_AhtPfDrr_0 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6519031210267740191', time=2024-09-22T11:49:08.594793+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VhUbtzGk-32CimRZTki1jkCgQvPlsxr_0 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6011829680568598040', time=2024-09-22T11:49:10.986974+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NIzBGmHgzB6qogZMpTBpyP1H1zl53WR_0 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11347399940663637586', time=2024-09-22T11:49:11.274398+0000, chain.objs.size()=1 2024-09-22T10:33:39.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KcY5-QyXGtuLEbqBaju_BuUJO0TeFR1_0 2024-09-22T10:33:39.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12951303243313919358', time=2024-09-22T11:49:12.845282+0000, chain.objs.size()=1 2024-09-22T10:33:39.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.a-JMuvvMSjs9J2zMD7EqP7m50T5MftK_0 2024-09-22T10:33:39.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10327081157472137158', time=2024-09-22T11:49:13.073326+0000, chain.objs.size()=1 2024-09-22T10:33:39.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZZIecqeKA_wOVf0CCNPCmVEfiN93Vky_0 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8061572494252857684', time=2024-09-22T11:49:15.294850+0000, chain.objs.size()=1 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cO-utrErB3rR_5M6jFMlHBP4pIXAoeB_0 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1633509847712387662', time=2024-09-22T11:49:16.173264+0000, chain.objs.size()=1 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-pS_MexJTqHl0XPKomNWX3uRlGw_vD3_0 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2311026631848745333', time=2024-09-22T11:49:16.888528+0000, chain.objs.size()=1 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NI9oxIBTDNrjSf82_QEBArGYFUS1Hog_0 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16330227295403465632', time=2024-09-22T11:49:17.888563+0000, chain.objs.size()=1 2024-09-22T10:33:39.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G19TVE21sBpTpKyVv8F-amDfiuIqEbm_0 2024-09-22T10:33:39.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15472560780652257572', time=2024-09-22T11:49:20.129865+0000, chain.objs.size()=1 2024-09-22T10:33:39.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MAB5n616b8tjZbGwVqU-HhqI6HD7yMu_0 2024-09-22T10:33:39.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10955299517476316585', time=2024-09-22T11:49:20.237503+0000, chain.objs.size()=1 2024-09-22T10:33:39.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gLrGocLK-U6idyICUJWRkNtzivoHcny_0 2024-09-22T10:33:39.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5696631151970409140', time=2024-09-22T11:49:20.841619+0000, chain.objs.size()=1 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ohSyKkG0thV8qV76TIaEHyx9y5js2Ea_0 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11759605443483226283', time=2024-09-22T11:49:21.050210+0000, chain.objs.size()=1 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._eX1SQF4WV45H81KsWjNE7PTOkWBTRp_0 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17551187724541201200', time=2024-09-22T11:49:21.052684+0000, chain.objs.size()=1 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mVu0tWIf3Y-S8MyBFTj8yBpADTzIFBn_0 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5817311073814361158', time=2024-09-22T11:49:22.540554+0000, chain.objs.size()=1 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qiKL1QY4dbr1gq18o-IA3qFDQqEnzEV_0 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16475826370120482484', time=2024-09-22T11:49:23.549039+0000, chain.objs.size()=1 2024-09-22T10:33:39.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HLMeaHTv34H0P-WiVwX032B1O9Dzxge_0 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12181501567867554320', time=2024-09-22T11:49:23.822384+0000, chain.objs.size()=1 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rDrHixguTkDSliSyOLttpON2G9Rl2xR_0 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10344089554335979900', time=2024-09-22T11:49:24.508916+0000, chain.objs.size()=1 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BXCGUCP8hw_Lmr1lxkAYl3wkMf-zZty_0 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9629779700771133003', time=2024-09-22T11:51:11.247566+0000, chain.objs.size()=1 2024-09-22T10:33:39.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sQDRGbyAGatpsrjSlDBjUHOFnyJSQbF_0 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4836379270013668132', time=2024-09-22T11:51:11.646609+0000, chain.objs.size()=1 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Tjcdo9p78pB7xgcCFZrh4u52JTAae5U_0 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12936379536809944914', time=2024-09-22T11:51:11.849328+0000, chain.objs.size()=1 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6P46jtXwWcpwBlDzbzySjNlOpzt5JhH_0 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8279100808147240908', time=2024-09-22T11:51:12.056211+0000, chain.objs.size()=1 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1re75Rlat9NCOPIiwQa1acWtaZvDCmh_0 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9791968759806197824', time=2024-09-22T11:51:12.448907+0000, chain.objs.size()=1 2024-09-22T10:33:39.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IORfB0xBoOekiBMoAUrb0ls3b1nBLuk_0 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14662792790322844804', time=2024-09-22T11:51:14.130969+0000, chain.objs.size()=1 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GWNRZWWROjMxfjULuQz4IjVXpkSQTBa_0 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17384649893336024816', time=2024-09-22T11:51:15.224075+0000, chain.objs.size()=1 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CbI5aGredKD5hi1CAslDAfHLGJMJffK_0 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3195247498660519130', time=2024-09-22T11:51:15.432416+0000, chain.objs.size()=1 2024-09-22T10:33:39.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7Tc574Qo3apYGFLab9Wqt7orGbzzNlB_0 2024-09-22T10:33:39.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11286971114025407581', time=2024-09-22T11:51:15.560146+0000, chain.objs.size()=1 2024-09-22T10:33:39.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QT1URTc5nBMoGuWZMU7x9DLfyS6933e_0 2024-09-22T10:33:39.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5083678584554864792', time=2024-09-22T11:51:15.664462+0000, chain.objs.size()=1 2024-09-22T10:33:39.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wjiCXBUduUH04-DeSLpYpT51CKwXL7u_0 2024-09-22T10:33:39.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2181399885959452790', time=2024-09-22T11:51:16.061056+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vq1BslY2Dp4vyrNyvukUXP9s0OG3ZwG_0 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.683564735975016784', time=2024-09-22T11:51:16.133787+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wh4PXMQuIDbblG5UAf8_f34gC7UXdR0_0 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18123877125938545563', time=2024-09-22T11:51:16.874901+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aewB-aJdzLzMpikZlbepOkTATIoW1HK_0 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13168096392640674409', time=2024-09-22T11:51:19.319693+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1cjY277PGBd7ix_ecXO4vFSDlEHj0xR_0 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14448115373475022972', time=2024-09-22T11:51:19.859948+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Majm3XETSnhz1G-YzCr6y7ygA4KISk9_0 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14674000133475143455', time=2024-09-22T11:51:19.978204+0000, chain.objs.size()=1 2024-09-22T10:33:39.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QcgjOU8J7sZIsQDaL2guTWH59_UOM0d_0 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3706979910715687697', time=2024-09-22T11:51:20.264909+0000, chain.objs.size()=1 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4rbTOhoVYSFwn6XShvF5YLl0aA9eRPm_0 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13917880393870726111', time=2024-09-22T11:51:20.896037+0000, chain.objs.size()=1 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VkphnfbgSvizOV71rWelqFZVIP2IZ9A_0 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9665429857573465687', time=2024-09-22T11:51:21.011900+0000, chain.objs.size()=1 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PFYxnpYNc3YM4TPgt6D6D1Dapzrqdmw_0 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7592504688450107153', time=2024-09-22T11:51:21.656307+0000, chain.objs.size()=1 2024-09-22T10:33:39.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uirwkEvZLVHvnV_Cl4tlHrtYrNDjA6L_0 2024-09-22T10:33:39.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16478977966622974295', time=2024-09-22T11:51:22.985305+0000, chain.objs.size()=1 2024-09-22T10:33:39.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EcoqfCyXM8IUJXXVwQhLU9SYdheICDs_0 2024-09-22T10:33:39.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1349773908015424781', time=2024-09-22T11:51:23.460643+0000, chain.objs.size()=1 2024-09-22T10:33:39.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2JNPp5-fN1mP7wrvCVvtE80mCg7gGwD_0 2024-09-22T10:33:39.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/58379 2024-09-22T10:33:39.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=45, truncated=0, next_marker='' 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12102119256567561446', time=2024-09-22T11:51:23.935519+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ifKaJd9KnfSXAjmKGpRQr0vYBn64EaO_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13642333829039241188', time=2024-09-22T11:51:23.937462+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1IXlx6gZbjppeULyadJUgrUy95f_EXi_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15076935310633634448', time=2024-09-22T11:51:24.304408+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.S-HOsMwXzNO4Afo4FF3YGXtCYcx1nPY_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13418966248810253191', time=2024-09-22T11:51:25.589252+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.j3Od4Xli_YLv6hR-TtP0b5Nhgt9CXoY_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15366533548607577333', time=2024-09-22T11:51:27.680026+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ClIkqiuUlMqDFS-xOBOJc9zZcKoWEbJ_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6919865356735416009', time=2024-09-22T11:51:28.275360+0000, chain.objs.size()=1 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZE87pZNH-O1z2IY2lS8YfHSvFX-eC5t_0 2024-09-22T10:33:39.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15819577653076766889', time=2024-09-22T11:51:28.389338+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.N4hvonWs9rAYQ3DlL7alTr8ib0e0TSG_0 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3383840067176847321', time=2024-09-22T11:51:28.833698+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6kaZ7-JO3FhvXYCnxHeIAev0LqIQrqk_0 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12017306642476748566', time=2024-09-22T11:51:28.948199+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.15tQ7Icq_7Cq5Hvz0vaX5mHmLT6cY8X_0 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10075977015445620629', time=2024-09-22T11:51:28.950341+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.agGwXyNyGK7InJ0fWDBMYFHZxLhOdKe_0 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6410689266942136759', time=2024-09-22T11:51:30.091443+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OGBVE5U-bD2yHRMhP9AVmmZlO-6VFLm_0 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13184687356218928946', time=2024-09-22T11:51:30.288821+0000, chain.objs.size()=1 2024-09-22T10:33:39.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lU4_9wGXVqQnQBOAYyJWeKTVJ_ho9lP_0 2024-09-22T10:33:39.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1367572499146003821', time=2024-09-22T11:51:32.125625+0000, chain.objs.size()=1 2024-09-22T10:33:39.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.c2zil-JDoQVD5OBlBGCfF01kiDxYke2_0 2024-09-22T10:33:39.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6019920777223361713', time=2024-09-22T11:51:33.172419+0000, chain.objs.size()=1 2024-09-22T10:33:39.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nkp9G1mgOFsmXcHsI4wWGwQfwunJ5_h_0 2024-09-22T10:33:39.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6424307832193200070', time=2024-09-22T11:51:33.396953+0000, chain.objs.size()=1 2024-09-22T10:33:39.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.G0nqwbZLgg7Wnvytr_yT6vABxnCNX06_0 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1919809720412845292', time=2024-09-22T11:51:33.474555+0000, chain.objs.size()=1 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JO-HzFO4wSdbU8zGRF41vJnAlQEll57_0 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5210860399030748322', time=2024-09-22T11:51:33.765141+0000, chain.objs.size()=1 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bkfDYpIPAuwJX34DPKHBARTnOf6iPPz_0 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11029280562339131272', time=2024-09-22T11:51:33.869565+0000, chain.objs.size()=1 2024-09-22T10:33:39.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OW71b1gy-Xz3BMUIkenKiCNeCQdpZD__0 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3691131761101674919', time=2024-09-22T11:51:33.962177+0000, chain.objs.size()=1 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dBpbwTdMos9VeZUPq5dpmirwiRyTtT8_0 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7542272028605808089', time=2024-09-22T11:51:35.948705+0000, chain.objs.size()=1 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7_I5bT-MvhhU2LBClPLhBZ_MW9Xu7W7_0 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7972593411452905670', time=2024-09-22T11:51:36.424077+0000, chain.objs.size()=1 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.800OGPeJpeCRKw1vRY2l5OYxJwBdehU_0 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13209117795971352793', time=2024-09-22T11:51:36.824265+0000, chain.objs.size()=1 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.pCCKd7ui-ByRKrjvBbH_8oW6rveTUnG_0 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10220153757662505685', time=2024-09-22T11:51:37.367120+0000, chain.objs.size()=1 2024-09-22T10:33:39.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.l8XTh37nHw6VBnPU8jK9tIQRRl56k83_0 2024-09-22T10:33:39.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16185369561465379781', time=2024-09-22T11:51:38.490573+0000, chain.objs.size()=1 2024-09-22T10:33:39.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4d17-aSDdEQyYZhlbLffjqhiBP-MX63_0 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2280254681240738179', time=2024-09-22T11:51:40.512313+0000, chain.objs.size()=1 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.07D4ckzHefoO0RzeLV_VfB0GVk2ffgR_0 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12339181301156139939', time=2024-09-22T11:51:41.309022+0000, chain.objs.size()=1 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JOs5-FVNVxIl_lXowz1B3xgk8YJO_TR_0 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8486280729678065480', time=2024-09-22T11:51:41.532038+0000, chain.objs.size()=1 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NrlBJyFTqIZCzV1T9GtGKsmDCiorXlV_0 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13480218240289674403', time=2024-09-22T11:52:06.798858+0000, chain.objs.size()=1 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.336__shadow_.8wrkiXmVPm_zUcF4ZRUEqz6VngfZUsB_0 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7145161742413889487', time=2024-09-22T11:52:23.480198+0000, chain.objs.size()=1 2024-09-22T10:33:39.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.344__shadow_.P6rtw9Bf57KSy1AdflCOfIQjvkAZn-x_0 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17482202895317605299', time=2024-09-22T11:53:53.086549+0000, chain.objs.size()=1 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.390__shadow_.q1GanulGQ7lI-pd45qVob7_ULLvUdXG_0 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9395136826180495723', time=2024-09-22T11:55:31.918670+0000, chain.objs.size()=1 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.439__shadow_.8L6L2o2ihZTJTVT5FRI9XoYDBp6U1j4_0 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8414234054438426803', time=2024-09-22T11:56:18.391351+0000, chain.objs.size()=1 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.458__shadow_.BSuXRLd2Djzl5DRrboFKLFU0RXPr66g_0 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10744507096453242371', time=2024-09-22T11:57:08.949454+0000, chain.objs.size()=1 2024-09-22T10:33:39.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.Znx_cvkqfcmy__KLijGuo8eTVYhXYdR_0 2024-09-22T10:33:39.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10018873921826632105', time=2024-09-22T11:57:08.976688+0000, chain.objs.size()=1 2024-09-22T10:33:39.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.Tb66A4GcxnR-7N-aBmTHokM5UkLCgjU_0 2024-09-22T10:33:39.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1961288620797563049', time=2024-09-22T11:59:23.798730+0000, chain.objs.size()=2 2024-09-22T10:33:39.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.F0Vqn085SJ-HWtmnmtJVBDTAGNHGBZE_0 2024-09-22T10:33:39.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.F0Vqn085SJ-HWtmnmtJVBDTAGNHGBZE_1 2024-09-22T10:33:39.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15826327508996021305', time=2024-09-22T12:00:42.287524+0000, chain.objs.size()=6 2024-09-22T10:33:39.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.1 2024-09-22T10:33:39.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__shadow_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.1_1 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.2 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__shadow_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.2_1 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.3 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__shadow_mymultipart.2~W28p1ZblQcfyzVvzX48y62_TUiDuETC.3_1 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6678155575701144752', time=2024-09-22T12:10:04.993897+0000, chain.objs.size()=1 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:RF4fSfpzM1om1eMTJNJT6YucR57ppMx_.uT9xpVhFNegflC5f8kYWzPmfj3jfOth_0 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4136254234619365197', time=2024-09-22T12:10:44.641847+0000, chain.objs.size()=1 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:65OWqHXNs6FN39EpYhz0o2AzsASm58B_.6JAYnnm7nYtzvGNoPDkS8uG0kyduvz0_0 2024-09-22T10:33:39.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1883559657211432993', time=2024-09-22T12:10:54.520408+0000, chain.objs.size()=1 2024-09-22T10:33:39.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:u9lrbVsE32ajDaSqYSz-SEdiZt6BYYV_.xfnu_RSdVrVf5urQaYO-I0Ioyk9XW3__0 2024-09-22T10:33:39.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1530440146849245724', time=2024-09-22T12:12:33.649355+0000, chain.objs.size()=1 2024-09-22T10:33:39.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.586__shadow:BecOZgbkHIKXf8jpGl5YYN-UvYrHf.H_.R4wEkHeSEOpS9nr-_frPuzfOY-Bu9OG_0 2024-09-22T10:33:39.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.792961780633236782', time=2024-09-22T12:13:13.509238+0000, chain.objs.size()=1 2024-09-22T10:33:39.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.605__shadow_.z8EWFZeck0YaBmmLSl_43fEMkeljLSz_0 2024-09-22T10:33:39.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12003751544454056411', time=2024-09-22T12:16:04.172999+0000, chain.objs.size()=12 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.1 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.1_1 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.2 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.2_1 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.3 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.3_1 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.4 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.4_1 2024-09-22T10:33:39.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.5 2024-09-22T10:33:39.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.5_1 2024-09-22T10:33:39.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__multipart_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.6 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.615__shadow_multipart_enc.2~j5Q9rFO2WiG5MOvEiSXG5wtM6FbWVtB.6_1 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8140585519227435419', time=2024-09-22T12:16:06.205357+0000, chain.objs.size()=1 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.616__shadow_.l2I9KOdO_-1hW5WPJqvRF_LP3Yizn_t_0 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1993021105408255267', time=2024-09-22T12:22:22.915953+0000, chain.objs.size()=6 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.1 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.2 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.3 2024-09-22T10:33:39.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.4 2024-09-22T10:33:39.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.5 2024-09-22T10:33:39.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.661__multipart_baz.2~N_1BXUsf21Qw3LWWtGjzlAk_1ct-z9L.6 2024-09-22T10:33:39.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6545401712667024145', time=2024-09-22T12:30:18.793854+0000, chain.objs.size()=1 2024-09-22T10:33:39.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.773__shadow_.LYI31mHZ8Anulwdhit8eL7_bYGu0QcJ_0 2024-09-22T10:33:39.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-22T10:33:39.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49669' 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12537677100224572635', time=2024-09-22T11:41:23.252673+0000, chain.objs.size()=1 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.238__shadow_.c4fGPvLWigbACSSqw7K4rGXFgtJB-yF_0 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13966214300386878976', time=2024-09-22T11:41:46.558133+0000, chain.objs.size()=1 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.247__shadow_.e9G1bd0Gna2fxTYEIRYb2D6vvRcUFAt_0 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14682859253601949848', time=2024-09-22T11:41:48.894549+0000, chain.objs.size()=1 2024-09-22T10:33:39.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.248__shadow_.GmGIRAGqM29XNBDuCR2btZLq0iaAIca_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18431765328916736130', time=2024-09-22T11:41:51.211024+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.249__shadow_.qkHuDt7fadQSk52jPzeVIQadAC6YpEK_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13258318487357915007', time=2024-09-22T11:42:14.202545+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.259__shadow_.nTJTTRNjCG0brG6rvfpUGwmSp37L6XQ_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9848004081839880276', time=2024-09-22T11:44:02.985949+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.v74ay-eo3-PG6u5RbdhXLYogfGnm76B_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11025879439168986773', time=2024-09-22T11:44:03.146054+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0i8MtdQAfuubiIlNGtnQ-whXTApKhXW_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14933584769823581141', time=2024-09-22T11:44:03.460130+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8MkmhsuUAWT6BR83B5IL7JzPq9rWGIE_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4761854843111214049', time=2024-09-22T11:44:04.296628+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4wM3jgoAkgjUHqq2s_M2PiDHeISu-Dm_0 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9650362446781677842', time=2024-09-22T11:44:05.048871+0000, chain.objs.size()=1 2024-09-22T10:33:39.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uRniiSSimlw78HlNdkeluJPcil2KFG2_0 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15031698211440932811', time=2024-09-22T11:44:05.804522+0000, chain.objs.size()=1 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Pq5sUlOcIv9KkQ4MBTovzUaNQGZS6ja_0 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3536898536257824307', time=2024-09-22T11:44:05.893148+0000, chain.objs.size()=1 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cF68tNxtnjnOl7IUFj-9qqOY-gycSwa_0 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6752636023941821848', time=2024-09-22T11:44:07.294661+0000, chain.objs.size()=1 2024-09-22T10:33:39.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MZdrhRD3r-BMv764C1Oi0QIR5vaEtUJ_0 2024-09-22T10:33:39.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7875424333159827974', time=2024-09-22T11:44:08.897091+0000, chain.objs.size()=1 2024-09-22T10:33:39.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cuoQQOmXdH0EdNvtTk4LNogeaDuemWB_0 2024-09-22T10:33:39.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15240601023192789700', time=2024-09-22T11:44:12.639379+0000, chain.objs.size()=1 2024-09-22T10:33:39.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xZk7tSw1HMjQOQQyZ4VBHdDJWChoFav_0 2024-09-22T10:33:39.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11675549919939649900', time=2024-09-22T11:44:13.716876+0000, chain.objs.size()=1 2024-09-22T10:33:39.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eG-F1_yDSIVRPPpYQPoJsN1DQaz4ZD-_0 2024-09-22T10:33:39.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13362206068063616513', time=2024-09-22T11:44:14.175259+0000, chain.objs.size()=1 2024-09-22T10:33:39.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.y5UsUKbVo5k7u0oyfGkDUHPXRjmNYur_0 2024-09-22T10:33:39.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1027822216347267039', time=2024-09-22T11:44:17.856661+0000, chain.objs.size()=1 2024-09-22T10:33:39.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8k-jMVy48zgVW4J8wteb_kMcvNykXXX_0 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8955995392682316371', time=2024-09-22T11:44:18.342917+0000, chain.objs.size()=1 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TyfJgWX1ov0EON4UzI-8O6zrctM3VIc_0 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14182409014352364717', time=2024-09-22T11:44:18.480488+0000, chain.objs.size()=1 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.qr8fzX-D6fL_ngWdz5I2C9Ao2bUdHld_0 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1950935327837987457', time=2024-09-22T11:44:22.552047+0000, chain.objs.size()=1 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kuiEuZCnT1fL0Kp_g2IVval9h_WrsJH_0 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6552535586764801280', time=2024-09-22T11:44:25.124435+0000, chain.objs.size()=1 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RzSCs1UzE0jtUt7_FY-quma52593wuV_0 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6797104850552428217', time=2024-09-22T11:44:25.668631+0000, chain.objs.size()=1 2024-09-22T10:33:39.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2O8NYiG1e3JYY7_qqMMDIT7IW6ZT5nc_0 2024-09-22T10:33:39.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2332420074312851261', time=2024-09-22T11:44:26.895655+0000, chain.objs.size()=1 2024-09-22T10:33:39.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VgX-2byDbYQGLip61WmQYKZnKj7uG_U_0 2024-09-22T10:33:39.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3403323754667986331', time=2024-09-22T11:44:28.254919+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-bsJNgU1iK2nQ2QpRKUhR3x5-ekvJOZ_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.35349938386486931', time=2024-09-22T11:44:28.705446+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wPqj5LYAckudfv167Eu-OoouVGDLa3-_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7304573273755386467', time=2024-09-22T11:44:29.046737+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kjNdmBptEwFLzds2rdQzPeEVzufVNXx_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12203551636512721305', time=2024-09-22T11:44:30.279580+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8Ip5ZvaquFwV0UaC85gVZ5EpA7pu5tx_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17621994085124137067', time=2024-09-22T11:44:30.876510+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tTYwvWAB4P_lryiHYtxM0tUpHOjEflp_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.98773684189158773', time=2024-09-22T11:44:31.150689+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cEZ67RzEwxdGOXywMpFiSr4YUnw29pp_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15430475808394659637', time=2024-09-22T11:44:34.813107+0000, chain.objs.size()=1 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.g8PWi-h2bci_NuHfF49UqafDQLqKrrb_0 2024-09-22T10:33:39.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15911896139883844182', time=2024-09-22T11:45:24.447971+0000, chain.objs.size()=1 2024-09-22T10:33:39.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.284__shadow_.NJ_bZAt5dSGtmePkqrhB52eFgNn1JGu_0 2024-09-22T10:33:39.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14790144976747183895', time=2024-09-22T11:45:31.762547+0000, chain.objs.size()=1 2024-09-22T10:33:39.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.287__shadow_.RjiSlbJG--f1zAWUa_Y3KU4lG0Gc7mo_0 2024-09-22T10:33:39.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3934402832947873437', time=2024-09-22T11:45:31.763864+0000, chain.objs.size()=1 2024-09-22T10:33:39.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.287__shadow_.34GJ4tGDZjk_YVSJeOXoQvULjnNS8l7_0 2024-09-22T10:33:39.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7190752749681279136', time=2024-09-22T11:45:38.791320+0000, chain.objs.size()=1 2024-09-22T10:33:39.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.290__shadow_.8PR4FIx1o8rTiq_MCGH1w9xCortE85g_0 2024-09-22T10:33:39.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.845160820742464274', time=2024-09-22T11:45:47.433455+0000, chain.objs.size()=1 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.f0SKKUj0_RlAE_vlF9GQCKUyXXmtlAV_0 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5194240100596305805', time=2024-09-22T11:46:09.615643+0000, chain.objs.size()=1 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.300__shadow_.zb69YTfRcGONq5-6enaWj0sokgb1JY6_0 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7826851547283268395', time=2024-09-22T11:46:39.640117+0000, chain.objs.size()=1 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.313__shadow_.ydjaOz-vRuETPAZUuflBH6eo3BJ9wNG_0 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6698911680833258469', time=2024-09-22T11:48:54.158777+0000, chain.objs.size()=1 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fO2UiHwRl9-K_vhJTtfw7cOHUCbMigf_0 2024-09-22T10:33:39.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11961669389717052812', time=2024-09-22T11:48:54.439509+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YX2ln208uh760wJF9debXYgAley3knN_0 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10347058061392350290', time=2024-09-22T11:48:55.516173+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-dH8wdTvrdLCKaY5JWfuibeg0CW139n_0 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15883742428270804047', time=2024-09-22T11:48:57.907159+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4HTvsHKsXoiCKhuLkh8jc8x7m_sgqov_0 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12890703028959519523', time=2024-09-22T11:48:58.141807+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Xa4pWrF_1y9Yx055jJ7Oy91MRxj744P_0 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10518789508625902479', time=2024-09-22T11:48:58.308046+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Q1Pf-82kCYT6GQtMG-igfCZJOJ9NsVU_0 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13195953427066115788', time=2024-09-22T11:48:59.503766+0000, chain.objs.size()=1 2024-09-22T10:33:39.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.66TbfotaG2AKX_voA0FHVAv74IyQLtj_0 2024-09-22T10:33:39.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5570249146120773183', time=2024-09-22T11:48:59.506012+0000, chain.objs.size()=1 2024-09-22T10:33:39.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.faq1MqMi6-4ySL6xuEYgNUQPwNIw1Nj_0 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13394691419088170983', time=2024-09-22T11:48:59.973811+0000, chain.objs.size()=1 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-nzF4hIwgXTW0lH-z_X3elrvs7Ohwqa_0 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8067558774173490737', time=2024-09-22T11:49:00.388581+0000, chain.objs.size()=1 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e915IdOOWeL-2lc-XeTQ5V4FPuOqDz1_0 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1685736468169916227', time=2024-09-22T11:49:04.420243+0000, chain.objs.size()=1 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.txrLRQeQ0gOFd80FJhhjzkzMmxXssm8_0 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9166601582466106425', time=2024-09-22T11:49:05.651865+0000, chain.objs.size()=1 2024-09-22T10:33:39.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vf1FNhOhQvlfbEhHqEU4xJB4Gff2M5B_0 2024-09-22T10:33:39.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11199930511164481813', time=2024-09-22T11:49:06.848400+0000, chain.objs.size()=1 2024-09-22T10:33:39.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IqvZyYIKgT_sXzPNmeijmm8W6xwuQLE_0 2024-09-22T10:33:39.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9478168831680601005', time=2024-09-22T11:49:08.136534+0000, chain.objs.size()=1 2024-09-22T10:33:39.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CECuWR1weqYeasUsL7wG9Vd_36RTW1-_0 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9006335687396837054', time=2024-09-22T11:49:10.373924+0000, chain.objs.size()=1 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KF20nGlZdVqWVDnE6t9Z2agX1Yvg7D2_0 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7144463151926476357', time=2024-09-22T11:49:10.705857+0000, chain.objs.size()=1 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XZ7f8z4L6v8zASwvkvfDwX4883ErMjt_0 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10041753458226803046', time=2024-09-22T11:49:12.647245+0000, chain.objs.size()=1 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GNRE_8youMmbaM9aXTxyoWPPo-v1xMG_0 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8579679041990508340', time=2024-09-22T11:49:14.944062+0000, chain.objs.size()=1 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iF4XCJG81PmB7vhS5KrcNAZcFi92pIv_0 2024-09-22T10:33:39.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.821734103374318968', time=2024-09-22T11:49:15.524018+0000, chain.objs.size()=1 2024-09-22T10:33:39.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.paclr_e9JKC7F05RLwFHzcmDkD-cDmk_0 2024-09-22T10:33:39.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5927412414868714713', time=2024-09-22T11:49:15.684269+0000, chain.objs.size()=1 2024-09-22T10:33:39.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r7BqNTi8xx4yquVk7Db7jsuhGHRGKyA_0 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17760584283154744102', time=2024-09-22T11:49:16.868159+0000, chain.objs.size()=1 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qVscU2RwBn7_3pKwT0TVvdf55oSzdaF_0 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2219951850601586137', time=2024-09-22T11:49:18.926023+0000, chain.objs.size()=1 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UYRUih2NiTp0jHsLviUECNtqpnoJUTC_0 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2942686949744199860', time=2024-09-22T11:49:19.142964+0000, chain.objs.size()=1 2024-09-22T10:33:39.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qocnHmhYKtawQZVfSszP6SyLNth7nKQ_0 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10573399983436439478', time=2024-09-22T11:49:19.861228+0000, chain.objs.size()=1 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0iGcL7zuDJgPB-iksPBCPgBGzywEIEg_0 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.938379569804495927', time=2024-09-22T11:49:21.156992+0000, chain.objs.size()=1 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AKqPU3Xi8QEi5P-6dKQt1pHXNY5RZAn_0 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11802754822192920439', time=2024-09-22T11:49:21.922715+0000, chain.objs.size()=1 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ejF2F4deiyZv5UZ4enrdv7YODFFjYTx_0 2024-09-22T10:33:39.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7269078198698267178', time=2024-09-22T11:49:21.924773+0000, chain.objs.size()=1 2024-09-22T10:33:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Aqy3e3mwkZYxQykhdxkt0yaOa4hmALp_0 2024-09-22T10:33:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15945995017521361491', time=2024-09-22T11:49:22.501128+0000, chain.objs.size()=1 2024-09-22T10:33:39.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.U9SBIyCd7imspQpV2aUa0_njd-AdGMw_0 2024-09-22T10:33:39.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11500331050082748954', time=2024-09-22T11:49:23.025300+0000, chain.objs.size()=1 2024-09-22T10:33:39.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kcNQyZZRaKnsbJ7vH47TvQu0DHWdoX3_0 2024-09-22T10:33:39.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13286863757023585150', time=2024-09-22T11:51:09.626273+0000, chain.objs.size()=1 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6HbeMt5dPpc3FeWLecWV9tGt_tH_8SN_0 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11405754803706762028', time=2024-09-22T11:51:10.479759+0000, chain.objs.size()=1 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PUjjVvQ8UapcyhYE8LZgMSceN5t5KVV_0 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14856345867988359750', time=2024-09-22T11:51:10.631537+0000, chain.objs.size()=1 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.t3-OnzM23XKCccWzJHUVdjipOyUJQaY_0 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2246084671945716151', time=2024-09-22T11:51:10.970698+0000, chain.objs.size()=1 2024-09-22T10:33:39.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oJrHZJjijCqP6ZqxQEmGzPiH0bmpQDn_0 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8800792047393758503', time=2024-09-22T11:51:11.561593+0000, chain.objs.size()=1 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IX5es4HZ2JSTN2zbXh22DC1rrDPK1Rc_0 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11185037610554522460', time=2024-09-22T11:51:12.285733+0000, chain.objs.size()=1 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.p5nNplhgnbmHKTSEa9DvGeFSnJonhDK_0 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7335068125937424866', time=2024-09-22T11:51:14.798966+0000, chain.objs.size()=1 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kvELgT9Ia-z98pQDvDtD4RHFnw_2kqm_0 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9282253840674222732', time=2024-09-22T11:51:15.776123+0000, chain.objs.size()=1 2024-09-22T10:33:39.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QIwansBGVTE320CGvgBtXk-vIoCCdMk_0 2024-09-22T10:33:39.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.439416100953635310', time=2024-09-22T11:51:17.457804+0000, chain.objs.size()=1 2024-09-22T10:33:39.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uWIZjE9HLAAZyk5yMyaz-Cx6ioP11-G_0 2024-09-22T10:33:39.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7977864474937618467', time=2024-09-22T11:51:17.462954+0000, chain.objs.size()=1 2024-09-22T10:33:39.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IzxhRzdTibg14bTuJlCf40-zyN0BBX9_0 2024-09-22T10:33:39.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12361650662822270621', time=2024-09-22T11:51:19.026337+0000, chain.objs.size()=1 2024-09-22T10:33:39.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ew_P_uYRDkZxb44zQ5a_lbP329Thg9R_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5645154303378573248', time=2024-09-22T11:51:20.365377+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.n2ETncpNEeAkmodfD0LX51wV1swkbP1_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.525027660375530463', time=2024-09-22T11:51:20.516664+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jvPbGru-mrlCHEMKVmaRhxgtbi8wqib_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1221582757589044956', time=2024-09-22T11:51:21.809214+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CppWdMeK6pbfnwGMWiwLpjS0OmvYwlJ_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8805048305244354826', time=2024-09-22T11:51:23.885991+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.88sHOTElTkViexmLg0qHftjxt5cE3Kc_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8392382571602666893', time=2024-09-22T11:51:25.135650+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RWoPPnEtnxZ9Gs7wbXcCKV9Kvu9cSzI_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7750215987847851419', time=2024-09-22T11:51:25.314105+0000, chain.objs.size()=1 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QtDe1QsbtYwhXYta2P95qKG2v4cEgA2_0 2024-09-22T10:33:39.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17595349525159525806', time=2024-09-22T11:51:26.024542+0000, chain.objs.size()=1 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PjRfa_vC-aVgUBAgdPsJrI4zLvwpa4S_0 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14302677649057058628', time=2024-09-22T11:51:28.859553+0000, chain.objs.size()=1 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GCUSVCGBzPpEPfAYevr8aX1qI5n5zB9_0 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1306809096232163710', time=2024-09-22T11:51:29.288829+0000, chain.objs.size()=1 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-sXLozMYultYF3Qm6mntshUn1dHSNpf_0 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5504620761320413922', time=2024-09-22T11:51:29.880608+0000, chain.objs.size()=1 2024-09-22T10:33:39.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.al0BTxIZbG5qqE5eLb2LauzBc35BmMz_0 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9714036180964599767', time=2024-09-22T11:51:29.996516+0000, chain.objs.size()=1 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VtfP9LqA4IN-DTPf7gBDJHwDegE3-md_0 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6594001634359307832', time=2024-09-22T11:51:30.363884+0000, chain.objs.size()=1 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.U29Bmq9mpR59-GSwvNbsqcLaKsUXTq3_0 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6056682198937675078', time=2024-09-22T11:51:31.521317+0000, chain.objs.size()=1 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0x8h-LDPpRofdrfV9AbH66dOPTL4p9w_0 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9560554871191893922', time=2024-09-22T11:51:31.903643+0000, chain.objs.size()=1 2024-09-22T10:33:39.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YPV_0l5-_hsSnzQAISdWk-j0PmqOxEO_0 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7852083477154811320', time=2024-09-22T11:51:32.959039+0000, chain.objs.size()=1 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q9kDTg7Qs8oLuG4LJqscnQrp9FOP5cw_0 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13683150423104216509', time=2024-09-22T11:51:33.198953+0000, chain.objs.size()=1 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.O30h2dOVkgPVQpFJequuifRJZjFwwLY_0 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4176284306643378850', time=2024-09-22T11:51:36.194994+0000, chain.objs.size()=1 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Q1bejl3xjwx0zKaIy98fBUX3vBobiDp_0 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2121834212768349305', time=2024-09-22T11:51:36.922576+0000, chain.objs.size()=1 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BhuPvcetOUP_lEeWTQdWb757IpIBkvF_0 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10844575270293048591', time=2024-09-22T11:51:37.572164+0000, chain.objs.size()=1 2024-09-22T10:33:39.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kUVOG6hvbWOQfyQmViPFyp0cFcCeM_v_0 2024-09-22T10:33:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7974617224469932324', time=2024-09-22T11:51:38.236983+0000, chain.objs.size()=1 2024-09-22T10:33:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FGzTS0As31zadPjFBBCww3lxWF5ncvi_0 2024-09-22T10:33:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14876539948629384772', time=2024-09-22T11:51:38.886788+0000, chain.objs.size()=1 2024-09-22T10:33:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Q1OW_kJUbuMGBbSMFOFKWtnzpYNxJwH_0 2024-09-22T10:33:39.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16994497188634678867', time=2024-09-22T11:51:40.536436+0000, chain.objs.size()=1 2024-09-22T10:33:39.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mCqiGjI_7083zDHI7dVxW99StF3HR44_0 2024-09-22T10:33:39.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49669 2024-09-22T10:33:39.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6364392333325786532', time=2024-09-22T11:51:42.056205+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JcjQ0kw0vujFctgKdWH-k7AKi7NN8vS_0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15709407703677940890', time=2024-09-22T11:51:42.188210+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Rs8OSbYd8h5_TAM9Pc9fG5kPeHdT1g2_0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8424989191977802273', time=2024-09-22T11:53:33.589379+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.381__shadow_.H6DLKhLJtFe6JIwTw6AggU86A1mhrLx_0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2194070069912928176', time=2024-09-22T11:56:09.361956+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.455__shadow_.GXnZbxve2MLe10uVYotD8mZULz0dJq__0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11519245836786348763', time=2024-09-22T11:56:30.607809+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.462__shadow_.YfMvzf-Y3FbeyUL4OQw4FhloGx2c9vi_0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3904448467974880596', time=2024-09-22T11:57:30.603582+0000, chain.objs.size()=1 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.490__shadow_.PGWebqtTe7XLd1kYsdUH38KyqDnROmf_0 2024-09-22T10:33:39.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3904448467974880596', time=2024-09-22T11:57:31.154124+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.490__shadow_.PGWebqtTe7XLd1kYsdUH38KyqDnROmf_0 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10711264113711337248', time=2024-09-22T12:08:22.513855+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.556__shadow_.oIl_mu99pokc3O1elkiZBoC-DbYFI0p_0 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5260169408192659403', time=2024-09-22T12:09:24.557347+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:XtLfR2nmrSSky2bKdUu0NXCUr7Dj1gi_.Lnh53pAi9cZ1iMyUmX5AnwfwiJPdVt6_0 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17767081247273135979', time=2024-09-22T12:09:46.291766+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.570__shadow:fHgC5pou43wcKEXSxNBu5E449kpncbx_.AuFLO9RvxsDmNnfuI8Pib7zQT6fmQB5_0 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16317782337002533592', time=2024-09-22T12:09:59.104343+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow_.kMjBPEnm26S-owoHraxFe1EVUbBETaY_0 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3968443951413190052', time=2024-09-22T12:10:00.112359+0000, chain.objs.size()=1 2024-09-22T10:33:39.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:3krulNsHt6ON5eaEcEwmAqiUCm1FTSS_.xQ49TOyfzhLm9PKmRUU7u5D_wSUBoxK_0 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14404859513102850458', time=2024-09-22T12:10:28.509466+0000, chain.objs.size()=1 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:FZThgSIjMXvDXqXcbBpnaQdlr8LZHoR_.93RMMToXaRT4dWxwU-RyNOco8AoxuhQ_0 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6571686422423210749', time=2024-09-22T12:12:30.419761+0000, chain.objs.size()=1 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.585__shadow:u.N.Hhu-rV172V62OL2WGvj3z.gS.Oy_.kUu_bW7ujlY4_tThr-dU1zcPo_eHPb5_0 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13902008812879253844', time=2024-09-22T12:17:08.220400+0000, chain.objs.size()=1 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.617__shadow_.sPfX5M3BNGvwGmidLjRWCj6rWrWD1ey_0 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.817128923945103305', time=2024-09-22T12:19:56.487016+0000, chain.objs.size()=1 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.630__shadow_.TF9anViGQGbR837rQNf5TP1pVeTShmr_0 2024-09-22T10:33:39.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13550093120403570649', time=2024-09-22T12:20:09.669169+0000, chain.objs.size()=1 2024-09-22T10:33:39.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.636__shadow_.DOzaYFmnqF_vbVKu90kfO4KlEzgXHok_0 2024-09-22T10:33:39.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16161123100224281703', time=2024-09-22T12:20:18.076253+0000, chain.objs.size()=1 2024-09-22T10:33:39.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.640__shadow_.GIozQVtq6cVncPnAgWZEN2pDsnwszch_0 2024-09-22T10:33:39.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3236826249226316381', time=2024-09-22T12:20:39.741970+0000, chain.objs.size()=2 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.645__shadow_.qSmA9EyNXlhgf4ZTz4aAE48kBx-_Vj6_0 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.645__shadow_.qSmA9EyNXlhgf4ZTz4aAE48kBx-_Vj6_1 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11787248546061023449', time=2024-09-22T12:20:45.154055+0000, chain.objs.size()=2 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.646__shadow_.baxRQFnykCCCtvJyAWH4LMgWS9JxN0N_0 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.646__shadow_.baxRQFnykCCCtvJyAWH4LMgWS9JxN0N_1 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.691352886888342588', time=2024-09-22T12:22:29.692871+0000, chain.objs.size()=1 2024-09-22T10:33:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.664__shadow_._FcGZ_UvigPsyN3volLG5UlTxGEJEPe_0 2024-09-22T10:33:39.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16746394356733952303', time=2024-09-22T12:23:52.106412+0000, chain.objs.size()=1 2024-09-22T10:33:39.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.706__shadow_.7C3RPYXKnvULEzKErgucU4GRju_V66q_0 2024-09-22T10:33:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6227586542814205258', time=2024-09-22T12:26:04.262303+0000, chain.objs.size()=3 2024-09-22T10:33:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.743__multipart_mymultipart3.2~ecJts37h8XTxnsd4wQVMhjhYblFCqwP.1 2024-09-22T10:33:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.743__multipart_mymultipart3.2~ecJts37h8XTxnsd4wQVMhjhYblFCqwP.2 2024-09-22T10:33:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.743__multipart_mymultipart3.2~ecJts37h8XTxnsd4wQVMhjhYblFCqwP.3 2024-09-22T10:33:39.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-22T10:33:39.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45401' 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_QuBd4U4dO_OyFY_fPD5TtxwDxdLMvQG', time=2024-09-22T11:34:30.971367+0000, chain.objs.size()=1 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.WHgM541DXZMNLPqC3-P3UWKmxxloRud_0 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5679806604767848181', time=2024-09-22T11:35:46.985718+0000, chain.objs.size()=2 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.164__multipart_foo.2~3a5y46pmoviEKX6UYQX7R2KBUJuD23l.1 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.164__multipart_foo.2~3a5y46pmoviEKX6UYQX7R2KBUJuD23l.2 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11661495087824025574', time=2024-09-22T11:41:10.151492+0000, chain.objs.size()=1 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.234__shadow_.GEqAEyKcSs5rEdyM_5Uta8IxLus61uv_0 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15851467568798168084', time=2024-09-22T11:41:41.906289+0000, chain.objs.size()=1 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.245__shadow_.yqTUkS6pmygRHobk8wxmNimpwJLVQu-_0 2024-09-22T10:33:39.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4748236703065223626', time=2024-09-22T11:41:53.503050+0000, chain.objs.size()=1 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.250__shadow_.YWijXoafuUeQ7f42gDLuT8RfaybAroD_0 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14338555584789939663', time=2024-09-22T11:44:04.524939+0000, chain.objs.size()=1 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LugneGyqNM_Exq74AE-QzQFG1fS86eD_0 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18209745642379660784', time=2024-09-22T11:44:07.372073+0000, chain.objs.size()=1 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bLKk5JZ3JiZVDgeRZitdTS5FcO9jxEO_0 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4464471456429561847', time=2024-09-22T11:44:08.434863+0000, chain.objs.size()=1 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PvlpXG14ISk78DOjCmnrFaiIjrcmcf3_0 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10745288451608114121', time=2024-09-22T11:44:09.302431+0000, chain.objs.size()=1 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4BPwMRdxwG9TNCJzvkg-fqd7Atfb65L_0 2024-09-22T10:33:39.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3784812321546156022', time=2024-09-22T11:44:09.543423+0000, chain.objs.size()=1 2024-09-22T10:33:39.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kscfa7sKgAt0FwJC0LxSc-CWz8OShaf_0 2024-09-22T10:33:39.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.916123970333473671', time=2024-09-22T11:44:10.081966+0000, chain.objs.size()=1 2024-09-22T10:33:39.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.R0IMUHxSsSUkqJLqRx8MPE21hYa1wMD_0 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18359114529587111340', time=2024-09-22T11:44:13.753006+0000, chain.objs.size()=1 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cRl4UoxoXoz3ztjZOcbEuPs5eujZ0wn_0 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14034431518458502327', time=2024-09-22T11:44:14.905193+0000, chain.objs.size()=1 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KjK4SheQxLLK6TL18I__LRKK7W61k35_0 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1097680552117673373', time=2024-09-22T11:44:15.998582+0000, chain.objs.size()=1 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.asaJqU871T0w770mRTMzajseQb3pfTj_0 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6808353679118477922', time=2024-09-22T11:44:16.002757+0000, chain.objs.size()=1 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Lgq0vq6Io2IjEeK7rwVWE2Tio4w7vle_0 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14591348409502789478', time=2024-09-22T11:44:17.442779+0000, chain.objs.size()=1 2024-09-22T10:33:39.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8vk0apkWE-DsLvwXIZ4fRUTsC8SNmnO_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9946812512586368589', time=2024-09-22T11:44:17.507538+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bcrD5bcimox4WBEz_nVqHOiFal-c1YS_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10032962042346778384', time=2024-09-22T11:44:17.774024+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3x_hEbYW7tu5eZIb6xUs8RGR7-7hf8l_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2467328000561490684', time=2024-09-22T11:44:18.318661+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wVis2zX9c-HkKJsb1ACarOwYpXLOFft_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1865490438073750087', time=2024-09-22T11:44:22.431974+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.N0O7PRMaLpBlDM4ilWX9O3KEILy23Mf_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14282197353850625060', time=2024-09-22T11:44:22.549519+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ScpK5SbdASkmp50fnfh7OYrPoHn5zgT_0 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16562686709645866173', time=2024-09-22T11:44:22.934038+0000, chain.objs.size()=1 2024-09-22T10:33:39.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Z-fM9rJlVG76lIHxPm58T0AvOgJugnX_0 2024-09-22T10:33:39.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18379113825494547903', time=2024-09-22T11:44:23.975267+0000, chain.objs.size()=1 2024-09-22T10:33:39.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KkjR0m333c0tdJqIXRX43EtRhMLhjD5_0 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16830078182309088022', time=2024-09-22T11:44:24.867619+0000, chain.objs.size()=1 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tTN1LCpRWIKYMu94-sqAwL6OlKLWPFp_0 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8588448572693416479', time=2024-09-22T11:44:27.153877+0000, chain.objs.size()=1 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1_10-AC3J-0Qq2OLVX-BriNzeIk-9bw_0 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9458054487731395873', time=2024-09-22T11:44:28.247148+0000, chain.objs.size()=1 2024-09-22T10:33:39.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zjPKM0qEe7qxl26XBS3sVdZGY917n4v_0 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5531554555236053841', time=2024-09-22T11:44:29.856407+0000, chain.objs.size()=1 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Q6ZKVehn5X39Y8RHeVRMsNLlsd58EZf_0 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7237238089954872412', time=2024-09-22T11:44:31.383435+0000, chain.objs.size()=1 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oF36bfPoguIynw_JdPT9_jiTk2xGMWB_0 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2050048926988865688', time=2024-09-22T11:44:32.124953+0000, chain.objs.size()=1 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.njIQyxjFM2b5GsDcQRSputYzOcEP47A_0 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9415689326794660510', time=2024-09-22T11:44:33.332395+0000, chain.objs.size()=1 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8umWzswVeap_CB4DBNXnOI8PuO0nsDX_0 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8005171339074488517', time=2024-09-22T11:44:34.046011+0000, chain.objs.size()=1 2024-09-22T10:33:39.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EJX86qklyripjco8OnQKOaAMX6Y_554_0 2024-09-22T10:33:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17418997189530944259', time=2024-09-22T11:44:34.242750+0000, chain.objs.size()=1 2024-09-22T10:33:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.sGZVK7Z1BXgbCN3zJTt81025oYZSi-9_0 2024-09-22T10:33:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11545876057890435343', time=2024-09-22T11:44:34.249624+0000, chain.objs.size()=1 2024-09-22T10:33:39.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZQ687aE2amdQ9PQvjTHfB7OzhOLBHB2_0 2024-09-22T10:33:39.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15864176570969815092', time=2024-09-22T11:45:15.344834+0000, chain.objs.size()=1 2024-09-22T10:33:39.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.280__shadow_.4Bl1CB9KcpB4rUxgr48vFv9Ka67Y8YD_0 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3219497672929917251', time=2024-09-22T11:45:52.887619+0000, chain.objs.size()=1 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.09xi55A1xdyeJumTBJG17RMVeyPh9vJ_0 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16842085926797759274', time=2024-09-22T11:46:02.494089+0000, chain.objs.size()=1 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.297__shadow_.K8K85lDvFuydwwZR81ejmB-gF5oV9Af_0 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16007161214210184900', time=2024-09-22T11:47:04.256735+0000, chain.objs.size()=1 2024-09-22T10:33:39.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.321__shadow_.0QKamDvLpxNk8yiWYGSDloqXDQ_5DT7_0 2024-09-22T10:33:39.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.167929207486278185', time=2024-09-22T11:48:55.137782+0000, chain.objs.size()=1 2024-09-22T10:33:39.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._7UbB8qsO0rE8UxrZmBadtFYBum84jA_0 2024-09-22T10:33:39.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3700972905268182741', time=2024-09-22T11:48:57.430802+0000, chain.objs.size()=1 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nC5fV_7NKMdGr0G2HAkZjDCHZs1cYiY_0 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9986425007442263686', time=2024-09-22T11:48:57.525694+0000, chain.objs.size()=1 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.StXKTIt9Hi91RVIbiyFQ9DHzhfjJoUW_0 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17469806747454469496', time=2024-09-22T11:48:59.177328+0000, chain.objs.size()=1 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jvDha9pD2IWWrO36UdOPcFOmA_hHcQ3_0 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4619064583021864795', time=2024-09-22T11:49:01.485624+0000, chain.objs.size()=1 2024-09-22T10:33:39.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fpkuK134CuVGJjYMWDruI8mxk_Az7Fi_0 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16321821454639792114', time=2024-09-22T11:49:02.799277+0000, chain.objs.size()=1 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wbeF8DRp8xKfQSxieToBVWynq7AoXUj_0 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15885306622503360570', time=2024-09-22T11:49:06.175731+0000, chain.objs.size()=1 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xKid3kHQkUDSgj0X-C5Z--dxRB3wIM-_0 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12574367774683962368', time=2024-09-22T11:49:06.743366+0000, chain.objs.size()=1 2024-09-22T10:33:39.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.72iWyHc3AX4c3ji-upbPvaKKnB4166H_0 2024-09-22T10:33:39.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18047618085610069430', time=2024-09-22T11:49:07.664056+0000, chain.objs.size()=1 2024-09-22T10:33:39.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1xEKJxxl-O1OzwqNQjanReFQ4wkn6VT_0 2024-09-22T10:33:39.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7882342336217051837', time=2024-09-22T11:49:07.864311+0000, chain.objs.size()=1 2024-09-22T10:33:39.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1hwLkmH-1BZHcBli9eZdPzzk2toD0wj_0 2024-09-22T10:33:39.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2557658829669168031', time=2024-09-22T11:49:11.936190+0000, chain.objs.size()=1 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.stPomY6XcZ7JKZx6-I2UGpwx7f5piJH_0 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11988127407054797422', time=2024-09-22T11:49:13.033752+0000, chain.objs.size()=1 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Q8Sxy8cQjqil3BOFQLOKE8cCMPCE9Md_0 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8198321693832518308', time=2024-09-22T11:49:13.076977+0000, chain.objs.size()=1 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.T1lXZIr1cvfVZcmooQmPiGHGSW9ZZM__0 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8335842157462405229', time=2024-09-22T11:49:15.121112+0000, chain.objs.size()=1 2024-09-22T10:33:39.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6kgS3qF7nmpuceGaZdmZH_Qo9fXB5jC_0 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1309555356319135871', time=2024-09-22T11:49:15.399961+0000, chain.objs.size()=1 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.w5OLqa3O41ijw99t-ncSvolyuwJG_LV_0 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17121266872003609455', time=2024-09-22T11:49:15.899225+0000, chain.objs.size()=1 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TJsCvcYlRKGZC69l3NxRvD60ZqieBIh_0 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4727650890424031903', time=2024-09-22T11:49:16.463347+0000, chain.objs.size()=1 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UaUXqe_YtL13kbkrDCupHrODK3YklP0_0 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5167818850613800202', time=2024-09-22T11:49:16.874817+0000, chain.objs.size()=1 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.A_vA9ZkjrjGK53QJ09AcN_OFmi8963s_0 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2752258710725549151', time=2024-09-22T11:49:17.785193+0000, chain.objs.size()=1 2024-09-22T10:33:39.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-ocdly7bqgiglfGt6bpdrSMK8yPbrYP_0 2024-09-22T10:33:39.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1543253612032945270', time=2024-09-22T11:49:18.104537+0000, chain.objs.size()=1 2024-09-22T10:33:39.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sN9USo7euk5uAE1HUFGMe-xKtA0fKg6_0 2024-09-22T10:33:39.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2327459919501239251', time=2024-09-22T11:49:18.283276+0000, chain.objs.size()=1 2024-09-22T10:33:39.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XiSZXC3rPqLDDRuGr2gj0Iy9K0fpsOW_0 2024-09-22T10:33:39.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16607773988469464265', time=2024-09-22T11:49:18.954989+0000, chain.objs.size()=1 2024-09-22T10:33:39.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4gdtH9JweyviZVY81IcA4y2H836WqoM_0 2024-09-22T10:33:39.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15432509066118678585', time=2024-09-22T11:49:19.102816+0000, chain.objs.size()=1 2024-09-22T10:33:39.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vDeROmOYOZnXOIdqTsKNvHTmJ4Vg8f6_0 2024-09-22T10:33:39.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14737173162894911647', time=2024-09-22T11:49:20.651727+0000, chain.objs.size()=1 2024-09-22T10:33:39.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.K6pcIgoYyljWX5cRjP61AjvzeOqALSQ_0 2024-09-22T10:33:39.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3291844111315305645', time=2024-09-22T11:49:21.841564+0000, chain.objs.size()=1 2024-09-22T10:33:39.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dinguRyx1_5oDUjai_5UqlwT7HeQwbi_0 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5393229279303847051', time=2024-09-22T11:49:21.999504+0000, chain.objs.size()=1 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YJDiKaV2zphb7CDQ8vUnF5GGNNE8KfX_0 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15368733529676782195', time=2024-09-22T11:49:23.922999+0000, chain.objs.size()=1 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8z0rShhyENOJoQWgRxn_4WzCemJCcXE_0 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6270016223254533747', time=2024-09-22T11:51:09.528491+0000, chain.objs.size()=1 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lwWaYao5aRsq-w26TkKqmPFNrTvtWav_0 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18214120682775313443', time=2024-09-22T11:51:09.702923+0000, chain.objs.size()=1 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HFqZHBlIpXmoie9WOf-4ibirbnI9gdH_0 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7884501955015242564', time=2024-09-22T11:51:10.491738+0000, chain.objs.size()=1 2024-09-22T10:33:39.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bxCl3xzxmzXG3CdzIOsGZrevLS1JalN_0 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4583148945770997279', time=2024-09-22T11:51:10.523518+0000, chain.objs.size()=1 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WrTLnbbfjIkLpzc7HCTrBIoL6uLVJ1__0 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2438161794024787891', time=2024-09-22T11:51:10.525725+0000, chain.objs.size()=1 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xC3YnVd3uk1YZvboWyJRvM831BY9K_V_0 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14923525574903543446', time=2024-09-22T11:51:11.232812+0000, chain.objs.size()=1 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q1fd7RYN4xhZ-cVIoqYD9W-QTjyalFW_0 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8410899372784780865', time=2024-09-22T11:51:12.019916+0000, chain.objs.size()=1 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SHkBZrMX6NijoYLWOYCM7qflsdbEdmg_0 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17505758344600405690', time=2024-09-22T11:51:12.874273+0000, chain.objs.size()=1 2024-09-22T10:33:39.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.82vbFRBLZrDEBklRcluDWwqTNfa81XP_0 2024-09-22T10:33:39.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16745810900188342668', time=2024-09-22T11:51:16.474283+0000, chain.objs.size()=1 2024-09-22T10:33:39.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.R3z-t6FU9LyPlFm62N5PnTso2E1VqFx_0 2024-09-22T10:33:39.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1397075025728650944', time=2024-09-22T11:51:16.955352+0000, chain.objs.size()=1 2024-09-22T10:33:39.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UpyrvWWXD3buq3J41aI6eEbbw95XWEx_0 2024-09-22T10:33:39.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8358288448531169332', time=2024-09-22T11:51:19.854134+0000, chain.objs.size()=1 2024-09-22T10:33:39.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3HNsiIXkOgC-5HixpFe-AZGgcHwYqmN_0 2024-09-22T10:33:39.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7937862745624600314', time=2024-09-22T11:51:20.143088+0000, chain.objs.size()=1 2024-09-22T10:33:39.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nFEOj92ffeKnywP0Xww0fhm2w9iNx07_0 2024-09-22T10:33:39.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13557881962812042319', time=2024-09-22T11:51:20.197271+0000, chain.objs.size()=1 2024-09-22T10:33:39.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WnRFI0F-DGbIRDU-ftSjzz82pBaXDeo_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4693698944767525660', time=2024-09-22T11:51:20.496525+0000, chain.objs.size()=1 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9XNEZT7AtDx8Cp-64zQ8xuhd3_6wjRY_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8034576744949148715', time=2024-09-22T11:51:20.498736+0000, chain.objs.size()=1 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lAY7zYZHCO7hhyhNOrCrWWDFxvr2RTJ_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9793145190619424790', time=2024-09-22T11:51:20.608786+0000, chain.objs.size()=1 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jRTEPyi0O1qo9EIHflUgNMkVOeqheTD_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9032228639382851521', time=2024-09-22T11:51:20.755536+0000, chain.objs.size()=1 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nnQsOzTLjy2NjaisQ3N8ajhGNdDRfRQ_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16235881207388545787', time=2024-09-22T11:51:21.106553+0000, chain.objs.size()=1 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yRPpAd4yYYDDkjr9JHrbd0BAfHLS34a_0 2024-09-22T10:33:39.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14313250279122918634', time=2024-09-22T11:51:21.343988+0000, chain.objs.size()=1 2024-09-22T10:33:39.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0tyBTtJtXdHdEElZawR2xXH8saYvNf-_0 2024-09-22T10:33:39.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8122987762339237745', time=2024-09-22T11:51:21.477274+0000, chain.objs.size()=1 2024-09-22T10:33:39.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-o_EWJv9wZO5YP6VL6qhcNL4r8jOTUv_0 2024-09-22T10:33:39.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1302151367466863137', time=2024-09-22T11:51:21.868543+0000, chain.objs.size()=1 2024-09-22T10:33:39.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.so2lQ9Smgj2igbDYqptJE3JNGigZqea_0 2024-09-22T10:33:39.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16967001731008026357', time=2024-09-22T11:51:23.546333+0000, chain.objs.size()=1 2024-09-22T10:33:39.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kXxQ5LMSW4-ffEVmHht6MxFIiXVHDMR_0 2024-09-22T10:33:39.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9949533670540545633', time=2024-09-22T11:51:24.370043+0000, chain.objs.size()=1 2024-09-22T10:33:39.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aM8XTuyR6UiR1nNRz0zlkXwaQCiMsV7_0 2024-09-22T10:33:39.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8494960170589469816', time=2024-09-22T11:51:26.319606+0000, chain.objs.size()=1 2024-09-22T10:33:39.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vBpIerXMMP5DS1_cmJ8EwsG7JZqelT0_0 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18044715573390120183', time=2024-09-22T11:51:27.754477+0000, chain.objs.size()=1 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mTrmrMttPvKPDTUjbVuWsuX3e5HSEMi_0 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15640243431463992762', time=2024-09-22T11:51:27.877119+0000, chain.objs.size()=1 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Qcoyf3vr8S-mLvpusO9ttPbhurHmoHD_0 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15392408652717326917', time=2024-09-22T11:51:29.103888+0000, chain.objs.size()=1 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q06CaonS2gJhEyNHV7bv6IsFx3Ug5yK_0 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17049415155445095930', time=2024-09-22T11:51:29.432466+0000, chain.objs.size()=1 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.gFd__lwtr9fDzlZEplrx_rzP7mgeuFV_0 2024-09-22T10:33:39.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10879604337751833268', time=2024-09-22T11:51:29.987019+0000, chain.objs.size()=1 2024-09-22T10:33:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GM2fR9OkKKM3QnQapW-JcW5MkciG9tZ_0 2024-09-22T10:33:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18114081390669099620', time=2024-09-22T11:51:30.650797+0000, chain.objs.size()=1 2024-09-22T10:33:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fEFGsmKZck49D-MA4kIURF7YYH5F4ad_0 2024-09-22T10:33:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7781310510203919603', time=2024-09-22T11:51:31.549256+0000, chain.objs.size()=1 2024-09-22T10:33:39.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ty0ZAitdpliHX0OBtF8ci1YWp07zpEi_0 2024-09-22T10:33:39.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17647101685456936751', time=2024-09-22T11:51:32.130017+0000, chain.objs.size()=1 2024-09-22T10:33:39.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xyqrrXUKKe2exQkqylQMgnHM5WRRguk_0 2024-09-22T10:33:39.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6231973551229882486', time=2024-09-22T11:51:33.201323+0000, chain.objs.size()=1 2024-09-22T10:33:39.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._dk4L3bkqzzlvDLNd_tsgtbQDNqG3Cf_0 2024-09-22T10:33:39.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4270402381650184161', time=2024-09-22T11:51:33.203371+0000, chain.objs.size()=1 2024-09-22T10:33:39.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WFoPwESzuldqvVcxmUVSDUUXnEbWH9-_0 2024-09-22T10:33:39.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.472193980194896534', time=2024-09-22T11:51:39.617687+0000, chain.objs.size()=1 2024-09-22T10:33:39.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.X0MMCU0JjPzE9AaIdxAfSgff8IGJne8_0 2024-09-22T10:33:39.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3222165347385295524', time=2024-09-22T11:51:40.111745+0000, chain.objs.size()=1 2024-09-22T10:33:39.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9FJ7sZcL1uwcpzc2ekWdNalhciafe59_0 2024-09-22T10:33:39.484 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45401 2024-09-22T10:33:39.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=25, truncated=0, next_marker='' 2024-09-22T10:33:39.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7162549849570346230', time=2024-09-22T11:51:41.352995+0000, chain.objs.size()=1 2024-09-22T10:33:39.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YRV-yijbUY0OOjF_AaTG29AmAcn2PqV_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2490046304775134032', time=2024-09-22T11:51:42.149073+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.05R4i6JEsXXWYJgYoxCW7x4LFDen5C1_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2963692929439039651', time=2024-09-22T11:53:04.203178+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.367__shadow_.GlDkiyXaemnFjD_vmNrdsSdO4SXIm1S_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15352739500356980321', time=2024-09-22T11:53:09.808357+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.370__shadow_.fg3_x71Jmk4U730204rovcD4nlTwW0t_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13904721155344071323', time=2024-09-22T11:53:18.909032+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.374__shadow_.Vq_3w6GB10GAQimLWKXX3SyaJ2u1cki_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2259849789070210347', time=2024-09-22T11:53:24.524789+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.377__shadow_.2JX0ug3V5jTShCAn5PS3u5f514OSMzw_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17598025714454200224', time=2024-09-22T11:55:17.343406+0000, chain.objs.size()=1 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.432__shadow_.VmDklz8kF6LkfKqdbGrC4j1Ci6Vjxqs_0 2024-09-22T10:33:39.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6356425046514656474', time=2024-09-22T11:56:24.515722+0000, chain.objs.size()=1 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.460__shadow_.LsIXbOMjBMw_3OYwld753gohRcRXXXs_0 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.181472651023995103', time=2024-09-22T11:56:38.536247+0000, chain.objs.size()=1 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.465__shadow_.KLXz9zZ7ZligZAc51l0t5zqYmUkhxz5_0 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14419128133183588646', time=2024-09-22T11:57:08.988015+0000, chain.objs.size()=1 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.kM676QbK_CQYPMUoJ6YwOvV7n6j9DI1_0 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17331323076183833526', time=2024-09-22T11:57:42.091182+0000, chain.objs.size()=1 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.496__shadow_.beEYvRI2AuL0-0sK4OBrB6R4I0F7qWT_0 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4349122343680425539', time=2024-09-22T11:57:42.093066+0000, chain.objs.size()=1 2024-09-22T10:33:39.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.496__shadow_.beEYvRI2AuL0-0sK4OBrB6R4I0F7qWT_0 2024-09-22T10:33:39.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq', time=2024-09-22T12:01:49.257590+0000, chain.objs.size()=1 2024-09-22T10:33:39.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.2 2024-09-22T10:33:39.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA', time=2024-09-22T12:02:26.346239+0000, chain.objs.size()=1 2024-09-22T10:33:39.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.3 2024-09-22T10:33:39.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7462062631128796830', time=2024-09-22T12:04:25.798783+0000, chain.objs.size()=2 2024-09-22T10:33:39.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~NEJ_koQSjWrhmuKAbkZcofssgbPb6Er.1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~NEJ_koQSjWrhmuKAbkZcofssgbPb6Er.2 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10046643185761058921', time=2024-09-22T12:09:36.835328+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:60rApMKgHgThtmsJ.RzF3vlbi.6akdE_.Ui64YMZJBZ8iVpgeIJjk2YElLN1l-aF_0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11147035378110884836', time=2024-09-22T12:10:32.665799+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:PK8mcwZ.mKCWUcnp8oxS6nE81c578Lx_.V4gfeBHJIhqRlTii5bce5NS4gT3QxzF_0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9352267369859866017', time=2024-09-22T12:10:43.299685+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:hecmTeNl-fPHKNVXZwREt9-popVrNM-_.HmKuBBWt_UqyNB1v4klehtgwdVSbxi__0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10284705561830700668', time=2024-09-22T12:10:45.130480+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:5OEE7Ak24bB3as31MTsvRFsIDwsj.Dr_.28ezD9_PaMAjqVrTr2vuAUEjaRA1YUg_0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7683479907281247557', time=2024-09-22T12:12:17.885785+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:IaJWCVuItxZnBdCEVT1anpfgMaPXZLa_.hdM8wiPBm-Lz1xuNZqTLjNd6prmzJIn_0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12825985573048864673', time=2024-09-22T12:12:23.852386+0000, chain.objs.size()=1 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.583__shadow:YNAJ3FiMstd9UxrR1Ha3vhRYeMj1lee_.xu2Ri9l-HXPcFqsKpVbUb9gSjoCDvNl_0 2024-09-22T10:33:39.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6678968254297623960', time=2024-09-22T12:12:38.851306+0000, chain.objs.size()=1 2024-09-22T10:33:39.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:qdQaDQMGnmAEA8Kx2uvrUbcMnB5BUs8_.0NOEplm4530vCPR9SvCmHWmzsQvtWQu_0 2024-09-22T10:33:39.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7937683766494329129', time=2024-09-22T12:13:11.478575+0000, chain.objs.size()=1 2024-09-22T10:33:39.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.604__shadow_.Aa8s12zloLO_m1FQdCrcl8JXzvJLsq3_0 2024-09-22T10:33:39.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18358248633781906339', time=2024-09-22T12:23:43.221853+0000, chain.objs.size()=1 2024-09-22T10:33:39.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.702__multipart_file1.2~cXDOlHHIUVbd489Nq90FaRKdh07eoO1.1 2024-09-22T10:33:39.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2112838805820294173', time=2024-09-22T12:28:03.840141+0000, chain.objs.size()=1 2024-09-22T10:33:39.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.752__shadow_.-IgkoKcqEqAVPe_aKG756IqeTGkBwHE_0 2024-09-22T10:33:39.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-22T10:33:39.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/60462' 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15721785447462211289', time=2024-09-22T11:34:47.211010+0000, chain.objs.size()=3 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.PbM7em3ccKsUgk4y09x3vfKHLBVYeUx_0 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.PbM7em3ccKsUgk4y09x3vfKHLBVYeUx_1 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.PbM7em3ccKsUgk4y09x3vfKHLBVYeUx_2 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_r-9jFHkWhBfyjx0kTVO4rDLTcvuyO5N', time=2024-09-22T11:34:50.937748+0000, chain.objs.size()=3 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.ic2JAWGESWQAwOu-b7CycddxPx7eZXK_0 2024-09-22T10:33:39.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.ic2JAWGESWQAwOu-b7CycddxPx7eZXK_1 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.ic2JAWGESWQAwOu-b7CycddxPx7eZXK_2 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7391232154115756967', time=2024-09-22T11:35:09.444496+0000, chain.objs.size()=5 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-LUKEWARM.2~Z8fj-s04UVRwr8ufF20Xk22zA3A9Lnu.1 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_foo-LUKEWARM.2~Z8fj-s04UVRwr8ufF20Xk22zA3A9Lnu.1_1 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-LUKEWARM.2~Z8fj-s04UVRwr8ufF20Xk22zA3A9Lnu.2 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_foo-LUKEWARM.2~Z8fj-s04UVRwr8ufF20Xk22zA3A9Lnu.2_1 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-LUKEWARM.2~Z8fj-s04UVRwr8ufF20Xk22zA3A9Lnu.3 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12196690533627500130', time=2024-09-22T11:41:00.638289+0000, chain.objs.size()=1 2024-09-22T10:33:39.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.230__shadow_.jIZbZQe9lI3kbgfcYXKr5lvS8ZI5EKm_0 2024-09-22T10:33:39.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17283163293299427613', time=2024-09-22T11:41:19.299584+0000, chain.objs.size()=1 2024-09-22T10:33:39.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.237__shadow_.HVFiL-_QFCgdq0psfMgMVd-MP8luYnQ_0 2024-09-22T10:33:39.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17604825439628974206', time=2024-09-22T11:41:39.621612+0000, chain.objs.size()=1 2024-09-22T10:33:39.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.244__shadow_.WQFLffYzYMHmc0fDvZkrN90g-EIXDak_0 2024-09-22T10:33:39.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18173576355260287627', time=2024-09-22T11:44:02.978667+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aRpSJ3k0RQBG6aKnRO7Ktj2l-7cwhJL_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8816635040859200434', time=2024-09-22T11:44:04.114514+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Fv_cMgrzxaoGfRqXSe5Bl2AGDj-xWXp_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7270160264046588418', time=2024-09-22T11:44:04.157652+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.m-0333jbTv8nhRqOCjQuetGJyvHZ00R_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2899474881201264922', time=2024-09-22T11:44:05.329969+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xXH787qq3AHrj-OJF-RRI54SMk9lpXK_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7962977353251378137', time=2024-09-22T11:44:05.863874+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vTOAmXCAWAbnmL2Isc9U8iM4bP02mI5_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.401847979284103889', time=2024-09-22T11:44:08.317747+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ufQ4i7_VuR3ax1TvvsPXdQSCNABT7GU_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6844299067840604493', time=2024-09-22T11:44:08.985478+0000, chain.objs.size()=1 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zLZWko42f_7XievLjBzoZuJFfS4Ba9l_0 2024-09-22T10:33:39.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11052715154591420923', time=2024-09-22T11:44:10.054407+0000, chain.objs.size()=1 2024-09-22T10:33:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Jwuyd55FjlY7uvVmPTS7rE6-0q3_jSe_0 2024-09-22T10:33:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16576567072382187420', time=2024-09-22T11:44:10.061480+0000, chain.objs.size()=1 2024-09-22T10:33:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Z5t2M-fR4QKup4X6MvjjPRxUu_b7iH2_0 2024-09-22T10:33:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13375983702968251246', time=2024-09-22T11:44:10.585370+0000, chain.objs.size()=1 2024-09-22T10:33:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3JXbUaLXqIh2--Oqd3sl__t8WEgpejd_0 2024-09-22T10:33:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6034778826048469329', time=2024-09-22T11:44:11.793371+0000, chain.objs.size()=1 2024-09-22T10:33:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5fekNXLNeg9WoKePAhZHLAa0AJKzB7H_0 2024-09-22T10:33:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12466514754934027511', time=2024-09-22T11:44:12.492996+0000, chain.objs.size()=1 2024-09-22T10:33:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YvNY2xjVG7Rq7xBdUCFMMh8Usiv0a0E_0 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10288857573566807012', time=2024-09-22T11:44:12.828165+0000, chain.objs.size()=1 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xZTnIUSsRcqo_05GDOQOss1yjqTmYo9_0 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1115626152539262981', time=2024-09-22T11:44:12.978495+0000, chain.objs.size()=1 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xDJ1iMQYgpVZumns4uD42-UdYZdgZ1f_0 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16976662242468930990', time=2024-09-22T11:44:13.492431+0000, chain.objs.size()=1 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9cNRtDOOPYMVgmxaQhyeqZU9coyl-5w_0 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1593457265588625663', time=2024-09-22T11:44:13.945237+0000, chain.objs.size()=1 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1-jFC6f54Zl1EvERVWmi_9Ws1il3Q_l_0 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4883839382217949862', time=2024-09-22T11:44:14.107525+0000, chain.objs.size()=1 2024-09-22T10:33:39.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bEgA8ZFskfo7vcu3dA1MzY-gQQ5LZsP_0 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10437775968866695881', time=2024-09-22T11:44:15.979883+0000, chain.objs.size()=1 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.huvs-PrtmyThUKAjFuDzk5m8zqd1nzR_0 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6977146815299529354', time=2024-09-22T11:44:16.345747+0000, chain.objs.size()=1 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1OiAo9y3bhsmL9tg7iuwqaip1Rnk60K_0 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3178206992369903132', time=2024-09-22T11:44:17.129278+0000, chain.objs.size()=1 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1zfqCRoQT0xW-LJtu2EO3cqxU20nL78_0 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11939739454394743906', time=2024-09-22T11:44:17.868855+0000, chain.objs.size()=1 2024-09-22T10:33:39.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VAdmSxl010WYz2smOmOYokrkEBF8gCp_0 2024-09-22T10:33:39.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12101886585630964355', time=2024-09-22T11:44:18.892734+0000, chain.objs.size()=1 2024-09-22T10:33:39.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.c83kRuU8guFPIavjWOv83Ox8Ja_euxN_0 2024-09-22T10:33:39.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17292015599407296637', time=2024-09-22T11:44:19.127914+0000, chain.objs.size()=1 2024-09-22T10:33:39.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7GKey3nrhvz0tZ6wSoaUzlGNrIkJr2z_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8229962132278777234', time=2024-09-22T11:44:19.130122+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Nn8_w_ktsB2i-KfGapeCLvB6waC1ooV_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.309497572030276398', time=2024-09-22T11:44:21.202365+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hKBsU0e2ybsNz8cD_jC258EKy9qsMFb_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5944271206113482404', time=2024-09-22T11:44:21.204579+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2RIWkivNVt_Wt7B0TIaxMxHn8aI0TyK_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3672417548792884857', time=2024-09-22T11:44:22.570462+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.H7GWlH4P8P0Zar7CjXMnuItE1iDYNxe_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14996224667223355300', time=2024-09-22T11:44:22.936619+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dkmg_LSdlii5nxYEwxqTHQFWTbUlMHq_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12201561081835193456', time=2024-09-22T11:44:23.015722+0000, chain.objs.size()=1 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RqKt81phdHr9XmLq1PbyB5vBFlMNxXY_0 2024-09-22T10:33:39.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18084654808292472389', time=2024-09-22T11:44:23.017497+0000, chain.objs.size()=1 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IyvZ4yLxrTRddESlpiB8f-d6s66PO-b_0 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17850517199755967820', time=2024-09-22T11:44:24.852843+0000, chain.objs.size()=1 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kZOi8YoDsXn4lclWn_pLa-C5RYowNou_0 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15620741455858996004', time=2024-09-22T11:44:25.645780+0000, chain.objs.size()=1 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OGyoodiCU2gdgxIJ4SWRA2GVEodg-vI_0 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9863284084439029662', time=2024-09-22T11:44:26.865794+0000, chain.objs.size()=1 2024-09-22T10:33:39.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZVu7FTc2nVPZmlPL4JmsGyWoeOR1aSv_0 2024-09-22T10:33:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5716324023185673974', time=2024-09-22T11:44:28.605159+0000, chain.objs.size()=1 2024-09-22T10:33:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ID7ypu9-iadumKzaIlUqkSAIeLqf6DD_0 2024-09-22T10:33:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2477970903284674209', time=2024-09-22T11:44:30.040148+0000, chain.objs.size()=1 2024-09-22T10:33:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yBPqxZw6EVwRucgu5VML1zBiMoTO1U7_0 2024-09-22T10:33:39.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14688391015051671839', time=2024-09-22T11:44:33.386672+0000, chain.objs.size()=1 2024-09-22T10:33:39.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aDnK3liSAdKnogbO8kOkwUH5mB1Adb3_0 2024-09-22T10:33:39.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4994469779336437656', time=2024-09-22T11:44:33.516942+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3KJDwnlP2EWp6QOXljPnrQtW1lw0VGD_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6023162910197468357', time=2024-09-22T11:44:46.109897+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.267__shadow_.8HmS-7kaSK-g8Agy0VpVk3biNw3nCUM_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7892764435091158355', time=2024-09-22T11:44:54.913867+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.271__shadow_.QelNg_IdF1hKNjOYXlqQPiIRyov24Ew_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7074486868988689904', time=2024-09-22T11:45:24.459342+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.284__shadow_.Zxh0iFFsik_9ettuS_n2N4Ro7aFj94w_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11817110682332061299', time=2024-09-22T11:45:47.229245+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.dZiryMW2bGNe-gvzrYbMXhJpd6Z5e-N_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8400852762217414556', time=2024-09-22T11:45:47.443250+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.9yPjbdxWCz-DrB3BcXoMstwjeyrxFjz_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7969142431912244323', time=2024-09-22T11:45:53.135674+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.2de4BXOowXS8p6wB_5DUvwvcb4Oqs23_0 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11534417012652525115', time=2024-09-22T11:46:16.662823+0000, chain.objs.size()=1 2024-09-22T10:33:39.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.303__shadow_.91LwkhAr5O-tgDhyxiaoL64IHYcGzUj_0 2024-09-22T10:33:39.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.557011636616773058', time=2024-09-22T11:47:00.429904+0000, chain.objs.size()=1 2024-09-22T10:33:39.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.319__shadow:FJsKMWrLI7HvAGfuKr.A3u69gBpnGRM_.wX9Jxe_7tCCPjnMbNeXBJt224yUzCWI_0 2024-09-22T10:33:39.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1393157228981984204', time=2024-09-22T11:48:52.681985+0000, chain.objs.size()=1 2024-09-22T10:33:39.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.B6Wm4Jchx_bhc5Ay6SEHvaZPtNSxv7J_0 2024-09-22T10:33:39.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15884694898409271290', time=2024-09-22T11:48:53.071145+0000, chain.objs.size()=1 2024-09-22T10:33:39.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YlVWCFU7kVG72eYbR1kTSCY-luaEZhM_0 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10916889386649118882', time=2024-09-22T11:48:53.807527+0000, chain.objs.size()=1 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HgWItTbcG9aTZQ0UCeG3plQdoxYArKZ_0 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1590788770788057538', time=2024-09-22T11:48:55.913163+0000, chain.objs.size()=1 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KR6Qvv477Py5VMrmpDIepzKxEpfjJMH_0 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13685402051559316021', time=2024-09-22T11:49:00.122090+0000, chain.objs.size()=1 2024-09-22T10:33:39.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yRNwEOCfNfQOVU6X5ePPHsWPiREox61_0 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15681180715054443489', time=2024-09-22T11:49:01.858430+0000, chain.objs.size()=1 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NXHoJA4RAje6XRryFd98oplChlb0zL__0 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10115087740378137305', time=2024-09-22T11:49:02.512730+0000, chain.objs.size()=1 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QC8Ce5OxfIKfAFowQu7WUnZGAn3jcGD_0 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3748635191755128509', time=2024-09-22T11:49:03.659440+0000, chain.objs.size()=1 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-oXa69WQHhYL_nYjCh6iI_hAXviuLD-_0 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2439838143616002792', time=2024-09-22T11:49:05.658108+0000, chain.objs.size()=1 2024-09-22T10:33:39.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gwLbNwohMIegJy5IFJf-uUWnB_Spa1R_0 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1902309621107747793', time=2024-09-22T11:49:06.441418+0000, chain.objs.size()=1 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jSwUqH4U940gOJdPYgvklxi3ktAIq6z_0 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14939003600666981221', time=2024-09-22T11:49:07.021633+0000, chain.objs.size()=1 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Wmgu6-qyatxzUzGfBKHF0qc9jhO8dtu_0 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3577050856892625438', time=2024-09-22T11:49:07.750527+0000, chain.objs.size()=1 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KXQePLmzh3NoeOX1kPd_e_FAGWJxYru_0 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10708186187211885602', time=2024-09-22T11:49:07.837223+0000, chain.objs.size()=1 2024-09-22T10:33:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0JjRYJU_x9GYLSz4mnBNW123tBXOuNF_0 2024-09-22T10:33:39.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9000333462285340476', time=2024-09-22T11:49:08.175870+0000, chain.objs.size()=1 2024-09-22T10:33:39.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WXfEuOYDezLHffCmKzx5W5NMucNGAzn_0 2024-09-22T10:33:39.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6968114151366098319', time=2024-09-22T11:49:10.392908+0000, chain.objs.size()=1 2024-09-22T10:33:39.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.P2qnQJVHGnIjXkavusx1F74x2RKV7n0_0 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17651183577008234933', time=2024-09-22T11:49:11.738213+0000, chain.objs.size()=1 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.K2WKmg5L2khO1m2BYJG5Ronby9kEOdz_0 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1550207645852769567', time=2024-09-22T11:49:12.920101+0000, chain.objs.size()=1 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MwMiNllfAi5zjdb9B7AMncqzjAwmDWZ_0 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3162027893608545365', time=2024-09-22T11:49:17.057934+0000, chain.objs.size()=1 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2xAQVeqTGHave360oNIJTNOPku60slL_0 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1074637283840447547', time=2024-09-22T11:49:17.090176+0000, chain.objs.size()=1 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.m__izvFZWi5GBJi17Ia1SkZdHPacnwJ_0 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3692452495355341673', time=2024-09-22T11:49:18.878283+0000, chain.objs.size()=1 2024-09-22T10:33:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mPffE9DdsHJa8NFRSiWVkE3OFjCjeaP_0 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9699191672129848316', time=2024-09-22T11:49:19.117345+0000, chain.objs.size()=1 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vziw8QtXoi9b5iqIWEf8eF2h4sNewF8_0 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9036400277125581026', time=2024-09-22T11:49:19.249673+0000, chain.objs.size()=1 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lcaxjreyevmBlVxcdWx0IhT_KAHz_1U_0 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9563678981836104592', time=2024-09-22T11:49:19.351823+0000, chain.objs.size()=1 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IWFQBiKA2RBaq-GCobUOelcITSlBuJN_0 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16126433778074680697', time=2024-09-22T11:49:20.710415+0000, chain.objs.size()=1 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TuP71ipQ89mAOT1gZBB55fXAAOTnk9e_0 2024-09-22T10:33:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8745122975119867454', time=2024-09-22T11:49:20.882937+0000, chain.objs.size()=1 2024-09-22T10:33:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.f5ZFTw1SYHjiCxf84o71eToTdJv1TZL_0 2024-09-22T10:33:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5695475631369076229', time=2024-09-22T11:49:21.929299+0000, chain.objs.size()=1 2024-09-22T10:33:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.t3YPbuF7zKvVqfU9_LatQ1yQLGjQXf9_0 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13426772556839925916', time=2024-09-22T11:49:22.830673+0000, chain.objs.size()=1 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zFaiDW_-4HKcPLk_mwzkZ_FuMv6zg7z_0 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11437016530448117598', time=2024-09-22T11:51:09.982772+0000, chain.objs.size()=1 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Qim-08y0pKaG5MSonpa5ll3ZVULZ9FA_0 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1182668436605475107', time=2024-09-22T11:51:10.788115+0000, chain.objs.size()=1 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mTCMatCYHbP50liQl70vi-v2ctoZEvV_0 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7990804546010524628', time=2024-09-22T11:51:12.418700+0000, chain.objs.size()=1 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tHbW3EHE7vNVh7k95EjyQz0QIFf7ucj_0 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16705059248684566520', time=2024-09-22T11:51:12.648921+0000, chain.objs.size()=1 2024-09-22T10:33:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CoU7ndupB1v0WR6QB2yacem2BIDBCcQ_0 2024-09-22T10:33:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15730755123059838575', time=2024-09-22T11:51:14.274811+0000, chain.objs.size()=1 2024-09-22T10:33:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jD9D-yI4zTgf8YZ_yw12V6v_fl3p-4D_0 2024-09-22T10:33:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15468564963066632889', time=2024-09-22T11:51:14.277094+0000, chain.objs.size()=1 2024-09-22T10:33:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kpXfqpsXGJ55N-Pq_21uNB7AG_XmDba_0 2024-09-22T10:33:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3495571126997562529', time=2024-09-22T11:51:14.938048+0000, chain.objs.size()=1 2024-09-22T10:33:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CfKDNGc38RsyGbvsLUdBddJSKeFHPwt_0 2024-09-22T10:33:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17964520302171088758', time=2024-09-22T11:51:16.622696+0000, chain.objs.size()=1 2024-09-22T10:33:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Yf0mmm86VgahxNBPaXQkSFreKFb-JIo_0 2024-09-22T10:33:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2424674398101393820', time=2024-09-22T11:51:18.770956+0000, chain.objs.size()=1 2024-09-22T10:33:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.C6RRJDB41v-CY9aNDZ_cBNWeviVDfVS_0 2024-09-22T10:33:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16169976162252310183', time=2024-09-22T11:51:20.615467+0000, chain.objs.size()=1 2024-09-22T10:33:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dnGrf-FNlQRKTMVBJGOYKVs5dOseoGh_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4189890117889251794', time=2024-09-22T11:51:21.500870+0000, chain.objs.size()=1 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rZLj43dbcRQ0L0lU7MS6-dScpCq6Mnk_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7178384521471532786', time=2024-09-22T11:51:22.913742+0000, chain.objs.size()=1 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0AeIgmy1-Iv5EDo4kPDa__lLJ4UwIdw_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9803094313256226711', time=2024-09-22T11:51:23.652254+0000, chain.objs.size()=1 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8tHSoO2Ltpifuu0SjHOQFocvOT4QuVT_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5372963109220098466', time=2024-09-22T11:51:23.654636+0000, chain.objs.size()=1 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tBpL_qfGXPGWubHXmSXoK7oEGeBPXn1_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13597542254585536643', time=2024-09-22T11:51:25.517958+0000, chain.objs.size()=1 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1mUe3gUrRYSKKtFKEg9rXAM2l5LA1-q_0 2024-09-22T10:33:39.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6630765280884090505', time=2024-09-22T11:51:26.000015+0000, chain.objs.size()=1 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rLpQBa4HkDjSvzy-N-yXEze5wdkm11q_0 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8323727089491078043', time=2024-09-22T11:51:26.177581+0000, chain.objs.size()=1 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UR7qdW9mOWYS77T3ZQ9DpXg9IsenpJC_0 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5855926445554869783', time=2024-09-22T11:51:27.326722+0000, chain.objs.size()=1 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1BZApDeOL3usha8BNKj6PjOrS-yFfEG_0 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4247788624201077406', time=2024-09-22T11:51:27.814695+0000, chain.objs.size()=1 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cOHBfbKJko4HaLa9KqkILM8ROqfAdLT_0 2024-09-22T10:33:39.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16250007879836841128', time=2024-09-22T11:51:27.899269+0000, chain.objs.size()=1 2024-09-22T10:33:39.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.unT-mDvlmJ9_nj0EFC_ilXqU33xYIVe_0 2024-09-22T10:33:39.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15285737836261836690', time=2024-09-22T11:51:29.098123+0000, chain.objs.size()=1 2024-09-22T10:33:39.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uhPXbaAHOOFFYxCJJwLR0yrk3CK3yZw_0 2024-09-22T10:33:39.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4789948785491646288', time=2024-09-22T11:51:29.293255+0000, chain.objs.size()=1 2024-09-22T10:33:39.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.i6ZmBn_UqNfYQOMbtJ0AitipwnfrnZ2_0 2024-09-22T10:33:39.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/60462 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=38, truncated=0, next_marker='' 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10081303136546947440', time=2024-09-22T11:51:29.609262+0000, chain.objs.size()=1 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oeo_2ZHugslPo1_wk-4xe9TcCfq0rjI_0 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16512331083925628329', time=2024-09-22T11:51:32.024941+0000, chain.objs.size()=1 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FOTbseOvOFjivV0SEk0s0pjJhBd-uJO_0 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6895102529010343663', time=2024-09-22T11:51:33.585825+0000, chain.objs.size()=1 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._tkhrOtUKvt-e3U9RhQgzENolH5Ponq_0 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12605865992765220916', time=2024-09-22T11:51:33.733544+0000, chain.objs.size()=1 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lrzdvUW8TuZJZOhj28eaRMTmK_Kj36e_0 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4017147560869862744', time=2024-09-22T11:51:34.313433+0000, chain.objs.size()=1 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.loq6oMeLPztsv7S7tc9Nke8zyKCMbM3_0 2024-09-22T10:33:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18098435093212666124', time=2024-09-22T11:51:35.624010+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.j-XXiUGPOhBOeOHSNVQIa3YbCUAhQ2g_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3697459774916911121', time=2024-09-22T11:51:36.071477+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.l6OOuIeSgaQ3EafqQQdrmCMVYUbCmVo_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14856490302426327171', time=2024-09-22T11:51:37.780984+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dxLBDR2lYzluCXFCyGRF_RaHSdNYhZG_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.131261895684316639', time=2024-09-22T11:51:38.098346+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1fuOWbos48zgzt7lBZT39b5v8NABeLC_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15157425362797381436', time=2024-09-22T11:51:40.259839+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1c2fo7SiQEDfIqLgY6rn_RN-em5uLcd_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6448946064089473003', time=2024-09-22T11:51:40.489108+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CFAc04drFsEhGX96ZeSFoALsiE_AcRC_0 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13399950976265456606', time=2024-09-22T11:51:40.925915+0000, chain.objs.size()=1 2024-09-22T10:33:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wwi3IjXg_Hq9IjjGvMKdpXG3pH97sDh_0 2024-09-22T10:33:39.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15341983735747455769', time=2024-09-22T11:51:41.578995+0000, chain.objs.size()=1 2024-09-22T10:33:39.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wZ71Zh86E3FpKeWUXmqIV7K2ksQdB2t_0 2024-09-22T10:33:39.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15920032374850629462', time=2024-09-22T11:51:41.649420+0000, chain.objs.size()=1 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fqjJvsNAIui0HdoLgcKXyabS5FpazDO_0 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16722604224306630360', time=2024-09-22T11:51:42.298996+0000, chain.objs.size()=1 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jj48ls3cF5bkfNFK6eVF4DzYwKvbOZw_0 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8933920593421949444', time=2024-09-22T11:51:42.587554+0000, chain.objs.size()=1 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.740LdvFctRqB2hJ190FLENbsRgP2uOL_0 2024-09-22T10:33:39.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12391141152664878679', time=2024-09-22T11:51:58.538310+0000, chain.objs.size()=1 2024-09-22T10:33:39.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.332__shadow_.InGUMdREImeRDGUzl-lLCWuXrI3W_1m_0 2024-09-22T10:33:39.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3609816892668888367', time=2024-09-22T11:52:12.239390+0000, chain.objs.size()=1 2024-09-22T10:33:39.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.339__shadow_.Z8eRdx9LOIgWDDGmjE4LgQFxpY8KQgZ_0 2024-09-22T10:33:39.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15759140816261847194', time=2024-09-22T11:52:27.575715+0000, chain.objs.size()=1 2024-09-22T10:33:39.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.346__shadow_.mgL6KEVB4KQtIw9BJbTkN8MKUby1l-1_0 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4914054400058442384', time=2024-09-22T11:56:06.387386+0000, chain.objs.size()=1 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.454__shadow_.omfWKo9Fglf6qtgmCwKWBuU1vIrbvMK_0 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13501849159796391236', time=2024-09-22T11:56:35.866255+0000, chain.objs.size()=1 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.464__shadow_.cZ8yzM9IkvF35h3axOpvc0UKaVEZN50_0 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17344505847020452288', time=2024-09-22T11:57:58.210144+0000, chain.objs.size()=1 2024-09-22T10:33:39.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:39.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13810527924263895564', time=2024-09-22T11:58:42.045264+0000, chain.objs.size()=6 2024-09-22T10:33:39.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:39.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:39.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:39.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:39.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:39.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7193927423223638885', time=2024-09-22T12:02:26.400165+0000, chain.objs.size()=6 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.1 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.AKM2i6_0hbcQyqLTaiX-wUlBw8yJnFF2.2 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.3 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.4 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.5 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~4z43EXZLm-gIg6FuDR_8ubEgnODXDwq.6 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16864787641570420003', time=2024-09-22T12:04:15.537715+0000, chain.objs.size()=12 2024-09-22T10:33:39.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.qOe0qTW6N4n8fWqQA3YF-B_KSf3l8z8k.1 2024-09-22T10:33:39.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.qOe0qTW6N4n8fWqQA3YF-B_KSf3l8z8k.1_1 2024-09-22T10:33:39.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.voVHPOfPMwjNa4VNwpepGP5rYgEtAq7f.2 2024-09-22T10:33:39.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.voVHPOfPMwjNa4VNwpepGP5rYgEtAq7f.2_1 2024-09-22T10:33:39.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.5CF6VPAR9p13EDJHXhGvtAWtQbFc3yPu.3 2024-09-22T10:33:39.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.5CF6VPAR9p13EDJHXhGvtAWtQbFc3yPu.3_1 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.DWSwniIaD_yBwkxz-HXZqDOLbbwmeeEO.4 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.DWSwniIaD_yBwkxz-HXZqDOLbbwmeeEO.4_1 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.D0XC19fru_6o27TCKs7Vt8aQjyqV7Qbi.5 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.D0XC19fru_6o27TCKs7Vt8aQjyqV7Qbi.5_1 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.D7L3et5YjFh3WZp6AQfx-umUVDnwTSqm.6 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.D7L3et5YjFh3WZp6AQfx-umUVDnwTSqm.6_1 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11365347321363119537', time=2024-09-22T12:08:29.800128+0000, chain.objs.size()=1 2024-09-22T10:33:39.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.557__shadow_.I-Sm9ileTOE4Gng3yGL-be4bEu41JHg_0 2024-09-22T10:33:39.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4596787100521209662', time=2024-09-22T12:09:33.008048+0000, chain.objs.size()=1 2024-09-22T10:33:39.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:fx3xAEjELtRRNhtezbtOFnLgJYx1GLW_.AaTW9wJnRm8sXz0ZdKHc6FNahcdjb-i_0 2024-09-22T10:33:39.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9107096082237696000', time=2024-09-22T12:09:34.409061+0000, chain.objs.size()=1 2024-09-22T10:33:39.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:dtMKrZB2Ix.Ar6eZz9tnoefVwV59Asj_.qFXoa-OB30345CygJvYbn9ZtsJYAK-9_0 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11891164132320149334', time=2024-09-22T12:10:03.349070+0000, chain.objs.size()=1 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:oi18BNSmMu3fMCej7gdvNDkcH-r11UO_.ibtiJB-vS7PFZp53ncLd4nykXB5cvLv_0 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12673975900239191051', time=2024-09-22T12:10:34.028186+0000, chain.objs.size()=1 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:suyI7ZE6rAHeZ5DSuHcdlF0z5PmyzA9_.2lUBUgzsOoJTbVVLvFtHi2G8VVdHCUE_0 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15166315726908278526', time=2024-09-22T12:10:46.890313+0000, chain.objs.size()=1 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:CmxITwk6pzhMHSRXu7VqvzEyF0NsDOJ_.Hy0U2nNxcdcLxTDYO4dgtflgdKPU4IH_0 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6596875385105673244', time=2024-09-22T12:10:48.347947+0000, chain.objs.size()=1 2024-09-22T10:33:39.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:T2ej7Ch4zucadDjnQqB08sS2WmHURcM_.xQToCBml3HGRDpOIeN2MIrUAtNJblxE_0 2024-09-22T10:33:39.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8858436051279398632', time=2024-09-22T12:12:12.360179+0000, chain.objs.size()=1 2024-09-22T10:33:39.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:..vRZHmH9AVWIQPKScVSHnLrqM9CYVq_.jRTTEddwhsbghx-RBh5jNidxlFdBTpC_0 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4686873048004747773', time=2024-09-22T12:12:38.455917+0000, chain.objs.size()=1 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:p-cOuoRCaVveatu9GQhpVSAqQ53qoO0_.AuV5rGR-YdRBRC8KqB7UM72_uVCHQ6b_0 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13803415482220639369', time=2024-09-22T12:13:08.706605+0000, chain.objs.size()=1 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.603__shadow_.29U_58OEuJzbdGpzwQe-0oPmUGx2Ddu_0 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8244792291515501739', time=2024-09-22T12:18:13.206737+0000, chain.objs.size()=1 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.619__shadow_.YHPPi_6Ersk4Z2cX-1cA11EqGG0oXOn_0 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9870313888517337158', time=2024-09-22T12:23:38.864613+0000, chain.objs.size()=1 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.700__shadow:6JARBP-aQXRDfCJw.rDCpsFlXMSoo8G_.559qgKvmFVFEwYEQkjjXK4N27UmwaGp_0 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10315529342362157783', time=2024-09-22T12:23:56.415289+0000, chain.objs.size()=1 2024-09-22T10:33:39.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.708__shadow:rDcYC6D3xLs5fOx33dBex76cQTWIICd_.GuaT6WiHyc0y1dE15wXaO0HyBToNyR9_0 2024-09-22T10:33:39.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-22T10:33:39.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/59361' 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17199142219958135062', time=2024-09-22T11:41:35.702873+0000, chain.objs.size()=1 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.243__shadow_.wzyfevrW3NlxITOh1scj7OyjYm8XYI1_0 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1486034342934433546', time=2024-09-22T11:41:41.892482+0000, chain.objs.size()=1 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.245__shadow_.9iB6RIW3DfkYAx5R0RLtNQ_Uj2NBdXw_0 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11858607263088008605', time=2024-09-22T11:41:55.836190+0000, chain.objs.size()=1 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.251__shadow_.N2MIAb8VwT_QP3gkWJ-4-jTDZFDyyHc_0 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15263518866706041255', time=2024-09-22T11:42:07.514815+0000, chain.objs.size()=1 2024-09-22T10:33:39.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.256__shadow_.ccKnVTsJpXkMx9X_KmhhsrhAMC3pFVC_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.975238034916796715', time=2024-09-22T11:42:16.497998+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.260__shadow_.Xw-4bdDN7z8TvEAxMS6NwTy-rsvg9tr_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15232207113941633050', time=2024-09-22T11:44:02.560279+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GCmovqKqVYE0i-E_7H4UGfmJQmUn4GL_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12604486084136554941', time=2024-09-22T11:44:02.655853+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6xKUXF4lJCY9bP0e1xIcZ0IhOaD3SVA_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.824899231277181938', time=2024-09-22T11:44:04.822640+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Cn9UXh1Xf91SCJ2Bo9XYRe9SuDnzDoU_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4862964696405805585', time=2024-09-22T11:44:05.199953+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.U6UoUo-d3T66lOBUEkugy-fUv4upzFU_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17472117268962008886', time=2024-09-22T11:44:05.624649+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MrzMRPn0N07U0x2lenukzOJ0F5YHFf2_0 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7780536044230501077', time=2024-09-22T11:44:09.701584+0000, chain.objs.size()=1 2024-09-22T10:33:39.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cyxVGZOjdQXqDQcX7aTE-IALC1T4UDG_0 2024-09-22T10:33:39.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17156798035805824603', time=2024-09-22T11:44:10.426280+0000, chain.objs.size()=1 2024-09-22T10:33:39.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BzLLkzUP5ypELcrdpJoXWn_DfO1xn4i_0 2024-09-22T10:33:39.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6630885708414493839', time=2024-09-22T11:44:11.789710+0000, chain.objs.size()=1 2024-09-22T10:33:39.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.262Y_4coMALCg5NOMFhjTIgMyUzYFKs_0 2024-09-22T10:33:39.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10698538779798745175', time=2024-09-22T11:44:14.178339+0000, chain.objs.size()=1 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SWTFVynZzZStFe8RYwdFufqpQydlbWZ_0 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2436365813625837719', time=2024-09-22T11:44:14.511638+0000, chain.objs.size()=1 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.haRvbzZ479DRb4YuCtMBoITEwxbOkZZ_0 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10479002149250604145', time=2024-09-22T11:44:14.515523+0000, chain.objs.size()=1 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TLBNOOtQgs7lC17YYdgMtEh_tA2c2sf_0 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13328318646205737914', time=2024-09-22T11:44:14.830940+0000, chain.objs.size()=1 2024-09-22T10:33:39.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vrMIJOW66XJIcQXxHSGgecB9vwAxQ69_0 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4044875562730585618', time=2024-09-22T11:44:15.934952+0000, chain.objs.size()=1 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.blWh7E9yudIgxgJvuVTX85Bz6zw3a2O_0 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11278074479213187731', time=2024-09-22T11:44:16.162967+0000, chain.objs.size()=1 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.piZbnL4AxD05ArCeyLvsuGC3_SSoS6F_0 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16670370130547525355', time=2024-09-22T11:44:16.919071+0000, chain.objs.size()=1 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3JKmcn61dWFXVsXbV7SwwLwUtn95p31_0 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8725525470104702638', time=2024-09-22T11:44:18.907665+0000, chain.objs.size()=1 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.W0773mfhS7a3ORZXWoKqU693Z2Zsq0N_0 2024-09-22T10:33:39.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.356544193759818437', time=2024-09-22T11:44:21.369831+0000, chain.objs.size()=1 2024-09-22T10:33:39.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FgEWh67bseqycvKCIuKcwdUuNM1xBUy_0 2024-09-22T10:33:39.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13115506172438913443', time=2024-09-22T11:44:21.372069+0000, chain.objs.size()=1 2024-09-22T10:33:39.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Y44Tudau-Jg3DtmiASL9X-0_xA3LMsF_0 2024-09-22T10:33:39.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6914869392353733418', time=2024-09-22T11:44:22.462787+0000, chain.objs.size()=1 2024-09-22T10:33:39.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.30TLKtFjV4Y6rGe1_Pw7Oz20WlHIxrZ_0 2024-09-22T10:33:39.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13783061036983269766', time=2024-09-22T11:44:25.208326+0000, chain.objs.size()=1 2024-09-22T10:33:39.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.H7xK4sT0OL09lJsupKCYP941GsZbLwA_0 2024-09-22T10:33:39.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1227408170398244232', time=2024-09-22T11:44:25.434332+0000, chain.objs.size()=1 2024-09-22T10:33:39.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.v_eWhpawzxRxDfcMEXoFuj2inrDQHvG_0 2024-09-22T10:33:39.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14447380421509939646', time=2024-09-22T11:44:25.507576+0000, chain.objs.size()=1 2024-09-22T10:33:39.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._4Nx54YSjzq3WMRU2p6hnaJEQTmEC9l_0 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8581547713132292109', time=2024-09-22T11:44:26.375893+0000, chain.objs.size()=1 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VJkIq3ha_UiVdQ-V9KtU6YrdrtlXOEA_0 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12749894634760865280', time=2024-09-22T11:44:27.212814+0000, chain.objs.size()=1 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1oRggUTQzRYJ_npMLP9Kw_pgTuKc_Wj_0 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12227363675592147495', time=2024-09-22T11:44:28.112811+0000, chain.objs.size()=1 2024-09-22T10:33:39.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Xtc93hQXjwo3l_Tk-py8FCUY6zugBJA_0 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11315996210454827391', time=2024-09-22T11:44:29.899941+0000, chain.objs.size()=1 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ebKl5C1s3oYj5SumIGiaU2BmuUIi7f5_0 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14035944140467680055', time=2024-09-22T11:44:30.409603+0000, chain.objs.size()=1 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kVyOgz-F7QgSCtve867O7FBlozV5ytp_0 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4211076640094709360', time=2024-09-22T11:44:30.412566+0000, chain.objs.size()=1 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.y-xHb_lB72oYhj8CETMZyxt_XVPuevc_0 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17416634161637329019', time=2024-09-22T11:44:32.444460+0000, chain.objs.size()=1 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MI95AnGO53UH18hQ2Vdjv5BV1zsQw5y_0 2024-09-22T10:33:39.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11821844638773441560', time=2024-09-22T11:44:34.036693+0000, chain.objs.size()=1 2024-09-22T10:33:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.K0gAMoTpRMPEuVOtNs40k8BilazyR0A_0 2024-09-22T10:33:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1084224125298312015', time=2024-09-22T11:44:34.466464+0000, chain.objs.size()=1 2024-09-22T10:33:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RU_MHjiv2A-LZQIiSkDpTL_PEuRHJuW_0 2024-09-22T10:33:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12252787675756723093', time=2024-09-22T11:44:52.656910+0000, chain.objs.size()=1 2024-09-22T10:33:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.270__shadow_.-1izwM-rlPH4XQ76d9Iz0-gWH-Wnrpd_0 2024-09-22T10:33:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2909609502779713336', time=2024-09-22T11:45:08.494819+0000, chain.objs.size()=1 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.277__shadow_.0ZZGc7qHMcA1rPl_KIYHjZ4NlMt_yW4_0 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6693946969025685193', time=2024-09-22T11:45:17.612253+0000, chain.objs.size()=1 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.281__shadow_.Z9Im_s5Q7XAp8OoLlqqZyKLC-P4n-AH_0 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16732157921242503226', time=2024-09-22T11:45:24.448255+0000, chain.objs.size()=1 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.284__shadow_.3-a3fAV1FmXkS-NkP1FlfAzJKLUIZtW_0 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2918470802619496330', time=2024-09-22T11:45:36.453680+0000, chain.objs.size()=1 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.289__shadow_.o28jmhOmFM7Go2tszW1N6vJLyFo33gv_0 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3633537942154137753', time=2024-09-22T11:45:47.030891+0000, chain.objs.size()=1 2024-09-22T10:33:39.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.yP3wEWKC_P5Li8D9BQSw6k_Ntrp_2yt_0 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11421977301304774472', time=2024-09-22T11:45:47.058745+0000, chain.objs.size()=1 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.Va3ZaK86wOZdxaWa1VBxarxFigMoMeR_0 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12138393288021529678', time=2024-09-22T11:45:52.684707+0000, chain.objs.size()=1 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_._rNRHTmuDb1_xN1csnsz9DNzWfcX0Q3_0 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9534291204792663071', time=2024-09-22T11:46:02.468940+0000, chain.objs.size()=1 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.297__shadow_.W5edpZX3c4bZE8UVQJrGfkTRfiAXRIR_0 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16869725679274866566', time=2024-09-22T11:48:53.347830+0000, chain.objs.size()=1 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e8dsfmQhHJCJS-rw3Uo_4Rh-ba5CZf6_0 2024-09-22T10:33:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4997231673226707657', time=2024-09-22T11:48:54.050942+0000, chain.objs.size()=1 2024-09-22T10:33:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NQ3jzzPTJHlgndZM_wJluYom4nZ88bi_0 2024-09-22T10:33:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16334422396736144615', time=2024-09-22T11:48:54.052690+0000, chain.objs.size()=1 2024-09-22T10:33:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.prHRHSQibZnL5MQZPJlN9JsTT-EZapX_0 2024-09-22T10:33:39.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1492712199606000231', time=2024-09-22T11:48:55.028042+0000, chain.objs.size()=1 2024-09-22T10:33:39.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e-7kY2QEjAeWvh8pGS4YakiX1ad751l_0 2024-09-22T10:33:39.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13042094917428842305', time=2024-09-22T11:48:58.150508+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UiiRnWiM2K7ei55SgUHnpfEhzl7uZGQ_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4284643554527632556', time=2024-09-22T11:48:58.661559+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.o2zNlkce7qLE_DghBw9Nv12IuvmJmSb_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5001094171836709647', time=2024-09-22T11:48:59.111274+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Le-JZhW4ng8RZzB-fl_A8NIb2ClStC0_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15591749924861673390', time=2024-09-22T11:48:59.547546+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.W7HDn7SNPUyYfuybDcu6WBXyHGr22vH_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13849741057050548064', time=2024-09-22T11:49:00.359666+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RstiTrLqnJBHn1JskURG0A9_rcnaGr1_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9430135094187783474', time=2024-09-22T11:49:01.853486+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.C8qH-gNiu0Han5y7A22_RYh34Gxtpcc_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9508622230661395145', time=2024-09-22T11:49:02.716832+0000, chain.objs.size()=1 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WfJ5PXrZR8MxpB3QwiMeF9Yqpvq9MGA_0 2024-09-22T10:33:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6148200623713434538', time=2024-09-22T11:49:02.904684+0000, chain.objs.size()=1 2024-09-22T10:33:39.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KGmaKDblfWsmll4OhzkBjo2LBZiEG9E_0 2024-09-22T10:33:39.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.917449671755705020', time=2024-09-22T11:49:03.122324+0000, chain.objs.size()=1 2024-09-22T10:33:39.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DiMB9xzYPRjoiiDKdGPDWzpTTpMh-M__0 2024-09-22T10:33:39.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18422689321981662196', time=2024-09-22T11:49:03.244461+0000, chain.objs.size()=1 2024-09-22T10:33:39.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TLb6uf_EFad_J0FWzNkqQMoqxtFUcnh_0 2024-09-22T10:33:39.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17482842957827672367', time=2024-09-22T11:49:03.352042+0000, chain.objs.size()=1 2024-09-22T10:33:39.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jfzjeseCEm4UBRD02cecs0ljnUKYY3b_0 2024-09-22T10:33:39.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15563968757332218789', time=2024-09-22T11:49:04.450546+0000, chain.objs.size()=1 2024-09-22T10:33:39.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.d7nMhb6nm2_RiFjYESHXIAV7157fa31_0 2024-09-22T10:33:39.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2889563646914955280', time=2024-09-22T11:49:06.203846+0000, chain.objs.size()=1 2024-09-22T10:33:39.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NutdoIuT6dbIdxBoGZdJ0640CPL2AGu_0 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16697901311844213520', time=2024-09-22T11:49:06.510155+0000, chain.objs.size()=1 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EO3W53TTgFT3asMV6qsHROMGXPETQei_0 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6044730691043349731', time=2024-09-22T11:49:07.108956+0000, chain.objs.size()=1 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yL_xiM0XSSyhebmjHzX2Vjc8S1tT6v4_0 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7643943320123864651', time=2024-09-22T11:49:07.591094+0000, chain.objs.size()=1 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.c1bUqXsh5X_ZYLQfJG6BevbrpnEN-HO_0 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7415374768677449324', time=2024-09-22T11:49:10.041325+0000, chain.objs.size()=1 2024-09-22T10:33:39.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pUDYSL0hU-Ht-od7ULsSFsnElXoWN-u_0 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2717409339662186961', time=2024-09-22T11:49:10.854968+0000, chain.objs.size()=1 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SBD_LQwwxEzuJtNnTz3nHqBwp0Nojbt_0 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2063240051602246620', time=2024-09-22T11:49:11.149409+0000, chain.objs.size()=1 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._O2xCss0poEJ1JJMC7Qo_FVJw9upDDo_0 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7590576001113146587', time=2024-09-22T11:49:12.100201+0000, chain.objs.size()=1 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GxxpOeuRXimlpr8ZflenHa2XaLnrj7z_0 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1730684704929184381', time=2024-09-22T11:49:13.138500+0000, chain.objs.size()=1 2024-09-22T10:33:39.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.eJA-Jyw1KZ6hXTdQJqROrI4zzOtyPYZ_0 2024-09-22T10:33:39.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14749813588934593006', time=2024-09-22T11:49:14.068822+0000, chain.objs.size()=1 2024-09-22T10:33:39.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0mY8aDISTAi5Rbp92E-dxIKXdjV3P_e_0 2024-09-22T10:33:39.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13373372138404708957', time=2024-09-22T11:49:17.055163+0000, chain.objs.size()=1 2024-09-22T10:33:39.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5R8hB6-gfeH1cc_zUTw9ScRsxs7Kf21_0 2024-09-22T10:33:39.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2209891895466388080', time=2024-09-22T11:49:17.056622+0000, chain.objs.size()=1 2024-09-22T10:33:39.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IGwytNDWQCyNSRLuNgcIRc1sEZt05Cg_0 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4580338359455455956', time=2024-09-22T11:49:19.016334+0000, chain.objs.size()=1 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.M1xPUGmXJ1h1ylc8YV0WLXyPbaKWUAV_0 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5238983850214922040', time=2024-09-22T11:49:23.403830+0000, chain.objs.size()=1 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jN-U3QF-wltm42xTiMkyOlZJ1aiaorD_0 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9273541448515867564', time=2024-09-22T11:49:23.678195+0000, chain.objs.size()=1 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NDIAUDm_R35WsYERiErZCdVG5qIyVDX_0 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8948007698174381454', time=2024-09-22T11:49:23.679788+0000, chain.objs.size()=1 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FtiR13AY7vV02vCPwZXTxffpi0FeKpX_0 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3014468305597871293', time=2024-09-22T11:49:23.856413+0000, chain.objs.size()=1 2024-09-22T10:33:39.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TEXvlvvw-6ZR9mTKsh5BpPyp-LuPN4L_0 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1582849094390251701', time=2024-09-22T11:49:24.340307+0000, chain.objs.size()=1 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VvQHXK-csPnQ38oy0dtmZ9pKA7efDtM_0 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3085694253409332918', time=2024-09-22T11:51:09.630071+0000, chain.objs.size()=1 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YKIkyJVvYxNCoydvlrop7uieNal6kwu_0 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8194708322455084748', time=2024-09-22T11:51:10.594455+0000, chain.objs.size()=1 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OVAH0nXapi7pqiOrgQFtzIy88TTx6tX_0 2024-09-22T10:33:39.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14530017128011625794', time=2024-09-22T11:51:11.970377+0000, chain.objs.size()=1 2024-09-22T10:33:39.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iwwGloJuaA4vEA9MFjyr4jfprZr0VG0_0 2024-09-22T10:33:39.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12791054403693247713', time=2024-09-22T11:51:12.459343+0000, chain.objs.size()=1 2024-09-22T10:33:39.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JDT_klgWjiJFjAD0z5N6k6vRb5dIlQw_0 2024-09-22T10:33:39.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11364151062678193216', time=2024-09-22T11:51:12.837905+0000, chain.objs.size()=1 2024-09-22T10:33:39.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.na_RasN2KViaa4cizFvDBKJ6DqRKO3O_0 2024-09-22T10:33:39.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.365621459130157829', time=2024-09-22T11:51:15.775220+0000, chain.objs.size()=1 2024-09-22T10:33:39.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aFkGFujb-Q9C6tg61ksYi-kHApXnHAV_0 2024-09-22T10:33:39.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7643024731100044389', time=2024-09-22T11:51:16.521069+0000, chain.objs.size()=1 2024-09-22T10:33:39.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5ggPfCHhRYTEptmEORuko0bi2918AAJ_0 2024-09-22T10:33:39.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12856389905939308669', time=2024-09-22T11:51:16.862809+0000, chain.objs.size()=1 2024-09-22T10:33:39.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.a0Up5HoDDb58H-Xk17CVu02tbZc7QBg_0 2024-09-22T10:33:39.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6413921276599107961', time=2024-09-22T11:51:18.599306+0000, chain.objs.size()=1 2024-09-22T10:33:39.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Rm-JHKu1YPJLN1mIzmWfY6o7z0qrq0F_0 2024-09-22T10:33:39.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17544762441840430010', time=2024-09-22T11:51:18.957296+0000, chain.objs.size()=1 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sekmzApk1cnBWy667Uk6bcCKhTH5pwx_0 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16999908988561595825', time=2024-09-22T11:51:20.960467+0000, chain.objs.size()=1 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ge56MS3Z9Io0_m4KCj1CNqa60SIj0j5_0 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10462134858199026674', time=2024-09-22T11:51:21.066146+0000, chain.objs.size()=1 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HjtQwNcvZnzXJ8deTtSoqPRL-yS3jzT_0 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15374206045884006822', time=2024-09-22T11:51:21.354420+0000, chain.objs.size()=1 2024-09-22T10:33:39.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2AopMBXeiKiBO7udPbZRfflKseCzIb__0 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11528641978056469572', time=2024-09-22T11:51:23.830861+0000, chain.objs.size()=1 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FQqHArycoYE0ICxvSRWkO9tkv3TwM-6_0 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9697934690722112967', time=2024-09-22T11:51:24.795001+0000, chain.objs.size()=1 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sqqzhDMJ7quFXgqtdtQ7E6KshXnWV3Y_0 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8258097197145400776', time=2024-09-22T11:51:24.876098+0000, chain.objs.size()=1 2024-09-22T10:33:39.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6s3szdnmJOr0gWff6t3ZXdSG5OP88n3_0 2024-09-22T10:33:39.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15521662446497914244', time=2024-09-22T11:51:25.068363+0000, chain.objs.size()=1 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ewc54U48IQhK42-wbPI3RzfFSAPDyHx_0 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2482334441667900600', time=2024-09-22T11:51:26.299943+0000, chain.objs.size()=1 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5Yn84xBOTcLE4xYjER4Tj-eA1iY4tRj_0 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10123353057302151509', time=2024-09-22T11:51:27.810990+0000, chain.objs.size()=1 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YVqsOoawM-RMmgA42NCA_Wwgt2siNwj_0 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2774473791158024203', time=2024-09-22T11:51:29.995505+0000, chain.objs.size()=1 2024-09-22T10:33:39.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cVJTl5N39lSUKz4ooG8Vsgpo2axcDgQ_0 2024-09-22T10:33:39.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10491537938330696273', time=2024-09-22T11:51:30.043172+0000, chain.objs.size()=1 2024-09-22T10:33:39.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4c6mA71a51y6_aUpwCtcDovjTw4JBZs_0 2024-09-22T10:33:39.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/59361 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17595190992381067634', time=2024-09-22T11:51:30.632658+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OmxWLCjObfmXIsd2GH7qpLVJIausdZg_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9630560091698284550', time=2024-09-22T11:51:31.969823+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9A-3dxKjhgQ8acF6-QH5Kkjn563hmfJ_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13975561680511730773', time=2024-09-22T11:51:32.525401+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qjO1QDJ39ii-DJVE8ce025AC4Dvm7TO_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8947888627864264416', time=2024-09-22T11:51:33.233952+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nADVe13qgzRS7-d4qvLy1Gf3DFMPYsw_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3222808551688525331', time=2024-09-22T11:51:33.843088+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EFjROZftQEG5OLdT4q3VxvhurtZ4qgD_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7993552401690333368', time=2024-09-22T11:51:36.046930+0000, chain.objs.size()=1 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RJkYSi2y5gSXWZF0fD1gMj6JUs3j8QP_0 2024-09-22T10:33:39.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5094474801630405699', time=2024-09-22T11:51:36.999880+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fSZtPlrS-d9-9-SyJS6lZMuGvzzYPHg_0 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15796341498456336250', time=2024-09-22T11:51:38.592122+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fia_kLejFAVPPHlnUz_1XJntks-b5GK_0 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7360504364707065305', time=2024-09-22T11:51:38.765661+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._E7y2Z1SG5-3TYc1ik_NluH4-wAf0Bg_0 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9727274187660370142', time=2024-09-22T11:51:40.197290+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KIrx7Wk68L9jjPV6zNmv4DzGA_X2wKH_0 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12622084719352437892', time=2024-09-22T11:51:40.370653+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RleTh65jVJWBva6AvVCBBpkZ3NZjntu_0 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5521472452928683995', time=2024-09-22T11:51:40.978541+0000, chain.objs.size()=1 2024-09-22T10:33:39.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4f2-2evJFC0SFmhcZdutpXQlCb2Dbh__0 2024-09-22T10:33:39.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15246792722269254468', time=2024-09-22T11:51:58.037808+0000, chain.objs.size()=1 2024-09-22T10:33:39.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.332__shadow_.Xc_rQj5VRtDMRIlZNG4k2GaaM1aktN7_0 2024-09-22T10:33:39.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4383284551106285012', time=2024-09-22T11:53:28.917782+0000, chain.objs.size()=1 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.379__shadow_.taDWo6-Jd2M6CiNPu_smbAg7HXL9Q3t_0 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1227335544080407419', time=2024-09-22T11:55:38.493650+0000, chain.objs.size()=1 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.442__shadow_.O6wxUj9ME6AVek_KKuvX_hfRTzbzkx6_0 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18403036473732323117', time=2024-09-22T11:56:09.370967+0000, chain.objs.size()=1 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.455__shadow_.zD_W_ZmY3nNdy9f-w5D4xf6MMSbuqoI_0 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9063702165503901475', time=2024-09-22T11:56:15.465530+0000, chain.objs.size()=1 2024-09-22T10:33:39.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.457__shadow_.Q1bJwSt0Bw6RmD0jlxuCvkFNmsoBLum_0 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.74127452853715221', time=2024-09-22T11:56:41.656008+0000, chain.objs.size()=1 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.466__shadow_.JtuUuxDkuMouw-Y1vJRWVRNVd-8BTWr_0 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10693434615754238632', time=2024-09-22T12:04:36.270053+0000, chain.objs.size()=3 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~JZ8imnNYjtjBmjATHGxhGm-pzeG7Ibn.1 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~JZ8imnNYjtjBmjATHGxhGm-pzeG7Ibn.2 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~JZ8imnNYjtjBmjATHGxhGm-pzeG7Ibn.3 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2222778792280577508', time=2024-09-22T12:05:17.058441+0000, chain.objs.size()=2 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~Jvm43xvkdfrB-x72QeQ9uESo-Xd4gyP.1 2024-09-22T10:33:39.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~Jvm43xvkdfrB-x72QeQ9uESo-Xd4gyP.2 2024-09-22T10:33:39.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3290755674333140354', time=2024-09-22T12:06:45.294162+0000, chain.objs.size()=1 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.537__shadow_.X4MBcgg_2awxmxYm6VXnWXg1OWUd-ER_0 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17818521644192265843', time=2024-09-22T12:08:01.975561+0000, chain.objs.size()=1 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.554__shadow_.4GmgpVmbaWgeFVsQ_lH0txyvxfuRw1q_0 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~1MUdyPwAoJx8W7yA0mu3mG9O5t0mz_E', time=2024-09-22T12:08:54.713401+0000, chain.objs.size()=1 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.561__multipart_mymultipart.2~1MUdyPwAoJx8W7yA0mu3mG9O5t0mz_E.1 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15238541754943267210', time=2024-09-22T12:10:55.696081+0000, chain.objs.size()=1 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:9qnalWFW3F0KFLuGzjAsERbZ00ivwZi_.rOMeCEuaRxZMV2DgvC1ZV-4UqFVC2Cr_0 2024-09-22T10:33:39.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7083226197245227051', time=2024-09-22T12:12:20.823967+0000, chain.objs.size()=1 2024-09-22T10:33:39.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.582__shadow:0x3oJ49MnpDZ2ymptecuBo5P0e2uzbg_.QnM48xi7nugSa58sK1pSNksRCJcKZtR_0 2024-09-22T10:33:39.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13940093958167881345', time=2024-09-22T12:12:55.840594+0000, chain.objs.size()=1 2024-09-22T10:33:39.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.596__shadow_.CKPYfvwShqjpOhrDSyYHEo7nsOMLNM6_0 2024-09-22T10:33:39.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16770303714091423900', time=2024-09-22T12:22:32.744542+0000, chain.objs.size()=1 2024-09-22T10:33:39.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.665__shadow_.n5a-qY9TRtg5q0RKIFvx7cbWWHzJc_u_0 2024-09-22T10:33:39.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17982184653048333962', time=2024-09-22T12:23:47.677927+0000, chain.objs.size()=1 2024-09-22T10:33:39.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.704__shadow:.EafzjrcjvK1zwOT.rU8FJFGnKPG8IZ_.zHmbsugX9lj8uowpKotmsELLgkR-KLh_0 2024-09-22T10:33:39.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3680239503510858140', time=2024-09-22T12:24:02.747011+0000, chain.objs.size()=1 2024-09-22T10:33:39.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.711__multipart_file1.2~UIAqbJ4ASIspRYYFSyiG_CJEpVL2znk.1 2024-09-22T10:33:39.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-22T10:33:39.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49016' 2024-09-22T10:33:39.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13084835102812186417', time=2024-09-22T11:34:24.037606+0000, chain.objs.size()=3 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-STANDARD.2~kKSMtAT9Fv0HxtOpRGU1WAdPcdCn8Mz.1 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-STANDARD.2~kKSMtAT9Fv0HxtOpRGU1WAdPcdCn8Mz.2 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-STANDARD.2~kKSMtAT9Fv0HxtOpRGU1WAdPcdCn8Mz.3 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16162690730457546220', time=2024-09-22T11:37:40.843100+0000, chain.objs.size()=1 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.204__shadow_.-Kpqs87x1OSNvL7L-JiPrVHUNBgByRr_0 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12874544183274933999', time=2024-09-22T11:41:07.719741+0000, chain.objs.size()=1 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.233__shadow_.woSkExw8EHWE1VUZNIyOf3MJTJXhCRu_0 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5385634734146361009', time=2024-09-22T11:41:23.252954+0000, chain.objs.size()=1 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.238__shadow_.qfel-O9vwyzlkeddXxBe1_S9tzyofKp_0 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9542032965401203169', time=2024-09-22T11:41:46.580962+0000, chain.objs.size()=1 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.247__shadow_.2XiTgyvUAAHFTHmYjH-_-O3Mn_rlag6_0 2024-09-22T10:33:39.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16658071595169980214', time=2024-09-22T11:42:18.872896+0000, chain.objs.size()=1 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.261__shadow_.IkXyVDAgSGUDAABYDO5DzyOg9lZDQry_0 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2907789777468254343', time=2024-09-22T11:44:02.466320+0000, chain.objs.size()=1 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uz_oMw6hD-mIy3_kcB15TbxuJ8asK0Q_0 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11363351709322041679', time=2024-09-22T11:44:04.155794+0000, chain.objs.size()=1 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZaQynSD93gsPtZOaKzswzRH1cB0r0NF_0 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13521564880416492796', time=2024-09-22T11:44:04.311694+0000, chain.objs.size()=1 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xwdpkL1KXjwptLQaQj4-VEnmQNGdpR7_0 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12697737881083074617', time=2024-09-22T11:44:05.912903+0000, chain.objs.size()=1 2024-09-22T10:33:39.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TMxDqvhaj3hP6ooLC2CBTAd9DnTb1zE_0 2024-09-22T10:33:39.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5687049797376202087', time=2024-09-22T11:44:07.213966+0000, chain.objs.size()=1 2024-09-22T10:33:39.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yXiy5rOUXwmBPHXjnb8UaV7WlJT2nf1_0 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2743592154816862815', time=2024-09-22T11:44:07.901706+0000, chain.objs.size()=1 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.R5_QENiqvbDqM4V9pbYuwyA5oiAOSxZ_0 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2158032362293810782', time=2024-09-22T11:44:08.808384+0000, chain.objs.size()=1 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dON2vc2YbYRbazaleGq_Rj2sHPXYS09_0 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3751459623006090323', time=2024-09-22T11:44:08.986347+0000, chain.objs.size()=1 2024-09-22T10:33:39.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Krd6dXJ4iYdW4gKIYIJ8BFs7jgy01YG_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13907917295300976066', time=2024-09-22T11:44:12.650565+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GSxxVfzq9XxYQEldR5tEX_y81LOBv14_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18323547833242400854', time=2024-09-22T11:44:13.094301+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Jc5Eq0oSA2sWYbLXbEH49bDQkTwlVAH_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6941822726376011990', time=2024-09-22T11:44:13.418917+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8UDqaxkQ4-E7PB8pPEWMZdNHM9pDTJ1_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6451774163271225347', time=2024-09-22T11:44:13.573284+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vbmi05j_PrVuf8GOcoGzQNreF9HRfk5_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16374566168171659159', time=2024-09-22T11:44:14.901150+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xibFv8jZa3ueDrs3EIljOTGIdfwFVzP_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.382828740305970613', time=2024-09-22T11:44:16.014989+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CQqRGgIp8sr1q3PEvimDxSqdhQtCpyX_0 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11650864380755897830', time=2024-09-22T11:44:16.438127+0000, chain.objs.size()=1 2024-09-22T10:33:39.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5OlSuWWeYUpxbZZZeJ8gY9T43qGdCBx_0 2024-09-22T10:33:39.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15676771557319094019', time=2024-09-22T11:44:17.290484+0000, chain.objs.size()=1 2024-09-22T10:33:39.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.umPtxxUic2w2kPZIUYsXc-A6jh41uBA_0 2024-09-22T10:33:39.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8831593661425539752', time=2024-09-22T11:44:21.209344+0000, chain.objs.size()=1 2024-09-22T10:33:39.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CE8AfulPuCUcjDlXYOixHC6Vch28Ic5_0 2024-09-22T10:33:39.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9986471801477151362', time=2024-09-22T11:44:21.480669+0000, chain.objs.size()=1 2024-09-22T10:33:39.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.K5RTAbKxtfs_tMaSO_jOerfK82yXGIT_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.447473370181246521', time=2024-09-22T11:44:21.816482+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1R50ztumpbKMBc4yNujcbJ8-G778eQ5_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7483676153734327104', time=2024-09-22T11:44:21.929922+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vzRz-xBH2xyKzEDzc_CLZk6TE4_3uPw_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17684969540207211547', time=2024-09-22T11:44:22.630520+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gxM05z_25capgRg7uoJ3Pm2WDgo32bA_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18358369267472353161', time=2024-09-22T11:44:23.975094+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AOT3eqWaF4O64OnWxFAik9D7jWOgUKR_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8062451167685774841', time=2024-09-22T11:44:24.353561+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wAbH73fFn4_Y5VsMwK_wojdIUT9ZvDt_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4629306029862864047', time=2024-09-22T11:44:26.810218+0000, chain.objs.size()=1 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.M86AqIY0DdTl80moUUhTatoultp-OvD_0 2024-09-22T10:33:39.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6616317325188005934', time=2024-09-22T11:44:28.247724+0000, chain.objs.size()=1 2024-09-22T10:33:39.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ozZYjSHLEiUixGsZIdT_Dv8q4ggtFzW_0 2024-09-22T10:33:39.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15975189047073916546', time=2024-09-22T11:44:28.727288+0000, chain.objs.size()=1 2024-09-22T10:33:39.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CBvAbTrYsPHUIOUb6bmTwSUFJMFI0n8_0 2024-09-22T10:33:39.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4261962928209420287', time=2024-09-22T11:44:28.937077+0000, chain.objs.size()=1 2024-09-22T10:33:39.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.J8Aspa039kTCgTQIRPOYKp0E41GzdXl_0 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14509439855979735652', time=2024-09-22T11:44:29.070339+0000, chain.objs.size()=1 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mn8J5wCSGz6UQajBYATd6Kw6qXQgy6x_0 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2914158404812057681', time=2024-09-22T11:44:29.166686+0000, chain.objs.size()=1 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.orUxgIpBz3yLQubuLihuHqaM5KnXngR_0 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7390460509957950489', time=2024-09-22T11:44:29.999935+0000, chain.objs.size()=1 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XOpRZBgBwJlNL5Qu0hOEXLlnQ1u0-89_0 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2581725139244747586', time=2024-09-22T11:44:30.001921+0000, chain.objs.size()=1 2024-09-22T10:33:39.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OJA8S9wYXLkkTnwOmoaZ6mb_bnAZbtl_0 2024-09-22T10:33:39.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4970912554070762634', time=2024-09-22T11:44:32.850364+0000, chain.objs.size()=1 2024-09-22T10:33:39.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0rMAr8-AQrs_3RfpmPYaJUXn2Rh08QQ_0 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3600392243330253983', time=2024-09-22T11:44:32.893625+0000, chain.objs.size()=1 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.400bwNtp8wMARtjw8nJy3D1VcMiFGQ9_0 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15132773492125731500', time=2024-09-22T11:44:33.385779+0000, chain.objs.size()=1 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kxS4obf_FvvRCDZPYbWv_HI2zaHXR5B_0 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4209026709177156514', time=2024-09-22T11:44:34.658086+0000, chain.objs.size()=1 2024-09-22T10:33:39.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BjBQ6lIt-26lfnx-PMVq8N-UpBcLt1E_0 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10011347978571117148', time=2024-09-22T11:45:19.831705+0000, chain.objs.size()=1 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.282__shadow_.kM0gcr2Ip6hrsC13LD57eRm-JBpeni__0 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15685917630751447984', time=2024-09-22T11:46:07.315055+0000, chain.objs.size()=1 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.299__shadow_.kiklKE_tPLKIE2dPCJ1cW-YZcfatddd_0 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11003861636718126113', time=2024-09-22T11:48:53.671246+0000, chain.objs.size()=1 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ns8ce-c3lhYN4141GrEcp4QIH915n5O_0 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11264359418176752512', time=2024-09-22T11:48:53.673322+0000, chain.objs.size()=1 2024-09-22T10:33:39.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BGbj1i40b0edJatEuxth2X5QRDkgnMs_0 2024-09-22T10:33:39.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12667181223837982072', time=2024-09-22T11:48:54.138182+0000, chain.objs.size()=1 2024-09-22T10:33:39.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.caoaSjP4Gl_4AsybPk33aGKgb2npDyE_0 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18321217900478266797', time=2024-09-22T11:48:54.304889+0000, chain.objs.size()=1 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FIK-knTgKxtxPG_ba57xRO2fMZcf_pK_0 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5576936866261903691', time=2024-09-22T11:48:54.827974+0000, chain.objs.size()=1 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.evJ-QGpMOhriLdcyAtg7AfsGzzUc9Up_0 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6230971564025953163', time=2024-09-22T11:48:58.005087+0000, chain.objs.size()=1 2024-09-22T10:33:39.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Yfo3YeMN9ufGjNsua5SgIH5aoKviSSS_0 2024-09-22T10:33:39.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6516129458262951306', time=2024-09-22T11:48:58.477771+0000, chain.objs.size()=1 2024-09-22T10:33:39.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EthZ7_tk0HqGzbAOopDrrgmU3dXgn2t_0 2024-09-22T10:33:39.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6810057800185551019', time=2024-09-22T11:48:58.827920+0000, chain.objs.size()=1 2024-09-22T10:33:39.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.I_ius9hjkfgatXVvANY1ksmHaolwGch_0 2024-09-22T10:33:39.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18025334023168043112', time=2024-09-22T11:48:58.945679+0000, chain.objs.size()=1 2024-09-22T10:33:39.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XEx4g67Cg6BkRCXa9wrE56CQNYPmhBt_0 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13924427040412098143', time=2024-09-22T11:48:59.764221+0000, chain.objs.size()=1 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.E74eBp24OqwXJL5onOaBOo4dAnOU5rn_0 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15842357107365826218', time=2024-09-22T11:49:00.133418+0000, chain.objs.size()=1 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FPs0ncXvw6JTUqlHIbIuhPuI1ZxABR2_0 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14172489222276749870', time=2024-09-22T11:49:00.135068+0000, chain.objs.size()=1 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QBZOSMXHTzbr3MqnnAJBXBRp0zATwLD_0 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9774091699009066164', time=2024-09-22T11:49:01.480432+0000, chain.objs.size()=1 2024-09-22T10:33:39.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.D23ABTmRMg_BKoQpgUqzeNZuXXXFWhE_0 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11620146626616823037', time=2024-09-22T11:49:01.798413+0000, chain.objs.size()=1 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ozQN9TCN0fN5FAZjJAV2_WKt4isQVRS_0 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8206345163550499752', time=2024-09-22T11:49:02.021365+0000, chain.objs.size()=1 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ylC62bpMyb6wZA4z-LWtTVRO0gYWiFH_0 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11173868840805360595', time=2024-09-22T11:49:03.044424+0000, chain.objs.size()=1 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.amXGLNChVblaQU8UEii3EwXVkUzR1oS_0 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10633707149878989321', time=2024-09-22T11:49:04.632249+0000, chain.objs.size()=1 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WG2CgETs8faGiGtkvtlPQmFgqzpo6Va_0 2024-09-22T10:33:39.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17609099463750818198', time=2024-09-22T11:49:06.087733+0000, chain.objs.size()=1 2024-09-22T10:33:39.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Hv4XMsm9TybpzfCJxsT9bfMKGgiaFV4_0 2024-09-22T10:33:39.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17271917481971514373', time=2024-09-22T11:49:08.006369+0000, chain.objs.size()=1 2024-09-22T10:33:39.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0WkccpUfb0g9oyjD-N3m6IsktBLEEFR_0 2024-09-22T10:33:39.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6314383846758792038', time=2024-09-22T11:49:08.130207+0000, chain.objs.size()=1 2024-09-22T10:33:39.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XOHgyWZ2EMX73MK28KHlnLhMT4h7To7_0 2024-09-22T10:33:39.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7661793234367769938', time=2024-09-22T11:49:08.418997+0000, chain.objs.size()=1 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KI3YVuIR85OuBzEqxyHvnF_Re7vU9aY_0 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10522169624946615732', time=2024-09-22T11:49:08.728580+0000, chain.objs.size()=1 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CXW_DJWKrg_ktzhqZf3gc1Ssxe1ocNs_0 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10449110744695892358', time=2024-09-22T11:49:08.953356+0000, chain.objs.size()=1 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5DcadKtZ-Xxh6JjKWyyLnQcnNwY1K3D_0 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.480889323347155335', time=2024-09-22T11:49:10.368990+0000, chain.objs.size()=1 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UTKwijFRIZfJ7Ze41xS_jKW-wq-aMIo_0 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2223506481399128788', time=2024-09-22T11:49:10.989395+0000, chain.objs.size()=1 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nMULgQF9doSjygX1NaonY5sUw32xlZp_0 2024-09-22T10:33:39.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5882195203677691503', time=2024-09-22T11:49:11.081957+0000, chain.objs.size()=1 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CQQeHQ57wgzMuJ-Iu_nitfup_73yOA1_0 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11264154836546080661', time=2024-09-22T11:49:11.746860+0000, chain.objs.size()=1 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Bqmx31Kjf4MdTu5UoEQaZltOTeoY7CW_0 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8796749601130797831', time=2024-09-22T11:49:12.198575+0000, chain.objs.size()=1 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sWRAUUBM8CwUJy_EryQaxKwV-oOw4z1_0 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4830136580686447332', time=2024-09-22T11:49:13.947206+0000, chain.objs.size()=1 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.g8GYfAbUn0PXwraIJK2-xl7xFIB3TEG_0 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7730884744971369520', time=2024-09-22T11:49:14.015617+0000, chain.objs.size()=1 2024-09-22T10:33:39.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.24KvBn0Udjse4C1oHjZvVk9X-vgZYvU_0 2024-09-22T10:33:39.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1337105875857403301', time=2024-09-22T11:49:15.944592+0000, chain.objs.size()=1 2024-09-22T10:33:39.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._Hh3rXUJjdbaGjkzTLX7Wa6QWrCZnT5_0 2024-09-22T10:33:39.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6014401920103861799', time=2024-09-22T11:49:18.062239+0000, chain.objs.size()=1 2024-09-22T10:33:39.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ews9Q10CZRo1fPvGULJCj9F_FbCBNUP_0 2024-09-22T10:33:39.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10319589670861407392', time=2024-09-22T11:49:19.238448+0000, chain.objs.size()=1 2024-09-22T10:33:39.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OwhsXsUPo9xMrgxnL7bzs1pP7b40U-o_0 2024-09-22T10:33:39.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1746740958074611930', time=2024-09-22T11:49:20.127937+0000, chain.objs.size()=1 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FPBeEn3TkV5Z9rIwCuemoamg0bF_Rdd_0 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8900272725239602995', time=2024-09-22T11:49:22.938506+0000, chain.objs.size()=1 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NSDHLnkNJV7vXC34wmwDkEyGXxKPszR_0 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17300111023275473105', time=2024-09-22T11:49:24.030198+0000, chain.objs.size()=1 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ppaVpsLlgjaZtb2xTtDgiiZ3hWNO-n2_0 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11890653841114973409', time=2024-09-22T11:49:24.220198+0000, chain.objs.size()=1 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-W7TdsQh0fhho0fEYt4Yl_PpkGzc0DJ_0 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5539775506948209518', time=2024-09-22T11:49:24.371735+0000, chain.objs.size()=1 2024-09-22T10:33:39.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cZIFuyLVppvS1qHjindChfcl2Jya9NO_0 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10510878911531730715', time=2024-09-22T11:51:11.729267+0000, chain.objs.size()=1 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dPj92uiJoC4mKjah-kNFycurIo2Hw8S_0 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1141362070702152276', time=2024-09-22T11:51:14.127065+0000, chain.objs.size()=1 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QsX-jugANpyk261EiywF8QSWldzi_5R_0 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17518761292339092044', time=2024-09-22T11:51:16.876521+0000, chain.objs.size()=1 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-QRv_tQgS5kyymR_seN72PWqWciCOub_0 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11753874144881396538', time=2024-09-22T11:51:17.511456+0000, chain.objs.size()=1 2024-09-22T10:33:39.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GNr5yXxzyD6dpJjCYLVSB4duTCLq5bu_0 2024-09-22T10:33:39.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11166291537929011690', time=2024-09-22T11:51:19.580020+0000, chain.objs.size()=1 2024-09-22T10:33:39.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZCz3TfzWiJ6PhVhyrznjFDX9G9QLeRV_0 2024-09-22T10:33:39.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5966604102715809942', time=2024-09-22T11:51:19.857972+0000, chain.objs.size()=1 2024-09-22T10:33:39.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BSF8usQZRbVUUxVJjdNvBguQEszo7Pa_0 2024-09-22T10:33:39.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3909174680529627339', time=2024-09-22T11:51:20.767997+0000, chain.objs.size()=1 2024-09-22T10:33:39.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.l0MOVbVz0U7qzdtIvkih1cp1-NHkSCQ_0 2024-09-22T10:33:39.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9395988307962676994', time=2024-09-22T11:51:20.840196+0000, chain.objs.size()=1 2024-09-22T10:33:39.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1CBBCLIWvpbYx7H2XASuCxhpFxjkaXi_0 2024-09-22T10:33:39.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15714744274516488805', time=2024-09-22T11:51:23.462322+0000, chain.objs.size()=1 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.twa-5ihyZWzIPV-TvDHc5VtNEwOqUWy_0 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7252665718177662377', time=2024-09-22T11:51:23.823530+0000, chain.objs.size()=1 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xMdTPUXqPuWCxALWhvGmPt7crjXxHd7_0 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4263822122431721773', time=2024-09-22T11:51:24.075192+0000, chain.objs.size()=1 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CIpGVSfZbL69lMpAsUb2388Gvoyn_5V_0 2024-09-22T10:33:39.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11491202732184123587', time=2024-09-22T11:51:24.076997+0000, chain.objs.size()=1 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ntnXXvZDeGnxnLgjRL_m9v-xFBrl2oT_0 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1615441034452290373', time=2024-09-22T11:51:25.725706+0000, chain.objs.size()=1 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RXW1NNoRbnTcIIGU2yZBiZx8XJ0b2Qe_0 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10317375058871616241', time=2024-09-22T11:51:26.071329+0000, chain.objs.size()=1 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3c-vLpN7dF-0koCeBnoC-84tvKdfs3u_0 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7436406909222824367', time=2024-09-22T11:51:28.068090+0000, chain.objs.size()=1 2024-09-22T10:33:39.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V_FiXibAcVipcPhGZDmrTCRyOqqFmIR_0 2024-09-22T10:33:39.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12729978801458534562', time=2024-09-22T11:51:29.103420+0000, chain.objs.size()=1 2024-09-22T10:33:39.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MhTXGmem_xfAIHeGEmy96vBFvwENm6o_0 2024-09-22T10:33:39.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15531877290103284926', time=2024-09-22T11:51:29.201091+0000, chain.objs.size()=1 2024-09-22T10:33:39.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sRfTvd9sEFRJwhab_akrmt9piMDR4rl_0 2024-09-22T10:33:39.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7858697939612988639', time=2024-09-22T11:51:29.979490+0000, chain.objs.size()=1 2024-09-22T10:33:39.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1LDIFSWRQr20j1c4uplg5W72s2Bq9CG_0 2024-09-22T10:33:39.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18007215707875003720', time=2024-09-22T11:51:30.531126+0000, chain.objs.size()=1 2024-09-22T10:33:39.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mDv71VezGn0KuM6FqDo1s05oS00uYuP_0 2024-09-22T10:33:39.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49016 2024-09-22T10:33:39.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14879514264674480527', time=2024-09-22T11:51:31.497319+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uS6nf-osQajEcn7AU2gqPRwSGHRznCG_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15948609275050471842', time=2024-09-22T11:51:31.499708+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BA85b1QXXljP_xGpz6YmDCb2AQUZvH4_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17932526810355322114', time=2024-09-22T11:51:32.754927+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ulnwmlgy49LAvK24XgRFGOaupMZ-OZI_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9188085252161745148', time=2024-09-22T11:51:32.757135+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jvILgx60v0YdwcoEfXJM-ZYskICRs5q_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12215514030086826103', time=2024-09-22T11:51:33.829465+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.a--q6JdP8JtlWaKpfJG6XvragoN-LnR_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11222979496087913525', time=2024-09-22T11:51:36.112328+0000, chain.objs.size()=1 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Tes_HCe5WK8MDViFmAKsziLN5NTRl1A_0 2024-09-22T10:33:39.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10192815872881608856', time=2024-09-22T11:51:38.327860+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mstz3A-A5QNqh0aTFFGnHzg7xawOP-f_0 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6956145641710703377', time=2024-09-22T11:51:38.329634+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NmxOoV-8jzQKhe7YqKgfPbLop0SbqsZ_0 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16092286712674515327', time=2024-09-22T11:51:41.165610+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3KPE2KjSKPr2eZjCY9Ewx_SVNg9ixkl_0 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9422871727960190892', time=2024-09-22T11:51:52.142462+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.329__shadow_.auZt_elOVUkWA3AjV1nyY4r3q3dinzn_0 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14434902606352076706', time=2024-09-22T11:53:15.815914+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.373__shadow_.EOF23hKQ-ZLIUOtiA3eUDBbuWER4fTQ_0 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7869269064281047898', time=2024-09-22T11:53:33.040914+0000, chain.objs.size()=1 2024-09-22T10:33:39.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.381__shadow_.RgktPaVjfKIa6KFrwr7FxTleuiEQZ3W_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17283580928450041594', time=2024-09-22T11:56:39.545593+0000, chain.objs.size()=1 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.465__shadow_.L4zgNgQOD-q_85UyFDeki0_MxMEOiGD_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.906542789686803311', time=2024-09-22T11:57:11.818840+0000, chain.objs.size()=1 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.484__shadow_.EfCrChCLJCEZ1SgGjqA1NtwjjOW3scK_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10162869558887797506', time=2024-09-22T11:57:26.921886+0000, chain.objs.size()=1 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.488__shadow_._guyqRdT4-wZTclxLsl8-J3K4rCw--D_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14760613755263483786', time=2024-09-22T11:57:26.931734+0000, chain.objs.size()=1 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.488__shadow_._guyqRdT4-wZTclxLsl8-J3K4rCw--D_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1339129624449433171', time=2024-09-22T11:57:59.537435+0000, chain.objs.size()=1 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:39.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8675621367092227115', time=2024-09-22T11:59:00.418433+0000, chain.objs.size()=1 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.515__shadow_.3kXAEP7fG5I0tIVfrgAAWvzBuStK5KJ_0 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O', time=2024-09-22T12:05:20.567841+0000, chain.objs.size()=10 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.1 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.2 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.3 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.4 2024-09-22T10:33:39.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.5 2024-09-22T10:33:39.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.6 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.7 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.8 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.9 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.526__multipart_mymultipart.2~EUCt98sNnTXeqnhoe0DSY6Aop9G8U4O.10 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3014507029326039789', time=2024-09-22T12:09:13.584297+0000, chain.objs.size()=1 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.566__shadow_.NIykpUAJzkWxubUGT7OtfTb2TU26Pxh_0 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8370503255013535650', time=2024-09-22T12:10:53.797066+0000, chain.objs.size()=1 2024-09-22T10:33:39.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:dAfAQ62l7cKK3-Z.qKxnbHBpPQ8r0ie_.hrIvH-5Iv46gctUkG-MkY2jexggjL_x_0 2024-09-22T10:33:39.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2793609615788267202', time=2024-09-22T12:12:17.889333+0000, chain.objs.size()=1 2024-09-22T10:33:39.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:F2DAW6XZD-skPCfuzjwBR5J1R2MhFqN_.Xq4mF_tpeTbourbFNSHwNa1E6tWrg2N_0 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3115353206072493820', time=2024-09-22T12:12:17.969013+0000, chain.objs.size()=1 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:IaJWCVuItxZnBdCEVT1anpfgMaPXZLa_.hdM8wiPBm-Lz1xuNZqTLjNd6prmzJIn_0 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5367959050909225324', time=2024-09-22T12:17:08.641302+0000, chain.objs.size()=1 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.617__shadow_.trl3oaD-11ObBgbb-ziFhuFzZViAJ7d_0 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8460575516476669985', time=2024-09-22T12:22:29.682784+0000, chain.objs.size()=1 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.664__shadow_.TgCKfeaMMIq0QSVlEJQlGg5LEWyr_Mi_0 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13467996121568265620', time=2024-09-22T12:22:36.116068+0000, chain.objs.size()=1 2024-09-22T10:33:39.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.666__shadow_.QRyf-mR6Y4bAJxSQeUfyaYjPydZ9-NF_0 2024-09-22T10:33:39.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-22T10:33:39.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48168' 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14353751450468840962', time=2024-09-22T11:33:36.729618+0000, chain.objs.size()=1 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.151__shadow_.XzFrGqRXKVeVfRStVeUFb_XASmvkAqs_0 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5662282101267602790', time=2024-09-22T11:34:37.869126+0000, chain.objs.size()=3 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.HN9LsHP2fbtyW0xazy6011y6EW5IvbH_0 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.HN9LsHP2fbtyW0xazy6011y6EW5IvbH_1 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.HN9LsHP2fbtyW0xazy6011y6EW5IvbH_2 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_CCebO_yaSwrPqRid41DrpE0TAEyJB3d', time=2024-09-22T11:35:25.554005+0000, chain.objs.size()=1 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.1wh_M9j0eQWitbgrp2JooUjI1Fg3Lza_0 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16797009325346413498', time=2024-09-22T11:36:30.606456+0000, chain.objs.size()=1 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.181__shadow_.uY54_m45qhg0cq0R5DLeSYpm1a05DaU_0 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6342207006512087795', time=2024-09-22T11:37:20.541113+0000, chain.objs.size()=1 2024-09-22T10:33:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.197__shadow_.cwwIxMknzPEMkGxTEB0v23mKc-uPAUu_0 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~xPtNLPO7oSKkBMwJu5g_8PXjRhxwVrV', time=2024-09-22T11:37:31.457921+0000, chain.objs.size()=1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.201__multipart_mymultipart.2~xPtNLPO7oSKkBMwJu5g_8PXjRhxwVrV.1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3770124103499373005', time=2024-09-22T11:40:57.954608+0000, chain.objs.size()=1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.228__shadow_.Koris7dgNk-wRdrKZ0dleogw0F5TRVQ_0 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3450702936170179497', time=2024-09-22T11:41:39.645126+0000, chain.objs.size()=1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.244__shadow_.c8S8XQXrdOyqkatPeq2whjTc8JKtlgC_0 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12703342601713186830', time=2024-09-22T11:41:55.851087+0000, chain.objs.size()=1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.251__shadow_.YYMWrpcqzPTxNlTkVYnJKK0SuQNaFsj_0 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14125152932801104473', time=2024-09-22T11:41:58.192792+0000, chain.objs.size()=1 2024-09-22T10:33:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.252__shadow_.Uu8B3ypLTjp2ttvxHH-XKDaHfkZOWro_0 2024-09-22T10:33:39.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3933226831634737071', time=2024-09-22T11:44:04.528490+0000, chain.objs.size()=1 2024-09-22T10:33:39.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2EHob9o8m16Y1VXmG2h-i0MRsIWtUiv_0 2024-09-22T10:33:39.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16262678134657814657', time=2024-09-22T11:44:04.882803+0000, chain.objs.size()=1 2024-09-22T10:33:39.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gBGRDNgaB_UPefeBN_mpAiz1T12-Jpd_0 2024-09-22T10:33:39.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10581775598131220215', time=2024-09-22T11:44:08.919868+0000, chain.objs.size()=1 2024-09-22T10:33:39.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AgIU5MqQOgnA1gWX2tlIp0tZQBzlnTf_0 2024-09-22T10:33:39.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2991447927527973994', time=2024-09-22T11:44:11.789770+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FtSCaHlmK2r3dczQZY2NL2ZrEhNNIrW_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3758123939687300843', time=2024-09-22T11:44:12.852416+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FccaAd34bikX0mfgrZU1DOi-L-2ydro_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7828105137787788457', time=2024-09-22T11:44:12.916206+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5gMzCAA2oIM1Ia_3xr0YlpWZ5ESE2NH_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3956920399556672610', time=2024-09-22T11:44:12.957643+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.txnpn59Z33Xwr1hXLuzpM6p44VApyue_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7222419619563113586', time=2024-09-22T11:44:14.316518+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.y8fN3WxqKZGK2QX3NbSKrMnQrIdWnq6_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17397488660370061608', time=2024-09-22T11:44:16.436902+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2NwcyOA-DOSBH76KL0Bkeof4yKaxCWp_0 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11304681636162409091', time=2024-09-22T11:44:18.907638+0000, chain.objs.size()=1 2024-09-22T10:33:39.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JCOWokZxxCLZdW7relYFc0vhRyVyLGb_0 2024-09-22T10:33:39.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18209217099568134812', time=2024-09-22T11:44:20.818204+0000, chain.objs.size()=1 2024-09-22T10:33:39.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9yy8bejO0X9RLwqXasIE1IowNwVq_WJ_0 2024-09-22T10:33:39.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2432930450708453782', time=2024-09-22T11:44:21.369981+0000, chain.objs.size()=1 2024-09-22T10:33:39.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4kDCdI8d9u-6yVrtYdLCDaBRexqILYR_0 2024-09-22T10:33:39.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7752571200987301386', time=2024-09-22T11:44:21.812116+0000, chain.objs.size()=1 2024-09-22T10:33:39.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CyqJdUNt4L8D7MELEsRha6CC7su1frM_0 2024-09-22T10:33:39.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5687145840038961606', time=2024-09-22T11:44:22.180229+0000, chain.objs.size()=1 2024-09-22T10:33:39.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6M_7Kz7comk1rDJ7y3Q92an9-V9Q0Hz_0 2024-09-22T10:33:39.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17950319324059619164', time=2024-09-22T11:44:22.189628+0000, chain.objs.size()=1 2024-09-22T10:33:39.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Cbx5moaIlUdwOvPjoAlGdfti9-Mno83_0 2024-09-22T10:33:39.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4573522532322285380', time=2024-09-22T11:44:22.339548+0000, chain.objs.size()=1 2024-09-22T10:33:39.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JaWiuZi0MFC3fFYuasMkOZGhYpF6o5t_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8434933433346074525', time=2024-09-22T11:44:22.629748+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.w1v0bl0zQDudFz0rFq05F0Q0ldNLvdy_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9919838910454831409', time=2024-09-22T11:44:23.927565+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yAQZSQV6SvX53XRJk9tcr0EdHW55hdy_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5198921449719088925', time=2024-09-22T11:44:24.909315+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LA4_Ih7RejofKuG-08mUlE9MIUN2T0k_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2346955070349796375', time=2024-09-22T11:44:25.442017+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Wk_wK0FxyEm5VjhCEq_paYBF7YjjZKR_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10688602917977223723', time=2024-09-22T11:44:25.564695+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.55IMiFax3v0HwDBWCvcB_43sLsAruw6_0 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16131060582833458070', time=2024-09-22T11:44:26.286444+0000, chain.objs.size()=1 2024-09-22T10:33:39.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7MHMSTQscvTn6GCvan_WJ7R4bTlyQEX_0 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2683895630128157134', time=2024-09-22T11:44:26.492521+0000, chain.objs.size()=1 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GELcUN_RWZ440gtWE5huG19d73DhyOt_0 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9417399087197939991', time=2024-09-22T11:44:27.212899+0000, chain.objs.size()=1 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pbCtcVMEbc_jqUpDT4Gn5xzkwroHVgE_0 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11263903602615567838', time=2024-09-22T11:44:29.186667+0000, chain.objs.size()=1 2024-09-22T10:33:39.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vyvk-n3Zi9vW6BBjeB6bJW_7rc3JnJC_0 2024-09-22T10:33:39.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12317086611746560520', time=2024-09-22T11:44:30.170746+0000, chain.objs.size()=1 2024-09-22T10:33:39.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.x7VLtq1dW8lBeejXHUsYRsKHGAY3kBo_0 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8399187895311121846', time=2024-09-22T11:44:30.872389+0000, chain.objs.size()=1 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JJibvjSZ8pxGHlSu9MIBR6gVvW2hZq7_0 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17374680856927505420', time=2024-09-22T11:44:33.674022+0000, chain.objs.size()=1 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8VrQVIXw2rw0CS77zCEFCO39586Qade_0 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6978390381271934812', time=2024-09-22T11:44:33.678100+0000, chain.objs.size()=1 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ds9pKkax4R_88F7eGa2E4s5o47qwIM2_0 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7626311110885899498', time=2024-09-22T11:44:57.168942+0000, chain.objs.size()=1 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.272__shadow_.82uVx-ykoHyVmTS0sJTHkMxmnioKgn7_0 2024-09-22T10:33:39.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8138843627922394958', time=2024-09-22T11:45:01.540412+0000, chain.objs.size()=1 2024-09-22T10:33:39.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.274__shadow_.kwtHGdBV7oJH6dWnDPlXrcZ8vuzmA3A_0 2024-09-22T10:33:39.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2345673796416936690', time=2024-09-22T11:45:34.087070+0000, chain.objs.size()=1 2024-09-22T10:33:39.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.288__shadow_.dyG129cEzih9OJJQXd0SQPAa-rMKmQL_0 2024-09-22T10:33:39.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8931424439827752281', time=2024-09-22T11:45:34.095909+0000, chain.objs.size()=1 2024-09-22T10:33:39.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.288__shadow_.hNvhaYkP4PdplmSV-zmaCbJBz31iMcx_0 2024-09-22T10:33:39.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2963986905071085339', time=2024-09-22T11:45:41.743506+0000, chain.objs.size()=1 2024-09-22T10:33:39.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.291__shadow_.gsJ2Fx_ws3PlqJNpJfkJIJ1_dd4N_ze_0 2024-09-22T10:33:39.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1390051906819236831', time=2024-09-22T11:45:53.045848+0000, chain.objs.size()=1 2024-09-22T10:33:39.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.R96dCYr0cBIMO5L3DkU3BUYnaf3Sh7Y_0 2024-09-22T10:33:39.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17130303532435383523', time=2024-09-22T11:45:53.092287+0000, chain.objs.size()=1 2024-09-22T10:33:39.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.dzwGd2M8x-K-tnpsCXwWG3qOy0bLDJq_0 2024-09-22T10:33:39.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17433536156296226970', time=2024-09-22T11:45:57.840829+0000, chain.objs.size()=1 2024-09-22T10:33:39.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.295__shadow_.lVbtBWNP2gVUCmFvzbOBeTwEXPUDWYv_0 2024-09-22T10:33:39.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8322821132064905521', time=2024-09-22T11:48:53.801273+0000, chain.objs.size()=1 2024-09-22T10:33:39.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.j_o0A_jqk2oj8_unYf_UFX3ENttIpD0_0 2024-09-22T10:33:39.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14625753411182381484', time=2024-09-22T11:48:55.128704+0000, chain.objs.size()=1 2024-09-22T10:33:39.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tH9osThM1OrdnKfy6rfkOLeGb0IABX-_0 2024-09-22T10:33:39.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10278991821192591457', time=2024-09-22T11:48:55.860845+0000, chain.objs.size()=1 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tWeb3ZFs1UZD3IJpJek09PJ8dZQPLDb_0 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14666646935156084624', time=2024-09-22T11:48:57.558112+0000, chain.objs.size()=1 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QRVcU7D5ac5FFqdPIqw_VpnFYKwNW32_0 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9346572269525672040', time=2024-09-22T11:48:59.235276+0000, chain.objs.size()=1 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3p1LwOahwmcFtnQYP7E8m7v9MN2UM9B_0 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15750789015199572968', time=2024-09-22T11:48:59.329950+0000, chain.objs.size()=1 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UGO9k-_GNXluosMS4CHnMSmd28LwI0L_0 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3433767047511648653', time=2024-09-22T11:48:59.975805+0000, chain.objs.size()=1 2024-09-22T10:33:39.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lFCZAe5J9B3IH11QBkC5YRTcskU-Xy8_0 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8087934694415390340', time=2024-09-22T11:49:00.203653+0000, chain.objs.size()=1 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lxNmhE5VyF55PoF1ea7UP3bfggWuTT2_0 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9459064674092037944', time=2024-09-22T11:49:00.266720+0000, chain.objs.size()=1 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VwVNp8lZK2r-ysLvlk4WNpNKuXLQiyT_0 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7804191648639428482', time=2024-09-22T11:49:01.374889+0000, chain.objs.size()=1 2024-09-22T10:33:39.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ns_VtyxHqWLcd27dxQg7DMhffjeeaIS_0 2024-09-22T10:33:39.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17221023271727615523', time=2024-09-22T11:49:02.521066+0000, chain.objs.size()=1 2024-09-22T10:33:39.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qdhP6W9eX42PDVsPZvaufioxVpVT0Ih_0 2024-09-22T10:33:39.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15193768159363355181', time=2024-09-22T11:49:04.131564+0000, chain.objs.size()=1 2024-09-22T10:33:39.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Hxvx-yS4WtNiPhGVc_-0WdjxPuLUKx1_0 2024-09-22T10:33:39.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3042424249599176946', time=2024-09-22T11:49:04.585085+0000, chain.objs.size()=1 2024-09-22T10:33:39.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CW2SqdrBSCF9QvnjExFbbZfPu0FCpZH_0 2024-09-22T10:33:39.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2282747413866713713', time=2024-09-22T11:49:06.027661+0000, chain.objs.size()=1 2024-09-22T10:33:39.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QjEqTiFXwMtHnijHVhZYZm2ZKjMt4Dt_0 2024-09-22T10:33:39.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9744502894448202507', time=2024-09-22T11:49:06.322256+0000, chain.objs.size()=1 2024-09-22T10:33:39.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LACMHm8sK1Lt-vwaYd0QjI_HCIyZC_Q_0 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11089285313472888749', time=2024-09-22T11:49:06.731378+0000, chain.objs.size()=1 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.n8aIhAmUnbseVURZcsgRR0c-GWF4a1v_0 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9554500208414335990', time=2024-09-22T11:49:11.277279+0000, chain.objs.size()=1 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.H0hECi_znD08_XWHT5TtR4eTDosAmrP_0 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16306643582867203308', time=2024-09-22T11:49:11.380597+0000, chain.objs.size()=1 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KSEsVcmM-iFdHmDCb1Gt6yNWjuERIKr_0 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11312720752568691093', time=2024-09-22T11:49:11.498143+0000, chain.objs.size()=1 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.K_Ggst3WVALufkySUw2cTTpc7nXAJlY_0 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9000247109144608087', time=2024-09-22T11:49:12.663717+0000, chain.objs.size()=1 2024-09-22T10:33:39.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.64FfJrGpftFE8Q0Falp6Nq9lMCJzYwa_0 2024-09-22T10:33:39.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18034901303044281203', time=2024-09-22T11:49:12.953420+0000, chain.objs.size()=1 2024-09-22T10:33:39.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Z3yY4qvIy_Mwss4HJ0mrJ-8u0-BFCdx_0 2024-09-22T10:33:39.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8576289023545189498', time=2024-09-22T11:49:14.222779+0000, chain.objs.size()=1 2024-09-22T10:33:39.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.eDM9EpBoltGf3loTPkmlWgBcD93aBBV_0 2024-09-22T10:33:39.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14453182155979127338', time=2024-09-22T11:49:14.523310+0000, chain.objs.size()=1 2024-09-22T10:33:39.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wzkjUQGTura8wHO4Z-UK2yFVYneiFEK_0 2024-09-22T10:33:39.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14077290310291882435', time=2024-09-22T11:49:14.843225+0000, chain.objs.size()=1 2024-09-22T10:33:39.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.u1PtCL_jIHY2oc9XSZv2XMVbx9LJcaR_0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2470084789843183904', time=2024-09-22T11:49:15.026490+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SNCGgKWHALhi245J0nbauA9k8iS7FT9_0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6225480409662296949', time=2024-09-22T11:49:15.124738+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1_dg9fnuGuJluOjQQpHGfIPQOcgIp0__0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.177111940898865313', time=2024-09-22T11:49:18.107511+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OI8TDwsyFysfNZDmR-Hoc1rUuT0RFil_0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8105483093153176262', time=2024-09-22T11:49:18.450717+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dXTFNoFbeZW0EzoZ9hT_lUjJwgVBC_3_0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9581310095848838715', time=2024-09-22T11:49:18.519299+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KyYoc5s4Xiam8jIX_-uIuuwFXjf0Urm_0 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9769197970681466350', time=2024-09-22T11:49:18.520815+0000, chain.objs.size()=1 2024-09-22T10:33:39.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0wl3Aolomq8iA3Ua4Njycaeh2WFJzO1_0 2024-09-22T10:33:39.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3795279850792345755', time=2024-09-22T11:49:19.279554+0000, chain.objs.size()=1 2024-09-22T10:33:39.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LoSLTxaU6giIE5lJRTz1UHkegUQcUww_0 2024-09-22T10:33:39.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15299187592944791030', time=2024-09-22T11:49:19.617175+0000, chain.objs.size()=1 2024-09-22T10:33:39.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bQC6uVuSwJVQ3spPH098N7NzNzCHDdG_0 2024-09-22T10:33:39.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13506384253400822791', time=2024-09-22T11:49:20.119054+0000, chain.objs.size()=1 2024-09-22T10:33:39.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G7stsEWMGI2hIlmzIkmhhOX7bNPBGDU_0 2024-09-22T10:33:39.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6210843162538782693', time=2024-09-22T11:49:21.988790+0000, chain.objs.size()=1 2024-09-22T10:33:39.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rNu7b_dTcBTGothcxGPjxfzhKFEsAfH_0 2024-09-22T10:33:39.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.447685113725929127', time=2024-09-22T11:49:22.498920+0000, chain.objs.size()=1 2024-09-22T10:33:39.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r457rLbKfWXgFKtRGwgbO4K1ua0x3M6_0 2024-09-22T10:33:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6397392496043953686', time=2024-09-22T11:49:23.658539+0000, chain.objs.size()=1 2024-09-22T10:33:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sN8isvUEKcRIYocjT3eWC4dpJZGLxsl_0 2024-09-22T10:33:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14441382429121835931', time=2024-09-22T11:49:24.472766+0000, chain.objs.size()=1 2024-09-22T10:33:39.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KuV9-00-HE1AExSpTkDhQUe759Cg7j-_0 2024-09-22T10:33:39.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9604857932242533221', time=2024-09-22T11:51:10.530255+0000, chain.objs.size()=1 2024-09-22T10:33:39.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.AlCJi-6s9M-EavCgsbxK-psUzDzTgvL_0 2024-09-22T10:33:39.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9729028384143006293', time=2024-09-22T11:51:10.974069+0000, chain.objs.size()=1 2024-09-22T10:33:39.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.42zZcrK-0D8UVcEXSwZC0GxBkFHMT-2_0 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15958024969312234022', time=2024-09-22T11:51:12.615593+0000, chain.objs.size()=1 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5L0DDZ5UHJULBQjMZmE_Ry0OljieOez_0 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5199703917279178523', time=2024-09-22T11:51:12.918750+0000, chain.objs.size()=1 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hoAsx5XHG-t19dXyPKHTS9XygUg3ZbU_0 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11372713853512491045', time=2024-09-22T11:51:15.293925+0000, chain.objs.size()=1 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kwx9yJoWEzIyoExjKXhWpfTwbsWVz5n_0 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3169352478631568424', time=2024-09-22T11:51:18.798413+0000, chain.objs.size()=1 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cMnHSL5JbbdIJPKKvDlGni8gifTbAjZ_0 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.808047924071476146', time=2024-09-22T11:51:19.661288+0000, chain.objs.size()=1 2024-09-22T10:33:39.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.I1C6MCYy1lMYRvPfqyWjpTDrtr1ZKYg_0 2024-09-22T10:33:39.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1667892463847257596', time=2024-09-22T11:51:20.062993+0000, chain.objs.size()=1 2024-09-22T10:33:39.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vNa5RTPaFCl8kX74PbFY20WWptxg8Tc_0 2024-09-22T10:33:39.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7130345260607550139', time=2024-09-22T11:51:20.554918+0000, chain.objs.size()=1 2024-09-22T10:33:39.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.D5CFK4WtsbI8Bd-R68K9OGajnfIba0z_0 2024-09-22T10:33:39.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12645424634752256132', time=2024-09-22T11:51:23.677430+0000, chain.objs.size()=1 2024-09-22T10:33:39.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ch9caV-8WBwUUpdGjqd_vbJnjTDn1GK_0 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17861280016756963218', time=2024-09-22T11:51:24.209952+0000, chain.objs.size()=1 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IzX5zlxM6pA5WEiEvWQMpJchvDicp2x_0 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4367364316344549577', time=2024-09-22T11:51:24.351126+0000, chain.objs.size()=1 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nMWxm6Zn-U_VO5zfRPQdzfiYeiiLtLB_0 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11791929764186278936', time=2024-09-22T11:51:25.593876+0000, chain.objs.size()=1 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UUZPFS8WEsvjLrDScp9UxEDTavETXie_0 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16216772415494021958', time=2024-09-22T11:51:27.999508+0000, chain.objs.size()=1 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.if9dnlxNyi-2WWytVrvjFWcon2eeNq9_0 2024-09-22T10:33:39.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16821003315696754631', time=2024-09-22T11:51:28.073545+0000, chain.objs.size()=1 2024-09-22T10:33:39.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4oJvrbFUe9LAbmrUWEnUci3uvEzB1uF_0 2024-09-22T10:33:39.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7331312877795046602', time=2024-09-22T11:51:29.490494+0000, chain.objs.size()=1 2024-09-22T10:33:39.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Hqo6VCeQHlKCDOF_a40cujEzo3gC-_3_0 2024-09-22T10:33:39.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48168 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3903183832875530755', time=2024-09-22T11:51:33.234311+0000, chain.objs.size()=1 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kK6Ff4XhCABhor-Dl5rO64KP4a2tk84_0 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6404007018632160495', time=2024-09-22T11:51:33.828194+0000, chain.objs.size()=1 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8lCjnjb-YVA7xOmDw6RNvke9K8D0PJg_0 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4768255242724219522', time=2024-09-22T11:51:36.438921+0000, chain.objs.size()=1 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1-iYnLwNgvaSwReD4jU4AIDN7qR2TFU_0 2024-09-22T10:33:39.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4944702916635412004', time=2024-09-22T11:51:36.608855+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Uvcu6FlmBb1PoiZAj3_kFZ7okav84ou_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14880867967355118543', time=2024-09-22T11:51:37.570801+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QBnukmVDj-KQCW2owUfb72A6HnF2VUy_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16186163670625441898', time=2024-09-22T11:51:40.159907+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.B0iIoBW1R-k8SW1pRWyxCVS9ico1EKS_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6215630166536352960', time=2024-09-22T11:52:17.696698+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.341__shadow_.852bV_K5CayiMrzqaW70sWirXWsvs1A_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17140322770961975894', time=2024-09-22T11:56:39.524500+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.465__shadow_.XCIzQstRvXk2ROa_2eE_tpJymrbfiZT_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8757987471356814833', time=2024-09-22T11:56:39.561165+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.465__shadow_.a6WeyIXSeVVYJN_Vv7NersIOYTm1741_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7639979225414931684', time=2024-09-22T11:57:03.078819+0000, chain.objs.size()=1 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.481__shadow_.F2wgTNXXnYjbefnKS0e1QtREJnGdHzf_0 2024-09-22T10:33:39.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12957639722575941286', time=2024-09-22T11:57:08.974097+0000, chain.objs.size()=1 2024-09-22T10:33:39.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.2FKNpNVUocQAxOhcHzxHTDJxcXQpVa-_0 2024-09-22T10:33:39.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15656484691773479873', time=2024-09-22T12:03:04.958945+0000, chain.objs.size()=6 2024-09-22T10:33:39.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.1 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.2 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.8w5v5xlwabaXuQBDe4IHZqZHq7h8GL0X.3 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.4 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.5 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~HjijQrMfpt5-VHmQ2dH3_Jm0wg2HVwA.6 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13427985997675959884', time=2024-09-22T12:04:41.565560+0000, chain.objs.size()=3 2024-09-22T10:33:39.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~yheBeavCA0UL5dtYHkymzbJiqu0AdMD.1 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~yheBeavCA0UL5dtYHkymzbJiqu0AdMD.2 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~yheBeavCA0UL5dtYHkymzbJiqu0AdMD.3 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.268439390606839936', time=2024-09-22T12:05:43.707007+0000, chain.objs.size()=4 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.528__multipart_mymultipart.2~PWjXSh724Ootq94Q8QYHdaho9BzwHGM.1 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.528__shadow_mymultipart.2~PWjXSh724Ootq94Q8QYHdaho9BzwHGM.1_1 2024-09-22T10:33:39.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.528__multipart_mymultipart.2~PWjXSh724Ootq94Q8QYHdaho9BzwHGM.2 2024-09-22T10:33:39.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.528__shadow_mymultipart.2~PWjXSh724Ootq94Q8QYHdaho9BzwHGM.2_1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2224715777559288466', time=2024-09-22T12:07:35.328138+0000, chain.objs.size()=1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.551__shadow_.32QIADT0eCSQUay9ECrA1tAZRQfCKty_0 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7664839678510597410', time=2024-09-22T12:08:55.484805+0000, chain.objs.size()=1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.561__multipart_mymultipart.VFMlCmNFeDLIzKUhC9fgTUOFjEDH4ywV.1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3936973034505207299', time=2024-09-22T12:09:26.122032+0000, chain.objs.size()=1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:qrd5ITQjbz6q65PUZ6HOgwTuTE89e9B_.04PTyPIi-CfZkjbKECA9Mk77bLcFd7U_0 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.493707444311836985', time=2024-09-22T12:09:38.196820+0000, chain.objs.size()=1 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:dzVDHnQtd-iUZgDn-khL-MyZaOTKuTo_.0CBo_aHlnPk0kvT7TU9fODUXoCwR0VX_0 2024-09-22T10:33:39.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5577272726742784691', time=2024-09-22T12:10:41.485853+0000, chain.objs.size()=1 2024-09-22T10:33:39.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:epwoq9k66twdBI9DUj7H.6XuJHHCgHi_.AfDMNHMsLPDvbvKCvl6MxuAtTY9jYaW_0 2024-09-22T10:33:39.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14654987652680935770', time=2024-09-22T12:12:06.823794+0000, chain.objs.size()=4 2024-09-22T10:33:39.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jmHSQu8ZrOm0Cpnm4PZ8fM5M5ZMfZYX.1 2024-09-22T10:33:39.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jmHSQu8ZrOm0Cpnm4PZ8fM5M5ZMfZYX.2 2024-09-22T10:33:39.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jmHSQu8ZrOm0Cpnm4PZ8fM5M5ZMfZYX.3 2024-09-22T10:33:39.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jmHSQu8ZrOm0Cpnm4PZ8fM5M5ZMfZYX.4 2024-09-22T10:33:39.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.881220104298616153', time=2024-09-22T12:13:19.573670+0000, chain.objs.size()=1 2024-09-22T10:33:39.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.608__shadow_.LJr9L1_bEXE4Ko5zGklk37afYOhxL9g_0 2024-09-22T10:33:39.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13910310912191043838', time=2024-09-22T12:22:40.389438+0000, chain.objs.size()=1 2024-09-22T10:33:39.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.668__shadow_.9898FGCshnuodWjoQGAZOopHygKC2sc_0 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13265995292520253214', time=2024-09-22T12:23:30.627018+0000, chain.objs.size()=1 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.696__shadow:9TNUJ89Zm-gR-MkazbQ9t1DsNgEFMPY_.mj0Zx1nk0TWDZEoMFJKhA6uPH0qGphS_0 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14021510510747117447', time=2024-09-22T12:24:20.214654+0000, chain.objs.size()=1 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.715__shadow:MOeB9QT1o.DgtsMVzSFwAqTEOfhPLTW_.mfPyXNx67A9jUIyEuel1CY-9qnajcZ7_0 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.411162790417068682', time=2024-09-22T12:24:37.578743+0000, chain.objs.size()=1 2024-09-22T10:33:39.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.719__shadow_.JF6GueSxGJmtL27viAYt41mkN787T2b_0 2024-09-22T10:33:39.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11891406065426200214', time=2024-09-22T12:26:08.501696+0000, chain.objs.size()=1 2024-09-22T10:33:39.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.744__shadow_.FWJpzNameOzGaFjYH0KK99bGQpT9tj2_0 2024-09-22T10:33:39.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15458365242159452233', time=2024-09-22T12:26:57.225567+0000, chain.objs.size()=1 2024-09-22T10:33:39.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.746__shadow_.4792TlhXNWcsJhe2mf_kpf583GRnGf__0 2024-09-22T10:33:39.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-22T10:33:39.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51542' 2024-09-22T10:33:39.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2339900975893848190', time=2024-09-22T11:41:31.835755+0000, chain.objs.size()=1 2024-09-22T10:33:39.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.242__shadow_.q-7VsW1iNkVMwq6tDFfITqu1yctNVAw_0 2024-09-22T10:33:39.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2093259208811406924', time=2024-09-22T11:41:51.211138+0000, chain.objs.size()=1 2024-09-22T10:33:39.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.249__shadow_.mgSEeEWAfOMUR1Fl43skwc3qqR2GzL6_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3930286319394271989', time=2024-09-22T11:42:07.513579+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.256__shadow_.eSViClpllYe2mJ2gTXvAJM6HFdwNi0q_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7699632557427026176', time=2024-09-22T11:42:14.209396+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.259__shadow_.yG1c7gtaY5nzqz6mWnPhEvMNmsKrKba_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17393558833325840356', time=2024-09-22T11:44:03.518794+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hGVko74hjZx_Cgf1Slpv_jy_bEFX9lj_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7722939470039882712', time=2024-09-22T11:44:03.576406+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Tctj3QkRZSAkNrdTQsrQnqys0ciz-lt_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15524819334441539053', time=2024-09-22T11:44:03.866961+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RnVWeCLGwmRg9AgOH2YGYFJZh3LLD1e_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4872907894088874485', time=2024-09-22T11:44:08.479351+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0vx6jHwpWPGZXqvTnqWpSWAIFM1vktu_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8717388610215285535', time=2024-09-22T11:44:13.076480+0000, chain.objs.size()=1 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.shdFs8-wYfPhI5iX7cF95kBioWiEcd-_0 2024-09-22T10:33:39.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4434865514815083250', time=2024-09-22T11:44:13.232297+0000, chain.objs.size()=1 2024-09-22T10:33:39.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Wfuhug78yW3bDrcLEFxdS0eOEjZX0h5_0 2024-09-22T10:33:39.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8343029085558873729', time=2024-09-22T11:44:13.234403+0000, chain.objs.size()=1 2024-09-22T10:33:39.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1Mg2QyAAEt1_MxUmjnOXzH00Ib4uMiK_0 2024-09-22T10:33:39.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6475075129455327526', time=2024-09-22T11:44:13.438768+0000, chain.objs.size()=1 2024-09-22T10:33:39.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.qqrEl1wBmib8Jry9QgSXt7VxoFyao5-_0 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10051092201104816071', time=2024-09-22T11:44:14.507947+0000, chain.objs.size()=1 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.--z9As-WCdAbO9ymZw9JUBk6-rpK1H6_0 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16741042182157112890', time=2024-09-22T11:44:14.713445+0000, chain.objs.size()=1 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Majifv7KK99IwB6jf5Dhz1-TOzlIjLd_0 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6044878209291984466', time=2024-09-22T11:44:16.035445+0000, chain.objs.size()=1 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-w3EYjSNR7hgkYbDGd0GfpdtGcTt9Wn_0 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16226828215215826654', time=2024-09-22T11:44:17.133593+0000, chain.objs.size()=1 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kZHeUl6R6Nc80EcZYtwu2or2Twf1pQb_0 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2717696735352827851', time=2024-09-22T11:44:18.037115+0000, chain.objs.size()=1 2024-09-22T10:33:39.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Os_uabrhPCGjEHK85cSESlM9deMRkHD_0 2024-09-22T10:33:39.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1203656138923959415', time=2024-09-22T11:44:18.292246+0000, chain.objs.size()=1 2024-09-22T10:33:39.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.e6hhu2-eMPQo4H019cdORMv3FCLF9lK_0 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10326312343719910928', time=2024-09-22T11:44:20.474225+0000, chain.objs.size()=1 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AxN_F6D0PnOdI6IbDAKcn65Ig2ECfPk_0 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7082510053089111099', time=2024-09-22T11:44:21.079653+0000, chain.objs.size()=1 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fmp2_rV7B8RpqwbsNFAMRS4qkhxHbWx_0 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7331225792356676546', time=2024-09-22T11:44:21.563771+0000, chain.objs.size()=1 2024-09-22T10:33:39.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Hsvb_BuJgkVxxdoOGGnqikQSVvLowd8_0 2024-09-22T10:33:39.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9525964183738116012', time=2024-09-22T11:44:21.628548+0000, chain.objs.size()=1 2024-09-22T10:33:39.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1CbFCl64yQryOjes5ZkUAB6pzWyhxcf_0 2024-09-22T10:33:39.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1387652983455566502', time=2024-09-22T11:44:22.310418+0000, chain.objs.size()=1 2024-09-22T10:33:39.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wMzalxeLCzomUcUHLaLSvBkZShT_uUo_0 2024-09-22T10:33:39.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7212328652373873756', time=2024-09-22T11:44:22.629216+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mjVQb9WKkqSa5ZIKM1Cpj3TyPY2ALPv_0 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16257929884453419228', time=2024-09-22T11:44:24.625152+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HWk6c4k6F5Vp0IbdqtI117NToQ_DtU8_0 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16710859771963498720', time=2024-09-22T11:44:25.801493+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IKCMhgSb0b9saPpbyRRU2BnW9EZqmzb_0 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13274864935399279307', time=2024-09-22T11:44:26.058724+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.h77twRmkXSLPW3vvsRE3scgnZjRD629_0 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12243604972409142307', time=2024-09-22T11:44:26.375991+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.e_oygi7L2a_l1LwFRvGRvULLCPSa4Zh_0 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10742383534187657514', time=2024-09-22T11:44:26.489061+0000, chain.objs.size()=1 2024-09-22T10:33:39.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7qCUHK0nj-qzEljRH3oEaPP8XUam8XT_0 2024-09-22T10:33:39.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12791734476284237818', time=2024-09-22T11:44:27.258903+0000, chain.objs.size()=1 2024-09-22T10:33:39.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4FUEzXxd5BjZit5y-p_T3fTTP6sQffP_0 2024-09-22T10:33:39.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17644649815469580901', time=2024-09-22T11:44:28.528231+0000, chain.objs.size()=1 2024-09-22T10:33:39.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Ma6tsK4blEtxSJZcq7pXrzNBsP6YLqa_0 2024-09-22T10:33:39.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10817289127388049538', time=2024-09-22T11:44:28.530103+0000, chain.objs.size()=1 2024-09-22T10:33:39.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._CBXy7fk3L8GonXrWsK8had76KK5_EV_0 2024-09-22T10:33:39.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14807397613132564039', time=2024-09-22T11:44:30.562060+0000, chain.objs.size()=1 2024-09-22T10:33:39.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-ngNHeaxjoB0fVf2xFbLWrtwJUrafHk_0 2024-09-22T10:33:39.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8021351391326047416', time=2024-09-22T11:44:30.819196+0000, chain.objs.size()=1 2024-09-22T10:33:39.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fg8QLHEOmSk2iiCvB1WazXl5VG7ajIb_0 2024-09-22T10:33:39.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10262442482615600613', time=2024-09-22T11:44:31.258005+0000, chain.objs.size()=1 2024-09-22T10:33:39.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PCHW_UdGh-MSLbt_OCogXqcvHv1LFwe_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.288239641139772482', time=2024-09-22T11:44:31.313053+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xUkfnZai6_XdD0JDDpvj7J7VyvGfqzW_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17690973947179168373', time=2024-09-22T11:44:31.965488+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cj4LU4vbVBtvyl8gg6HmklzpygMZZxk_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2535526838176720002', time=2024-09-22T11:44:32.136492+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.emJdhC-FwKHwc4-ga_4j97BIIdwq7Bb_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13461129776634438672', time=2024-09-22T11:44:32.856282+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kkncS7q6RGZv87zV0UXIXRaqxPXfL1C_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2445016662716194007', time=2024-09-22T11:44:54.915167+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.271__shadow_.5ESTnuy9Jvqtg22ElJgnlcLwnAl979g_0 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8584824710776253208', time=2024-09-22T11:45:06.203887+0000, chain.objs.size()=1 2024-09-22T10:33:39.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.276__shadow_.BhzhZaeKZD1-zIorpkRCvxQ9zzrxKw7_0 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8947716829975508063', time=2024-09-22T11:45:26.935291+0000, chain.objs.size()=1 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.285__shadow_.eQfSZKg_qgMMfZYmANvun30RrElt1Ro_0 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13737924642676811111', time=2024-09-22T11:45:38.775108+0000, chain.objs.size()=1 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.290__shadow_.1AeWttA6RKZXsJKbg5RbGtP7KfkipAc_0 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4884455388427942424', time=2024-09-22T11:45:53.136052+0000, chain.objs.size()=1 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.wFz7H0_vfN0Q4Cr4yA3iRs_sFw1CT6S_0 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4080016263705418594', time=2024-09-22T11:46:09.631656+0000, chain.objs.size()=1 2024-09-22T10:33:39.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.300__shadow_.1cAq19YGr3MyLdkZ1eBXbGky7lVL-uS_0 2024-09-22T10:33:39.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10884028729855396320', time=2024-09-22T11:48:52.930004+0000, chain.objs.size()=1 2024-09-22T10:33:39.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Qn_qphzhx1x0zZJOuqaUoKGHZLPfqjt_0 2024-09-22T10:33:39.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5117733348238059769', time=2024-09-22T11:48:54.783472+0000, chain.objs.size()=1 2024-09-22T10:33:39.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.V7is0DJb4Kp5TB-sgbbpNW67YoZp0JH_0 2024-09-22T10:33:39.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12002656194667932913', time=2024-09-22T11:48:55.861058+0000, chain.objs.size()=1 2024-09-22T10:33:39.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FjFZy26FKa0W36kfSndDQFFp6lFdUUL_0 2024-09-22T10:33:39.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4134959047031070525', time=2024-09-22T11:48:58.661460+0000, chain.objs.size()=1 2024-09-22T10:33:39.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gPYTA317DKo3Qj6RGKCAmQOmt6hf_QS_0 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4137007195523247381', time=2024-09-22T11:49:02.417392+0000, chain.objs.size()=1 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tuF2pBF0OQziuXYjYtis1wd9ikpRWRN_0 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16756478967321834447', time=2024-09-22T11:49:04.419060+0000, chain.objs.size()=1 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nghGhHOcSqQng9i7CxfkLbl6XKkt061_0 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4976370956905010145', time=2024-09-22T11:49:05.589176+0000, chain.objs.size()=1 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5slqp_OdxIN7gdYQIcH36H4CCHKLlH4_0 2024-09-22T10:33:39.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1096938388846068873', time=2024-09-22T11:49:05.809192+0000, chain.objs.size()=1 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QNdZG33LyRkA0az0pqHYmeELRyG015U_0 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1804780580936221884', time=2024-09-22T11:49:06.510160+0000, chain.objs.size()=1 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PN2JplD5j9zEhVy0wosYWB_bAwAO-Fi_0 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17924607876664408610', time=2024-09-22T11:49:06.987988+0000, chain.objs.size()=1 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JI4cbotaTve061pzAF0dcKvnHILOBlV_0 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15593127651629879117', time=2024-09-22T11:49:08.137223+0000, chain.objs.size()=1 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Vmi243_9ovmRiPgNKd3VfeZv-eLuZia_0 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5036536892980268443', time=2024-09-22T11:49:08.330067+0000, chain.objs.size()=1 2024-09-22T10:33:39.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9ApkogMZhnr2DN-PTkDgFZlePhLFlbH_0 2024-09-22T10:33:39.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3207482064294570307', time=2024-09-22T11:49:08.878769+0000, chain.objs.size()=1 2024-09-22T10:33:39.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sOHp-FMRxW1c7OnZmr7faRNwhyRMcrq_0 2024-09-22T10:33:39.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18357087450221895673', time=2024-09-22T11:49:10.297771+0000, chain.objs.size()=1 2024-09-22T10:33:39.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WvIY-Lp-Ak05Ql-Vfe2FW-5SKDUpyo-_0 2024-09-22T10:33:39.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10365807520626058635', time=2024-09-22T11:49:12.439423+0000, chain.objs.size()=1 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vDFvvfXUutMgHFzCTP_80GcyF-bV95Z_0 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12768082554838587308', time=2024-09-22T11:49:12.647281+0000, chain.objs.size()=1 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-M1WPWopp4biIzKgdJgXLMIYOFuIfOY_0 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17170561580960004009', time=2024-09-22T11:49:12.846733+0000, chain.objs.size()=1 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1sAqtYHkuw5H1OFatmm3WS43tJkGzz__0 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6620570522850456732', time=2024-09-22T11:49:13.076013+0000, chain.objs.size()=1 2024-09-22T10:33:39.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oB0lJBSrg7hnTqS5Twy-YhjkK1BTwny_0 2024-09-22T10:33:39.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9392217737404566575', time=2024-09-22T11:49:14.492705+0000, chain.objs.size()=1 2024-09-22T10:33:39.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.u874cl_8IACONByQGnFexeZsteCCA9d_0 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14865749016552458698', time=2024-09-22T11:49:14.657873+0000, chain.objs.size()=1 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.61hk_WqSbMvayKAB99I0jxtay7KUZ3Z_0 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17080040427477162278', time=2024-09-22T11:49:15.824104+0000, chain.objs.size()=1 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rjoQ5pjcCTAznEW2ITPEnJ-ziwsEZqV_0 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15302729544899659169', time=2024-09-22T11:49:17.110507+0000, chain.objs.size()=1 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bqCpPJkfLteCBI7ycozOHNV3LQkD8Wp_0 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8195139628593582527', time=2024-09-22T11:49:20.000978+0000, chain.objs.size()=1 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xR4j8C1HPD2io4DDtpLeGOyFtXe1T0f_0 2024-09-22T10:33:39.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3496192085343582903', time=2024-09-22T11:49:20.011572+0000, chain.objs.size()=1 2024-09-22T10:33:39.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4jf9c-xBWZWg3nAVd08ydkR4odaeYGU_0 2024-09-22T10:33:39.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16588997419190037248', time=2024-09-22T11:49:20.340160+0000, chain.objs.size()=1 2024-09-22T10:33:39.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OEsTyxAR-7tML3vyf7uwUedK456FseB_0 2024-09-22T10:33:39.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12320480676082732814', time=2024-09-22T11:49:20.615107+0000, chain.objs.size()=1 2024-09-22T10:33:39.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.m8mS5ravZSDVoeXK40Xx9SGW7mkILnA_0 2024-09-22T10:33:39.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6195812860554822688', time=2024-09-22T11:49:20.618316+0000, chain.objs.size()=1 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VD5E77VXojeBumw83COmMgH0XHm_bnv_0 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15405911819884047820', time=2024-09-22T11:49:23.919228+0000, chain.objs.size()=1 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RhNZorRs3nXzK9XLHlfMNOy5QqFakf7_0 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14302502503215096048', time=2024-09-22T11:49:24.413204+0000, chain.objs.size()=1 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EZlsJJmeZfABrZ6NnNCOzNn6cwaEuxw_0 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15085630578623377394', time=2024-09-22T11:51:10.105191+0000, chain.objs.size()=1 2024-09-22T10:33:39.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.H3VrOPvN42XdtCbnehoDhqtik-496mt_0 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12850274303541395956', time=2024-09-22T11:51:11.177626+0000, chain.objs.size()=1 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3hJF8sJHbCToIEbRnl32TSIwwarN8PY_0 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.51769761211140539', time=2024-09-22T11:51:12.123727+0000, chain.objs.size()=1 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V3LXusV0PBb5fMOiKijYwbVzyldJ2IW_0 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8029802295239226686', time=2024-09-22T11:51:12.959189+0000, chain.objs.size()=1 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.pgryuZhb680H5PgJDU6FCxQdkN0-zKH_0 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.265431311559622115', time=2024-09-22T11:51:14.603091+0000, chain.objs.size()=1 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.s_wri0wZnbM4x_DgXv68R2jkdFqnsZw_0 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8722643028424003935', time=2024-09-22T11:51:14.802805+0000, chain.objs.size()=1 2024-09-22T10:33:39.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rZTlJ8S6aK0KYZVeiwm5TmnDI6RUpuy_0 2024-09-22T10:33:39.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14554959424497055803', time=2024-09-22T11:51:15.139412+0000, chain.objs.size()=1 2024-09-22T10:33:39.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hb9qU-Uu_KJb-a2C6uMnVvG-Nu35Jf1_0 2024-09-22T10:33:39.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15203255036822632952', time=2024-09-22T11:51:16.185947+0000, chain.objs.size()=1 2024-09-22T10:33:39.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._YeF3UNd3dNWhaqaSzt8OPjV8ThIZuy_0 2024-09-22T10:33:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12046603762788566692', time=2024-09-22T11:51:16.324141+0000, chain.objs.size()=1 2024-09-22T10:33:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HOMbYC3OV3UJfYhFkx-kmy5cM1Vbe_e_0 2024-09-22T10:33:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16089442386979340115', time=2024-09-22T11:51:17.012661+0000, chain.objs.size()=1 2024-09-22T10:33:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6vXmVzkV3nvEr8HaEKvicDwC1-0Fom2_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18213571536844441389', time=2024-09-22T11:51:17.392571+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ACdb0uRL2ffatsjNTqMLTsjJEM2dT-Z_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4018613015179073974', time=2024-09-22T11:51:19.412282+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xI53RQn7Cty1CD01aaf36NWimxCRQ-l_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2701615186799547609', time=2024-09-22T11:51:21.600038+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eLSffJAwEaICHSf-wMuDhAuAWMDDLb5_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16553446908556224217', time=2024-09-22T11:51:23.436915+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fZL5EXMWNSPrEZ4JgcWvJyg9IN1HorJ_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16457749808678750771', time=2024-09-22T11:51:24.876032+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HO7vsGmOcAYbQZS6wQwpyRCa4dO8mrw_0 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6429877709628479164', time=2024-09-22T11:51:25.417002+0000, chain.objs.size()=1 2024-09-22T10:33:39.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5yYVXsdvqXWs7BFgEXq6w9A_y7bFboF_0 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12216502827342973100', time=2024-09-22T11:51:27.401704+0000, chain.objs.size()=1 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CrTA1OjPNWo5n20cOYQVkKxt3jukEfG_0 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5987845742667894206', time=2024-09-22T11:51:28.194033+0000, chain.objs.size()=1 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tnR5BHjno9dYi_Wsweosxr9H4rMXLtm_0 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3546756430927865529', time=2024-09-22T11:51:28.576527+0000, chain.objs.size()=1 2024-09-22T10:33:39.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nZWCkw7OAyYZ2INZDhUUM6APIb6R3NJ_0 2024-09-22T10:33:39.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1901530750610916970', time=2024-09-22T11:51:28.859602+0000, chain.objs.size()=1 2024-09-22T10:33:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Kr0V8x9gjk1Y-bQhmtrKeOkXXmGJb9I_0 2024-09-22T10:33:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2623426686033947830', time=2024-09-22T11:51:30.360432+0000, chain.objs.size()=1 2024-09-22T10:33:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hPvOyTZGIP03oEFoJTmO2Z61ZjSgkzv_0 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5208699777349846044', time=2024-09-22T11:51:30.539345+0000, chain.objs.size()=1 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yBxy3hg9GkFfzGMocRr73d4aDq5_R-F_0 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6405891561949792387', time=2024-09-22T11:51:32.822720+0000, chain.objs.size()=1 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NVa-O6zMgiAKcYaGKf-L6iPs7KYKguW_0 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6889239088263139469', time=2024-09-22T11:51:34.714031+0000, chain.objs.size()=1 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WptDZKAXzWrkkswS9-Lksh87WnMYDwP_0 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1759201704898891232', time=2024-09-22T11:51:36.971892+0000, chain.objs.size()=1 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.s5bs0zel5qum5dZaNSqf6ZT37Q3XphU_0 2024-09-22T10:33:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13727103293403451939', time=2024-09-22T11:51:37.776297+0000, chain.objs.size()=1 2024-09-22T10:33:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Yrk95al0fH5JYplCdUx4Qo7Gyg3nsjt_0 2024-09-22T10:33:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.880+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51542 2024-09-22T10:33:39.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7892898819227022542', time=2024-09-22T11:51:38.765786+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wStNupv8Mezna3hyBQhwt-isGEMVmgC_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11573022692723489351', time=2024-09-22T11:51:38.804347+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Brgm7RwOr6Ih2Y27k-_jDnSoMrj9vTc_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7853310513816213231', time=2024-09-22T11:51:40.158958+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zQygkRohSQVG4JxP8Zzpb06xla992cF_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.286844751547946379', time=2024-09-22T11:51:40.385737+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EOBaU4GWRJoZg5n4sqheHld0tjkaO2z_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11762389093700585627', time=2024-09-22T11:51:42.544358+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.43KSSutSV0AoujVWf15VsgI2mpCqbh2_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11437346053655144989', time=2024-09-22T11:52:04.599625+0000, chain.objs.size()=1 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.335__shadow_.lRT3Wdiw_VWqX0oIAwsdWOyGVRhIqLT_0 2024-09-22T10:33:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6309377456262426938', time=2024-09-22T11:56:18.382061+0000, chain.objs.size()=1 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.458__shadow_.5cfDHhIschfhIm28tiZtaRUZrLvk70F_0 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7885293600992285090', time=2024-09-22T11:58:42.717662+0000, chain.objs.size()=6 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8293742672396745920', time=2024-09-22T11:59:16.785949+0000, chain.objs.size()=1 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.518__multipart_mymultipart.2~nkYXmrmfolxmlWevtE6n7r9KBtk-8Xs.1 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11355720261516771285', time=2024-09-22T11:59:24.407765+0000, chain.objs.size()=1 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.518__multipart_mymultipart.2~-maRwf7XvJBsC5R62E_Z1MdwKsuPc_G.1 2024-09-22T10:33:39.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3078512000421350599', time=2024-09-22T12:04:53.308781+0000, chain.objs.size()=1 2024-09-22T10:33:39.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~9ssodFECAuis7Tl3CYZiunHeZqJq_TR.1 2024-09-22T10:33:39.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16098756300457115554', time=2024-09-22T12:05:41.752837+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.528__shadow_.O6GTmuGwNGJLVJ7YwuAPi4jGCnOM9UB_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14377922328283995252', time=2024-09-22T12:07:47.373122+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.552__shadow_.V3e3O08Tpp02Lu50CnIdade1HdVdCWV_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3565460985927118450', time=2024-09-22T12:07:49.101796+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.552__shadow_.NlS_fm9Tsvi7Vy4VAysDP1MZlk3FPNB_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11414974925102252692', time=2024-09-22T12:09:11.608693+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.565__shadow_.jWaayenkREo57ZRpVYBsHHzYrmcJZu9_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1390833373644132137', time=2024-09-22T12:09:51.754286+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.572__shadow_.-vMlHH6LJMxTjMvc1A_jnVwWBOwwEpw_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14463723265033355016', time=2024-09-22T12:19:54.506261+0000, chain.objs.size()=1 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.629__shadow_.h-nhljGy5T3Z1V1s7apTiAHGLSktycm_0 2024-09-22T10:33:39.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9907167285528568866', time=2024-09-22T12:27:21.216058+0000, chain.objs.size()=1 2024-09-22T10:33:39.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.888+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.750__shadow_.cqKwT7ATFFYkVyTaNS6PqZBBUYQ2R9K_0 2024-09-22T10:33:39.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14175637930391149202', time=2024-09-22T12:28:20.682805+0000, chain.objs.size()=1 2024-09-22T10:33:39.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.756__shadow_.TnIEUPewdVOtvjiBKlSiwjJTcLaMjvB_0 2024-09-22T10:33:39.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3476454726508916915', time=2024-09-22T12:28:24.839642+0000, chain.objs.size()=1 2024-09-22T10:33:39.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.757__shadow_._uAX-n4NrY_Azry3cxb13p04D_zX5b__0 2024-09-22T10:33:39.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.900+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.900+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-22T10:33:39.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46663' 2024-09-22T10:33:39.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5019113959808948593', time=2024-09-22T11:34:05.576234+0000, chain.objs.size()=3 2024-09-22T10:33:39.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.UDhjZFoPkhR1p2w64i1IjiYt6JjDfz3_0 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.UDhjZFoPkhR1p2w64i1IjiYt6JjDfz3_1 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.UDhjZFoPkhR1p2w64i1IjiYt6JjDfz3_2 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_ZC1T61mnN05io5U5NmN0M-czPUn6n-z', time=2024-09-22T11:35:36.775219+0000, chain.objs.size()=3 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.V3XkAI15lHsD0TzRONQYSlHIT1PUIs4_0 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.V3XkAI15lHsD0TzRONQYSlHIT1PUIs4_1 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.V3XkAI15lHsD0TzRONQYSlHIT1PUIs4_2 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13097729423535441866', time=2024-09-22T11:36:34.198004+0000, chain.objs.size()=1 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.183__shadow_.9mY5yoFWuctEZJJE8x6Lfu0tMV2mApc_0 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14924558887696580680', time=2024-09-22T11:41:02.943043+0000, chain.objs.size()=1 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.231__shadow_.pJw8tDDke6Hzm1fFDAX2QVFJoubLJCm_0 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.958714191465183887', time=2024-09-22T11:41:29.583437+0000, chain.objs.size()=1 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.241__shadow_.AAb0JhcrB_eTAzFjQWNPb6NaF6cP8w2_0 2024-09-22T10:33:39.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3740120498488493327', time=2024-09-22T11:42:00.515513+0000, chain.objs.size()=1 2024-09-22T10:33:39.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.253__shadow_.VGnmToBY17zRmGklKLkUFgCm8iGPs56_0 2024-09-22T10:33:39.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16594333075193392185', time=2024-09-22T11:42:14.191936+0000, chain.objs.size()=1 2024-09-22T10:33:39.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.259__shadow_.fbXMBerHSRzS4WsjF-6Kl5hv1j1wORM_0 2024-09-22T10:33:39.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15410814612811059747', time=2024-09-22T11:44:04.628222+0000, chain.objs.size()=1 2024-09-22T10:33:39.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.908+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0CvEZDhL3LOPHCx3TYZOEviuvdgfixm_0 2024-09-22T10:33:39.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2012654145113399068', time=2024-09-22T11:44:05.040209+0000, chain.objs.size()=1 2024-09-22T10:33:39.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OBDS3nA46SWHZ1tXZHGZcXElj8-46bx_0 2024-09-22T10:33:39.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2111356304652470223', time=2024-09-22T11:44:05.180575+0000, chain.objs.size()=1 2024-09-22T10:33:39.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8YoLTCEPACSp35LGDgNUm9vq9YYcVNv_0 2024-09-22T10:33:39.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13349854914629971966', time=2024-09-22T11:44:05.303889+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BJKNGyZhMJvbyD3eLPXNDXdoivcaZ_G_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8958997312698234988', time=2024-09-22T11:44:05.905711+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FCz3QBOuuaWvkT6QEphD1nuijA-DB3D_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18033650057610255817', time=2024-09-22T11:44:05.945079+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.t1cN2TmrJM_8GX-Ry1weAG2nGldY_Ia_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17634667767355833584', time=2024-09-22T11:44:05.977226+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lRvqqVeGlZVHrqpKuu5a0MI407BbGso_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7477037660746080715', time=2024-09-22T11:44:08.232803+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oSBUS62vMFROFkZoygiggQThisN-m4k_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15037505112796210421', time=2024-09-22T11:44:09.690289+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._B3b_QT3nLmaz7_k-GW0h1i_gZF6o5v_0 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3410816038001384160', time=2024-09-22T11:44:09.977875+0000, chain.objs.size()=1 2024-09-22T10:33:39.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yq1W6LLB45sWY1m1pXAvCRscOZR97eU_0 2024-09-22T10:33:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7964664281429824516', time=2024-09-22T11:44:11.780781+0000, chain.objs.size()=1 2024-09-22T10:33:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eNivE4-SPeb84gO-jqVz72bkPUWq6X9_0 2024-09-22T10:33:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3976904828318473054', time=2024-09-22T11:44:12.906556+0000, chain.objs.size()=1 2024-09-22T10:33:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.916+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.T-p2GRRaibIPyFlidBBzxw2mTDl-fBi_0 2024-09-22T10:33:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16867556523427164066', time=2024-09-22T11:44:14.878102+0000, chain.objs.size()=1 2024-09-22T10:33:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.H2SFxeMvZ18B5HgyYviF57MocVP512n_0 2024-09-22T10:33:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13456593628607284694', time=2024-09-22T11:44:14.972176+0000, chain.objs.size()=1 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ige_XHds0Y6fiBNOLB1lpnbJnmehJib_0 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11136632349040800958', time=2024-09-22T11:44:16.064578+0000, chain.objs.size()=1 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.likzEmbrtnpi8w40M-HMMQkZJuHOzrn_0 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17334798096992083014', time=2024-09-22T11:44:17.138018+0000, chain.objs.size()=1 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MLlEg5nmHr2k5-IzG6_xZvdGiqS1ZRJ_0 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12670082183415103800', time=2024-09-22T11:44:18.390365+0000, chain.objs.size()=1 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wAYNd3rT66J8Jn_x-YW9ob-5jNuhYoj_0 2024-09-22T10:33:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.298961241164573451', time=2024-09-22T11:44:19.137903+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jBvBeRGxnYR_gJzfk_X7UcfCWAHvZ5i_0 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10656480271189212753', time=2024-09-22T11:44:20.093039+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pvjCseijj2VpBoSAJ63ftp78hQgY4rs_0 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4165557340014945834', time=2024-09-22T11:44:20.543878+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kleIOTl5DivuW3PrXzFDE3nHIPuCrNN_0 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13301206508819960898', time=2024-09-22T11:44:20.840477+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ae56haHjyA4d184YntuhaSzDYS1s0K6_0 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13630027981422653582', time=2024-09-22T11:44:20.894820+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.THzrkUTap8b0jHCI6wgEWVZzeXhbwMB_0 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16159000789951460945', time=2024-09-22T11:44:21.475762+0000, chain.objs.size()=1 2024-09-22T10:33:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.920+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XaR1Ulp_zv_58156LtRZ4-_tYKLdygM_0 2024-09-22T10:33:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2464338971990791426', time=2024-09-22T11:44:22.091730+0000, chain.objs.size()=1 2024-09-22T10:33:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yafIrIculpspGip7_rwzkDmoVscf6iy_0 2024-09-22T10:33:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16423942694747812560', time=2024-09-22T11:44:22.298390+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GLyhAaXQlbU5C49Ozm7BFQhkZOgU1DX_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17989138710490680048', time=2024-09-22T11:44:22.556151+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dQetaA1ddEtKtQDeKxqhRkwcEgYNQq5_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15805056184145175222', time=2024-09-22T11:44:22.846033+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2EwWGu8QsQIgLqjd2EfdVEzh-TunT_-_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6781694801768346510', time=2024-09-22T11:44:24.781392+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kfA553evKeFmhC8LOGIZqMeaC_wMyHe_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6428769026012042989', time=2024-09-22T11:44:25.003400+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9L41YKcn1-75Gkllvwou3kGgBOWXXwM_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6521397654834559348', time=2024-09-22T11:44:25.330351+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QmkWRIjTX9mELpHF1SQZEvNch2k9-8q_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14403216930808758529', time=2024-09-22T11:44:28.239778+0000, chain.objs.size()=1 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dwFkTlGYV9cXLFsW9wgoRaXns2jXkUW_0 2024-09-22T10:33:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9366793782337500490', time=2024-09-22T11:44:29.058848+0000, chain.objs.size()=1 2024-09-22T10:33:39.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XnGLMKi7db71qraPB4UPibAauaihxDF_0 2024-09-22T10:33:39.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14069808635610722426', time=2024-09-22T11:44:31.256552+0000, chain.objs.size()=1 2024-09-22T10:33:39.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pQuAsDvpnREAH_aluOFqe6-DM8gyPCW_0 2024-09-22T10:33:39.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2096210860136721717', time=2024-09-22T11:44:34.934845+0000, chain.objs.size()=1 2024-09-22T10:33:39.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.928+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.qCSADt0gRoN8M3bDHRb7f5r4Y7Q93Xm_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7276097553039387182', time=2024-09-22T11:44:48.280810+0000, chain.objs.size()=1 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.268__shadow_.NaYA5hBeFINzwRaUXURHrMZrJHNUmDm_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7791860106179920731', time=2024-09-22T11:45:15.362762+0000, chain.objs.size()=1 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.280__shadow_.Vrd71_ilMGKQih22LjQjQZU1Czhq_FK_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9647746801967258047', time=2024-09-22T11:45:19.831082+0000, chain.objs.size()=1 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.282__shadow_.BTlTIXSo1uRKOOyQLDiMyDN5f08o4N5_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10923180783434130981', time=2024-09-22T11:45:38.761889+0000, chain.objs.size()=1 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.290__shadow_.z3uwMDWZr2TWbmgbw9KEM10R9UZ9_j0_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3157957272139624527', time=2024-09-22T11:47:06.835208+0000, chain.objs.size()=1 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.322__shadow_.inS4lv4SjNZu-OVCIsVtxBDOhxp5SMX_0 2024-09-22T10:33:39.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7423831101471773778', time=2024-09-22T11:48:52.704736+0000, chain.objs.size()=1 2024-09-22T10:33:39.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4cMKhNKAPlqIqM24MkMKuXZwCdlcFD8_0 2024-09-22T10:33:39.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9535540221121201437', time=2024-09-22T11:48:53.522614+0000, chain.objs.size()=1 2024-09-22T10:33:39.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.d5173edDOKlXHR65MhE9sLUBTlbwrbc_0 2024-09-22T10:33:39.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9442021766895915492', time=2024-09-22T11:48:54.557858+0000, chain.objs.size()=1 2024-09-22T10:33:39.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.932+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0uaVPLBVRYNXcc78b8YR0sOwXmDt_IR_0 2024-09-22T10:33:39.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15445599883133400340', time=2024-09-22T11:48:57.041373+0000, chain.objs.size()=1 2024-09-22T10:33:39.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zF0_VMOH8_8cIJs3-Q67jaM8j67zATV_0 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7708147411756195333', time=2024-09-22T11:49:02.001301+0000, chain.objs.size()=1 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EBKliK9m5jHiYxjCr4tS3tEnOZiKDHy_0 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6287901693663439355', time=2024-09-22T11:49:02.924445+0000, chain.objs.size()=1 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RRVC0gbRbYvISKXUCQegZaO3wvigGcQ_0 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5587687695915370443', time=2024-09-22T11:49:07.442686+0000, chain.objs.size()=1 2024-09-22T10:33:39.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.936+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8U4wcmkwSTtkvABz5uHzpPQZXL22y7C_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12713120770428927233', time=2024-09-22T11:49:07.444909+0000, chain.objs.size()=1 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IdaABo1ka2DbqdbT0sxqt9wP1IEuwVu_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6526984102383333790', time=2024-09-22T11:49:08.023229+0000, chain.objs.size()=1 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5uMNw-qWcvUD3MN4OqrWEqjxihzd6yg_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10218417389728630340', time=2024-09-22T11:49:09.974968+0000, chain.objs.size()=1 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MWrm5p_jp266yjMWowBZM4PX64NqRwQ_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15440566021811240464', time=2024-09-22T11:49:11.400581+0000, chain.objs.size()=1 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qraczg6ZlM_OUDi351EiPaUCPDotYs0_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17276705059351705591', time=2024-09-22T11:49:11.872967+0000, chain.objs.size()=1 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qJ5XEdbbs41OqwHucfTInQSdaTPfKuJ_0 2024-09-22T10:33:39.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9401005968541419438', time=2024-09-22T11:49:12.636936+0000, chain.objs.size()=1 2024-09-22T10:33:39.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QRpLcYgPmoH2FXrMv0s1eY3vcp_v48w_0 2024-09-22T10:33:39.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11174960393810683189', time=2024-09-22T11:49:13.962291+0000, chain.objs.size()=1 2024-09-22T10:33:39.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._MxIeOw1cCYqEsJxLm0tm_BbMTkiqfE_0 2024-09-22T10:33:39.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2958020717164690554', time=2024-09-22T11:49:14.844550+0000, chain.objs.size()=1 2024-09-22T10:33:39.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wooxlNwBJlx9jl4NkKoITBxikZmTkh4_0 2024-09-22T10:33:39.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13870184604229229896', time=2024-09-22T11:49:15.234350+0000, chain.objs.size()=1 2024-09-22T10:33:39.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.940+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mb7ZrDiw6_0Sg85V5xDjauKfD4wvjjq_0 2024-09-22T10:33:39.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6393845046487925867', time=2024-09-22T11:49:16.319589+0000, chain.objs.size()=1 2024-09-22T10:33:39.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dPfMAsiKwUHQmD799NwTQRp8JFjppi8_0 2024-09-22T10:33:39.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11836236327810157078', time=2024-09-22T11:49:18.775284+0000, chain.objs.size()=1 2024-09-22T10:33:39.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bsT6HIMBvYwyiTH1OCNFlM1dSPMVA-O_0 2024-09-22T10:33:39.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13522993019757832698', time=2024-09-22T11:49:19.693344+0000, chain.objs.size()=1 2024-09-22T10:33:39.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KPEupLPRJqIg0ebrT1WNDGB03w_7mMw_0 2024-09-22T10:33:39.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7087836326662986879', time=2024-09-22T11:49:21.106011+0000, chain.objs.size()=1 2024-09-22T10:33:39.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DtUF_uZj6ykM-aM6DBsIdyOaI8msSxK_0 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6592025233857282512', time=2024-09-22T11:49:22.935313+0000, chain.objs.size()=1 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MxqfJpeSgl2fPDPSmQuWnODeOHF_3R6_0 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1398316622443141001', time=2024-09-22T11:49:23.386750+0000, chain.objs.size()=1 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LhVDjrAS8QcZxqFka0-k8v3YzYmuN1U_0 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.990973823012107627', time=2024-09-22T11:49:24.412914+0000, chain.objs.size()=1 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qNTOcF0OVxFnrkklq24nP0FKpMM1zXM_0 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10393833771644711861', time=2024-09-22T11:51:09.569316+0000, chain.objs.size()=1 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wVAqrOzuJZsWF2wydzYQu6r6v8oDfh0_0 2024-09-22T10:33:39.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17144867863328516617', time=2024-09-22T11:51:10.032397+0000, chain.objs.size()=1 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.O3v2reQY4QGy_0PcNDWsHkouedJ25mK_0 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.634284228439117919', time=2024-09-22T11:51:11.274823+0000, chain.objs.size()=1 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.j09NsiImW88FZ_oF8OY0tyOjXNkjGKe_0 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.419009834382834364', time=2024-09-22T11:51:11.849812+0000, chain.objs.size()=1 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.D9rGG6ofQXV5TBLRgNN77JFydaDWSTy_0 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3577404859457316576', time=2024-09-22T11:51:12.847527+0000, chain.objs.size()=1 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.944+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JQZ7bT4GwPLTlJI02RXYj71zb-2CU72_0 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3572485354681779403', time=2024-09-22T11:51:14.617339+0000, chain.objs.size()=1 2024-09-22T10:33:39.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ugFL_cw5_kGktGfd2o2nbD6Mu4H8rZ3_0 2024-09-22T10:33:39.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11526686236508802112', time=2024-09-22T11:51:16.475478+0000, chain.objs.size()=1 2024-09-22T10:33:39.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rcfOyyWQBSZu7SwvGLQFG5RbV29zBu3_0 2024-09-22T10:33:39.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1083887296294743518', time=2024-09-22T11:51:16.599633+0000, chain.objs.size()=1 2024-09-22T10:33:39.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NWFEtI3B6quW8elgsDcqAdE2MGSV5k4_0 2024-09-22T10:33:39.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14020361688199714249', time=2024-09-22T11:51:19.492339+0000, chain.objs.size()=1 2024-09-22T10:33:39.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vqcMYap6xPIb4mT1n3_GdF_zD6aRADw_0 2024-09-22T10:33:39.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11062332814828286394', time=2024-09-22T11:51:19.653338+0000, chain.objs.size()=1 2024-09-22T10:33:39.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.948+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xukqBR6j18XmuvwnRwn2vuD57ex_hK8_0 2024-09-22T10:33:39.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6707558007287677545', time=2024-09-22T11:51:21.466573+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oGC0Lsxl3d7JAzncYCRyaByA7w00oK__0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8369223381250988127', time=2024-09-22T11:51:24.437555+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qP7nP_bNnC94X7LnHiSV0icpY8GsOeh_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12056763338322278966', time=2024-09-22T11:51:25.863150+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EuB9t69OXcD2B9-If-ixtLY8Orab79j_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6498152141407171341', time=2024-09-22T11:51:27.321818+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CmwoFwE3Vdj4XX0azyPnyM3HrpxUYCI_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3208937363074139300', time=2024-09-22T11:51:28.074946+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qOMr0pIz1kqsKWPD2G8hJiS0aAv3jQ9_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5402017598488218487', time=2024-09-22T11:51:29.090544+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JGQnVJ6VlBADf0bal5r00iinxpV9_sN_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16531212416867154498', time=2024-09-22T11:51:29.092845+0000, chain.objs.size()=1 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Tsu6aZNlA00r2Rc-J-6SPvAJXegWf-i_0 2024-09-22T10:33:39.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12857294993627780920', time=2024-09-22T11:51:29.491281+0000, chain.objs.size()=1 2024-09-22T10:33:39.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.952+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.v872pZPErrT9VB5At57Aae8kE-ltQGt_0 2024-09-22T10:33:39.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10245288815936114233', time=2024-09-22T11:51:33.174842+0000, chain.objs.size()=1 2024-09-22T10:33:39.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.btOZjiPqiZa-9glzHFx76XlKLlDHDWo_0 2024-09-22T10:33:39.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.453246553631911578', time=2024-09-22T11:51:34.687470+0000, chain.objs.size()=1 2024-09-22T10:33:39.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.w4DSIFLEvvA1svDr0DlA7tiH8ygu4JM_0 2024-09-22T10:33:39.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9468227626877969295', time=2024-09-22T11:51:36.380509+0000, chain.objs.size()=1 2024-09-22T10:33:39.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Dy2LlFTOB5lAgO52-YDs_t0qfoiBHAi_0 2024-09-22T10:33:39.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6511997654506124498', time=2024-09-22T11:51:36.511134+0000, chain.objs.size()=1 2024-09-22T10:33:39.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.956+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lN7KEnchbl7CFX0-EYfKJqfUvhVU8uz_0 2024-09-22T10:33:39.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11123677997089882347', time=2024-09-22T11:51:37.126444+0000, chain.objs.size()=1 2024-09-22T10:33:39.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YnrBM_ZXOr9qsdqUAn_iRYdg7omwopb_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1537194192541883943', time=2024-09-22T11:51:37.736409+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JQNqJQWBcUAOEVvj3iQZlWpsal8GNiP_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10589668467609152464', time=2024-09-22T11:51:38.074929+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-502ne2P2vNXLsRy1z0vq2q0847j0YK_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5548614118445689761', time=2024-09-22T11:51:38.280859+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9nroGEJr3nfOlIRHggHjN-3vzBtJaPJ_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4662820873277133058', time=2024-09-22T11:51:42.537284+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GisGS0wKZcG4CZ3ftxK71P5dAK1hKjD_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14640375398167676722', time=2024-09-22T11:51:42.539192+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yIF2xe6gQmrtWNApO2hBCHwI91TGmJg_0 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3706430528559765813', time=2024-09-22T11:52:02.522601+0000, chain.objs.size()=1 2024-09-22T10:33:39.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.334__shadow_.-RQOW9nNp0PXp516f5nnPA5mj0kQZD3_0 2024-09-22T10:33:39.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14427213302737102039', time=2024-09-22T11:55:23.075803+0000, chain.objs.size()=1 2024-09-22T10:33:39.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.435__shadow_.G7Qq2jPwRDn5OcQnoxRQ1hmRRJAusPA_0 2024-09-22T10:33:39.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.186081483351481319', time=2024-09-22T11:57:09.043856+0000, chain.objs.size()=1 2024-09-22T10:33:39.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.960+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.5fQ9BSKOpy14PPr0VCSfNBwIzAUDab6_0 2024-09-22T10:33:39.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.964+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46663 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1250982339442493424', time=2024-09-22T11:57:13.367500+0000, chain.objs.size()=1 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.485__shadow_.rL6s8xV_Ez8e87vkZZAWCOmM9-hUxH2_0 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8545688847203433714', time=2024-09-22T11:57:22.458576+0000, chain.objs.size()=1 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.486__shadow_.MjZZlkO6fGNowg2Qpf6Ei7uWYBzpaK2_0 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14329544780263636521', time=2024-09-22T11:57:28.972283+0000, chain.objs.size()=1 2024-09-22T10:33:39.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.489__shadow_.vNxxRi_xmRoKSSKze1erZmiU0MDXaLN_0 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11273027846705817058', time=2024-09-22T11:57:58.260566+0000, chain.objs.size()=1 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4450742501065195718', time=2024-09-22T12:00:47.598823+0000, chain.objs.size()=4 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:gp98B6A1NxsLHs-TH1yjCbJtmKApicT_.YlWdG63iC7CxfqIkz0KxJL9wOy4tRJQ_0 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:gp98B6A1NxsLHs-TH1yjCbJtmKApicT_.YlWdG63iC7CxfqIkz0KxJL9wOy4tRJQ_1 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:gp98B6A1NxsLHs-TH1yjCbJtmKApicT_.YlWdG63iC7CxfqIkz0KxJL9wOy4tRJQ_2 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:gp98B6A1NxsLHs-TH1yjCbJtmKApicT_.YlWdG63iC7CxfqIkz0KxJL9wOy4tRJQ_3 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9315973632941741057', time=2024-09-22T12:03:52.712596+0000, chain.objs.size()=6 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.1 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.3kMlBdXPWBYUsWoVr6_W1hNU1qSaE3AQ.2 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.ndXg7U5JekhoAsnHLBPxMzCKY9WNxsDH.3 2024-09-22T10:33:39.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.968+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.4 2024-09-22T10:33:39.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.5 2024-09-22T10:33:39.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.6 2024-09-22T10:33:39.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17388453870411182103', time=2024-09-22T12:04:22.238229+0000, chain.objs.size()=1 2024-09-22T10:33:39.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~sIaX4eIXlHMy70U63yxfJU44xGlu5I6.1 2024-09-22T10:33:39.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13813959310010440545', time=2024-09-22T12:04:42.031936+0000, chain.objs.size()=4 2024-09-22T10:33:39.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~YhEA_YuVW6PML5jL7cEuBPe1C89tjrl.1 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__shadow_mymultipart.2~YhEA_YuVW6PML5jL7cEuBPe1C89tjrl.1_1 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~YhEA_YuVW6PML5jL7cEuBPe1C89tjrl.2 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__shadow_mymultipart.2~YhEA_YuVW6PML5jL7cEuBPe1C89tjrl.2_1 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9878249763839341185', time=2024-09-22T12:05:07.669681+0000, chain.objs.size()=3 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~s0PeDQP8qjtoZ2Zz6U3ew7KQRCKDxM0.1 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~s0PeDQP8qjtoZ2Zz6U3ew7KQRCKDxM0.2 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~s0PeDQP8qjtoZ2Zz6U3ew7KQRCKDxM0.3 2024-09-22T10:33:39.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8132330731498142274', time=2024-09-22T12:08:52.273229+0000, chain.objs.size()=1 2024-09-22T10:33:39.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.560__shadow_.hNxRw-bvaJZnYq8jPdVvuxBKjypZJOu_0 2024-09-22T10:33:39.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5092645878574489701', time=2024-09-22T12:10:37.761620+0000, chain.objs.size()=1 2024-09-22T10:33:39.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:Djf.pW3KAvLuSfrWLIJRnyjTO6rUMKX_.LAX4_EvtflN2jSSfvuOur9H4AuyCw8C_0 2024-09-22T10:33:39.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17248231711623723677', time=2024-09-22T12:12:30.344405+0000, chain.objs.size()=1 2024-09-22T10:33:39.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.972+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.585__shadow:43C8rpYaIGIcT45i7l3WL7vDMIkJf0Q_.0ZYjb66vbjdFZ6ALl47pDXz1i1kVE9r_0 2024-09-22T10:33:39.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1983058904493694576', time=2024-09-22T12:12:55.829238+0000, chain.objs.size()=1 2024-09-22T10:33:39.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.596__shadow_.Iy6nyRT1MkvBBgS0kgtceTHN_bN3Red_0 2024-09-22T10:33:39.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14755295972906399168', time=2024-09-22T12:13:17.564254+0000, chain.objs.size()=1 2024-09-22T10:33:39.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.607__shadow_.BzSfBIdoZ6G_jqJZrdIU9mu5iiMaQ7x_0 2024-09-22T10:33:39.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11337110542285040103', time=2024-09-22T12:23:28.332841+0000, chain.objs.size()=1 2024-09-22T10:33:39.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.976+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.695__shadow_.dy5t7RERXNV1XsXA2eMTxPJgkUAHbAm_0 2024-09-22T10:33:39.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.980+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:39.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-22T10:33:39.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:39.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:39.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/78024' 2024-09-22T10:33:39.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_xJ1KYzdGiziREd7VzmaxNFTToRQh_m2', time=2024-09-22T11:34:48.926209+0000, chain.objs.size()=3 2024-09-22T10:33:39.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.P6NcxxP4kqRIWJRXnC8c0VRzmEHhgLY_0 2024-09-22T10:33:39.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.P6NcxxP4kqRIWJRXnC8c0VRzmEHhgLY_1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.P6NcxxP4kqRIWJRXnC8c0VRzmEHhgLY_2 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_XmmGVxa2LA1LwYpFb41Ns4enEWlMcIx', time=2024-09-22T11:34:51.011371+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.MJEu_ZvgyaZY4y_QhorflFQUGJDOBVr_0 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17172617110411221020', time=2024-09-22T11:36:45.501814+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.189__shadow_.QrXgGjPZJYaQ514BFqCDAO8PpeCF19t_0 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10650676292582051676', time=2024-09-22T11:41:29.608734+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.241__shadow_.2Jd0PA1mrqjUMLaHo0EVBLIPxNDFJSf_0 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5851632269288774839', time=2024-09-22T11:41:53.477512+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.250__shadow_.mGUV5yl0U-_7O4u1iKwiDZvP6H4yQdW_0 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8793129746449496664', time=2024-09-22T11:42:00.529786+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.253__shadow_.WNo4fovi61MV6VSJZzUHcIC28K1uhob_0 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4398674310306086775', time=2024-09-22T11:44:02.733771+0000, chain.objs.size()=1 2024-09-22T10:33:39.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6yp2hb-FYpuQf0_h2TRDOXl30Wscvd3_0 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.139800550761006395', time=2024-09-22T11:44:03.015137+0000, chain.objs.size()=1 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Bw9tHu0qaRjWV3poHSezY6XsC9gwCgE_0 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4283192153461368952', time=2024-09-22T11:44:04.740722+0000, chain.objs.size()=1 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8stskn_YnGpnaZ14-eOSqQSx6dIWfCZ_0 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7866427818101522288', time=2024-09-22T11:44:07.233523+0000, chain.objs.size()=1 2024-09-22T10:33:39.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.984+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZEQWj2sen4J4gC22aHTVe2apQlym63w_0 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6111424727846067953', time=2024-09-22T11:44:09.866094+0000, chain.objs.size()=1 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XH9SOklRcQ28Bohgt6g97uOSlt7Ktfm_0 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.146056279710994617', time=2024-09-22T11:44:12.507333+0000, chain.objs.size()=1 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SC_YrBLBhPxW_w1dH3V89dMGPdnOQMf_0 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11763823808688312615', time=2024-09-22T11:44:13.690700+0000, chain.objs.size()=1 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FxN-VNzT7Gcuw79Us6LMDLX73ddNzzk_0 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4904200302169202066', time=2024-09-22T11:44:14.905245+0000, chain.objs.size()=1 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Yc74Ecu0uH36RP2XVAaaTgAdGmChkML_0 2024-09-22T10:33:39.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16881653062149102911', time=2024-09-22T11:44:15.995604+0000, chain.objs.size()=1 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JFhmpazc_LX9xEyQEn_iPSF7MWYwmyw_0 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11481817766506360190', time=2024-09-22T11:44:17.327336+0000, chain.objs.size()=1 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NN85n9AMzw_FCKZqRzYGXgXVx8WW5px_0 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1808969261242546397', time=2024-09-22T11:44:17.328801+0000, chain.objs.size()=1 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zj9OXE6LcPaBggudP4JhfzzOcW15nC4_0 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13782760756289910876', time=2024-09-22T11:44:17.773970+0000, chain.objs.size()=1 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OVlaD6p_0HEuqjpR8yBnZoS93ZMQuts_0 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2204610758057050260', time=2024-09-22T11:44:18.490547+0000, chain.objs.size()=1 2024-09-22T10:33:39.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fTTAzHGg1DlhSYOHHw4YJ9QiranDv8h_0 2024-09-22T10:33:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11438058744630532517', time=2024-09-22T11:44:19.066329+0000, chain.objs.size()=1 2024-09-22T10:33:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5F6ZH3UR9oHn83FDD6Acc1gVlDg862S_0 2024-09-22T10:33:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5252882711520128623', time=2024-09-22T11:44:21.937645+0000, chain.objs.size()=1 2024-09-22T10:33:39.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.992+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rx_H_TUHMzYtTvHofYGncCcr8P-OjxW_0 2024-09-22T10:33:40.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.996+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1569009914270134441', time=2024-09-22T11:44:23.974211+0000, chain.objs.size()=1 2024-09-22T10:33:40.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:39.996+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZE6rFzeOJLNbrQwPamZEYKpnjRNB4LK_0 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8678521272246626420', time=2024-09-22T11:44:25.831957+0000, chain.objs.size()=1 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Gm4Z5sjQJxTq7qYyRbiPNQGh0Ghg7_z_0 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2700333281501571548', time=2024-09-22T11:44:27.153694+0000, chain.objs.size()=1 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gseGSleMZqX65c7WCNViFeCX94ilaED_0 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7851951493924453587', time=2024-09-22T11:44:33.778945+0000, chain.objs.size()=1 2024-09-22T10:33:40.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.a9Yn-7BB19Gero6oCaaKnFmv9kDxWIp_0 2024-09-22T10:33:40.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16831803647383163486', time=2024-09-22T11:44:34.243419+0000, chain.objs.size()=1 2024-09-22T10:33:40.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Y1O3vZqLUw_98nhVrpy89g1kUOIeYgo_0 2024-09-22T10:33:40.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14020601216105257769', time=2024-09-22T11:44:34.947807+0000, chain.objs.size()=1 2024-09-22T10:33:40.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4G4xuHwp1ZVGCjXJQvBaHYRBuDcZT-k_0 2024-09-22T10:33:40.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18445015941440165615', time=2024-09-22T11:44:39.440392+0000, chain.objs.size()=1 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.264__shadow_.GLRBVYUo4_uVKB4Sgxd56jrFtlVhdxF_0 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3188483497155797609', time=2024-09-22T11:44:41.742726+0000, chain.objs.size()=1 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.265__shadow_.sRt5JPwaCDsabeSDRfpfr74l_Som2I-_0 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14653421620187991479', time=2024-09-22T11:44:50.500038+0000, chain.objs.size()=1 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.269__shadow_.9EFwZiDRxR0hEohf0AMhxTy2TgT9EEF_0 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5715610838285199062', time=2024-09-22T11:45:47.096830+0000, chain.objs.size()=1 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.QGh8AFJ-r6eFbRlqetGkKwdCQhkKwKy_0 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7840714508823402177', time=2024-09-22T11:45:47.430185+0000, chain.objs.size()=1 2024-09-22T10:33:40.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.000+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.1_lf58OW7pQvbMEMiFjdGMFEdFuAXO__0 2024-09-22T10:33:40.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.978729615101022480', time=2024-09-22T11:45:53.118725+0000, chain.objs.size()=1 2024-09-22T10:33:40.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.zBatVgM3p5hgwd9D7OLvnOwjWdvylPw_0 2024-09-22T10:33:40.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6853183852745324689', time=2024-09-22T11:47:04.256628+0000, chain.objs.size()=1 2024-09-22T10:33:40.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.321__shadow_.LWChD-_z_UsjOw2-QrtivQVOvTqgJSL_0 2024-09-22T10:33:40.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13787485746916899862', time=2024-09-22T11:48:53.521352+0000, chain.objs.size()=1 2024-09-22T10:33:40.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KfAoWSn_xiVCCmRoCXE9P1H-0MxUp18_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9392702602204378980', time=2024-09-22T11:48:54.038685+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wK6sjsEiXkmeFOJ6kArGtl2IfIwB7me_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10040017090292927701', time=2024-09-22T11:48:54.322125+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.raZUFbCf5bbFkUwxCpM6k__tvVS2NDN_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15845583849204186211', time=2024-09-22T11:48:54.622928+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._aM7n6r90A2cr_4VkYhHSXX2V0bfIyo_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6250793719063506309', time=2024-09-22T11:48:55.862272+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AS01FTxXW4F-xagTj3OW9k0MGBAFI7L_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4431916251510272193', time=2024-09-22T11:48:57.604819+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Zigz830Tl52lJq5Y2glONo117DZAfiy_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13318099428141927665', time=2024-09-22T11:48:58.804216+0000, chain.objs.size()=1 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VSvY_y_p-XWrsYSJnBAnkXSJSZi1uA9_0 2024-09-22T10:33:40.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8846555606322563508', time=2024-09-22T11:48:59.237523+0000, chain.objs.size()=1 2024-09-22T10:33:40.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.30RTBvWsTR0Ge0aHgTJ-coi4vKy2scG_0 2024-09-22T10:33:40.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13329760561762483811', time=2024-09-22T11:48:59.521126+0000, chain.objs.size()=1 2024-09-22T10:33:40.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.004+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3mJTIAQ_ajBhrQR-c_QOWzs2n2f6Lff_0 2024-09-22T10:33:40.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17187793199758433836', time=2024-09-22T11:49:02.019524+0000, chain.objs.size()=1 2024-09-22T10:33:40.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KlnvNEwXpPxcvVVAcWpXPqTY0Y-ZM21_0 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12298709333668877958', time=2024-09-22T11:49:02.424742+0000, chain.objs.size()=1 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ldx4An7aqy6a_oBWoGyRaFvTW7jBmQt_0 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6222397438684281206', time=2024-09-22T11:49:03.192859+0000, chain.objs.size()=1 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FxqHa2tcAYXQJYyIRqx9VdFTqVXv_YG_0 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17756250528455300368', time=2024-09-22T11:49:03.457839+0000, chain.objs.size()=1 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.008+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JSyxkB6i1-pbPqd3nljKbYx3F4K4coL_0 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11004847036628556464', time=2024-09-22T11:49:03.681228+0000, chain.objs.size()=1 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.P1u6uBEYtobvcwfBRkTgDGsvxM_9d5g_0 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15264421370951485353', time=2024-09-22T11:49:04.047485+0000, chain.objs.size()=1 2024-09-22T10:33:40.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jlbA7rRZP1vn96IffrT3nakDrECz33d_0 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3757968093431909374', time=2024-09-22T11:49:04.594001+0000, chain.objs.size()=1 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.npYFXqDUC_5mrDQ8lPFr9eaV6uP7UNr_0 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5906482207579841768', time=2024-09-22T11:49:05.667785+0000, chain.objs.size()=1 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rnB-F1hG6nh7FHyk31opLglYJd4majQ_0 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6376153615629968333', time=2024-09-22T11:49:06.511573+0000, chain.objs.size()=1 2024-09-22T10:33:40.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iZe6Yj0WCm0t0I6fQAMiQ_BAQruZSJW_0 2024-09-22T10:33:40.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3700320591268048114', time=2024-09-22T11:49:08.941162+0000, chain.objs.size()=1 2024-09-22T10:33:40.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QwSRdR36PsYqs_CoeX6Of0iZJJlwaJ5_0 2024-09-22T10:33:40.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17088200128181380683', time=2024-09-22T11:49:09.871258+0000, chain.objs.size()=1 2024-09-22T10:33:40.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.012+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wjaoWe3M7yQAlb3qL6I5RrwYFGXY6u3_0 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11717466034236628445', time=2024-09-22T11:49:10.005136+0000, chain.objs.size()=1 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-fDfkROAwge1vcLBrIqVyWnWGnOvNfB_0 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1195271672232311412', time=2024-09-22T11:49:10.768399+0000, chain.objs.size()=1 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Htcxrw1zTny371IVlmUVuX0eIuIrUUi_0 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12436055452474488074', time=2024-09-22T11:49:10.851347+0000, chain.objs.size()=1 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XEZbx00lV6K0Plp1P9Fi4_yNWFKP1fR_0 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.776208899815810145', time=2024-09-22T11:49:12.014619+0000, chain.objs.size()=1 2024-09-22T10:33:40.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XqZyvh0RCneoLRPGgUgOwLPh_S1kpOT_0 2024-09-22T10:33:40.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14765019141988037788', time=2024-09-22T11:49:12.224234+0000, chain.objs.size()=1 2024-09-22T10:33:40.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xQlUMSI9fEDc02GBqDioYLxNeY2EzuU_0 2024-09-22T10:33:40.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13403504791012827117', time=2024-09-22T11:49:14.553222+0000, chain.objs.size()=1 2024-09-22T10:33:40.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gnoIWthwksciXqLZivSvt45nT3M2uoS_0 2024-09-22T10:33:40.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13463925470034338440', time=2024-09-22T11:49:18.193739+0000, chain.objs.size()=1 2024-09-22T10:33:40.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cNzrZPDDeg7N_yJ6PO_9qSpgzmEQRl6_0 2024-09-22T10:33:40.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7191102712797618181', time=2024-09-22T11:49:18.509380+0000, chain.objs.size()=1 2024-09-22T10:33:40.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4V3oj2xvcrurp6_J7rYy8R5JmBnpv92_0 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10205729869004014691', time=2024-09-22T11:49:18.789405+0000, chain.objs.size()=1 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LEVjpswv6RfB-7SqnxDq3x0bWgb4uq0_0 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10510997706961789769', time=2024-09-22T11:49:19.575747+0000, chain.objs.size()=1 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-kPLy0IvIzjuf9flW8uEDeq2bl405i8_0 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18318948986792021088', time=2024-09-22T11:49:21.098272+0000, chain.objs.size()=1 2024-09-22T10:33:40.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.016+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ndZoKmGmRIPQ4uz620U-f9O_jjdecc2_0 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11653322222942013473', time=2024-09-22T11:49:22.707866+0000, chain.objs.size()=1 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xfD1XG5MfyJd1Ju1E5WYN6uoZApZAEP_0 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17526740609447759808', time=2024-09-22T11:49:23.436713+0000, chain.objs.size()=1 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OMaiNZBU9RxMkSNpDSBrMNTJDVR-hER_0 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14188370595870287817', time=2024-09-22T11:51:09.498638+0000, chain.objs.size()=1 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5MGHHv_pR0GbgMW03_0HCb328M6ZD-D_0 2024-09-22T10:33:40.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13790484213752090055', time=2024-09-22T11:51:10.644250+0000, chain.objs.size()=1 2024-09-22T10:33:40.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8Swt0ZO_27DFswFWILjlDQrgJsJ7BeB_0 2024-09-22T10:33:40.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14686919015161079865', time=2024-09-22T11:51:11.427453+0000, chain.objs.size()=1 2024-09-22T10:33:40.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-8ibT7B976m6nsT9RvvgoRlywQ2ckYP_0 2024-09-22T10:33:40.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9410963481462491230', time=2024-09-22T11:51:12.202593+0000, chain.objs.size()=1 2024-09-22T10:33:40.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q0e04jOr8LH8TNMrHVlGSn65JS8KF-G_0 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13440186353627777965', time=2024-09-22T11:51:17.034523+0000, chain.objs.size()=1 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8HJwwpfUgWTzrwM_lMZlShr6NRFr49F_0 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14325672401004050278', time=2024-09-22T11:51:18.587923+0000, chain.objs.size()=1 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ocUKQEZceFA0zB_RxADERx2OmHSOyNV_0 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10300814662814792900', time=2024-09-22T11:51:20.754410+0000, chain.objs.size()=1 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2TlIdVnJ8ix-N8_q3kOFC9JiWaaQ8er_0 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9688211912485573599', time=2024-09-22T11:51:24.316288+0000, chain.objs.size()=1 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2-NSY7zBeYqRGJyQBeuetqGabUlowXL_0 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3873123014157582251', time=2024-09-22T11:51:25.290835+0000, chain.objs.size()=1 2024-09-22T10:33:40.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.024+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.i3R2Q5m4OEASJHWCEmgtOE6Fozl_PR__0 2024-09-22T10:33:40.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3863833592922473277', time=2024-09-22T11:51:25.722031+0000, chain.objs.size()=1 2024-09-22T10:33:40.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Mz4hAWMRUmOxe1QFlWIWm5F5zad4bks_0 2024-09-22T10:33:40.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17904122326524366551', time=2024-09-22T11:51:26.249918+0000, chain.objs.size()=1 2024-09-22T10:33:40.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LPY67y6U3QGRJ6fwRVCz5GbhpNMPJbN_0 2024-09-22T10:33:40.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7991517361540938430', time=2024-09-22T11:51:28.558120+0000, chain.objs.size()=1 2024-09-22T10:33:40.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.028+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.gzAZGTfivlrtTiaSpsyBobdJVl6y9fP_0 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4663493725971600177', time=2024-09-22T11:51:33.544121+0000, chain.objs.size()=1 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Oc5UJu9ipAE2qT3zqfAgEI_3v4OyMIg_0 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9251297724722350398', time=2024-09-22T11:51:33.825633+0000, chain.objs.size()=1 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.s_BDSHaIPsvcFhN5XOXJTHdKtIqVSCc_0 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17965635456206389822', time=2024-09-22T11:51:33.990034+0000, chain.objs.size()=1 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wgFBo8tzdzXywYdrdstEKz1ewrQEY8X_0 2024-09-22T10:33:40.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15175764080356929930', time=2024-09-22T11:51:35.652266+0000, chain.objs.size()=1 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wKV7MvJn2pOOaFQ6ihYxFgClwSBzakU_0 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15890000401358765654', time=2024-09-22T11:51:36.392479+0000, chain.objs.size()=1 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DB7zGM_6KLysLHSBuC7H0gcXeeC0Bex_0 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3050007193959215882', time=2024-09-22T11:51:36.550591+0000, chain.objs.size()=1 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Tp6pfViP5XzuawxjV1snQEre1E5azwY_0 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15622829809854653926', time=2024-09-22T11:51:37.352687+0000, chain.objs.size()=1 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.e5Zq2wgIiGb8YQ5EjjSS562fvmtIr93_0 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12833101680875394139', time=2024-09-22T11:51:37.972408+0000, chain.objs.size()=1 2024-09-22T10:33:40.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ICULNrSovPLT2UsZOz_hwY2BdyrQvj8_0 2024-09-22T10:33:40.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9868397637355499915', time=2024-09-22T11:51:38.381372+0000, chain.objs.size()=1 2024-09-22T10:33:40.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BGOEvHpQFKDgCoZ9ffSyRXLCPQGpAAL_0 2024-09-22T10:33:40.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7827894098623254435', time=2024-09-22T11:51:38.549212+0000, chain.objs.size()=1 2024-09-22T10:33:40.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9aEqKUmusgiTtgAXveXA8NVGLxw7zDm_0 2024-09-22T10:33:40.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9887106702105687330', time=2024-09-22T11:51:39.807038+0000, chain.objs.size()=1 2024-09-22T10:33:40.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.032+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rKr12_qQHkRv73cR8qPhgsFx9ebnK9n_0 2024-09-22T10:33:40.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.036+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18382765789602622326', time=2024-09-22T11:51:42.480499+0000, chain.objs.size()=1 2024-09-22T10:33:40.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.036+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dJ0Hn0SMIDSagFwum6tUuo0QVgsag-w_0 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16013805086687066054', time=2024-09-22T11:58:43.385442+0000, chain.objs.size()=6 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.040+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6928495267696355547', time=2024-09-22T12:01:49.309394+0000, chain.objs.size()=6 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.lSYkFwGikQKnn83x899gBwvUIMoNL3Ho.1 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.2 2024-09-22T10:33:40.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.3 2024-09-22T10:33:40.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.4 2024-09-22T10:33:40.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.044+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.5 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.6 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3055920551206966414', time=2024-09-22T12:08:16.612800+0000, chain.objs.size()=1 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.555__shadow_.yZHilzMFA2kHq2huCB9kQJxBBOvX1w1_0 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14964454979314832116', time=2024-09-22T12:09:38.689077+0000, chain.objs.size()=1 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:W2xUnFM9RFy7sJR16PkwtENkCVMeTfr_.Oi-VYqxShP0XSV9uiO45VGiBQU8Ei4M_0 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5890376770231539160', time=2024-09-22T12:10:09.292205+0000, chain.objs.size()=1 2024-09-22T10:33:40.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.575__shadow_.53sy3EL_-a5me4vtBFG-affHTWHd0iw_0 2024-09-22T10:33:40.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14311623143799585134', time=2024-09-22T12:10:21.464915+0000, chain.objs.size()=1 2024-09-22T10:33:40.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:1JAStBHkR0NMYy9jwRJ-pSYA5BvPiNN_.upFQDB3WRU-CApG5zx9XGp8b4ZvqK6__0 2024-09-22T10:33:40.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8917921062205970178', time=2024-09-22T12:10:42.444924+0000, chain.objs.size()=1 2024-09-22T10:33:40.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:ba8fie1PAq4w5-uWJbsI.Qvi6j1medw_.w_IzKifTlWHlDM13dRNedE8WFFmPu7J_0 2024-09-22T10:33:40.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.507133426017276162', time=2024-09-22T12:10:57.424343+0000, chain.objs.size()=1 2024-09-22T10:33:40.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:gy2fpMFH68O8G9Yt-bRYj1QFfIOSGbM_.1tBrWFwrB2WPKvX_Za2BAvbfCJi1ZyN_0 2024-09-22T10:33:40.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15973463058009730550', time=2024-09-22T12:12:12.831753+0000, chain.objs.size()=1 2024-09-22T10:33:40.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.048+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:3o-OAmdSjQJceEt8pPnj.7KOo6M8N2W_.i9xhLgawgL7oVs0WW6c48zI7Nr_4VAJ_0 2024-09-22T10:33:40.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/78024 2024-09-22T10:33:40.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-22T10:33:40.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8880284607072024297', time=2024-09-22T12:12:38.532865+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:FWsKh8Sh0VcSid9Sho6QIhHE7dGG51k_.17JVFiExV9Z88u9EnXtTX-Y9deGI5dp_0 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.19348148000047915', time=2024-09-22T12:12:38.650666+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:6ZVQaLwBiKs5oTjWVRgUwMjQ3gYfy2u_.dU9wHitX48dVR1QbRT3SA4D8-R3sTfC_0 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5604626936822125226', time=2024-09-22T12:20:00.608634+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.632__shadow_.dFt8Dv1_QfDWnXfcWIa-vk2nxLUPIiQ_0 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16197468314875765526', time=2024-09-22T12:20:24.012868+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.642__shadow_.89dyszjWrkFHYa3WUHSURnE4w6hU6Tp_0 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17247703024929667354', time=2024-09-22T12:23:22.292491+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.692__shadow:6mBOLVpyfziy89Asy-H72LMRWBcDQVD_.SOxYIcrL4eelRZEcXFWOsCOGkBtdKtc_0 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~HhjWLgtuBknwjufhNPPHzLau7slqQqX', time=2024-09-22T12:25:53.593971+0000, chain.objs.size()=1 2024-09-22T10:33:40.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.056+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.742__multipart_mymultipart2.2~HhjWLgtuBknwjufhNPPHzLau7slqQqX.1 2024-09-22T10:33:40.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.064+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.064+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-22T10:33:40.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/54380' 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2678830464691877071', time=2024-09-22T11:35:36.264539+0000, chain.objs.size()=3 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.162__shadow_.BJ8FO57s38QjS_XZTGKIYCqRL1OP6uB_0 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.162__shadow_.BJ8FO57s38QjS_XZTGKIYCqRL1OP6uB_1 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.162__shadow_.BJ8FO57s38QjS_XZTGKIYCqRL1OP6uB_2 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12527129230838935719', time=2024-09-22T11:41:19.323898+0000, chain.objs.size()=1 2024-09-22T10:33:40.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.237__shadow_._PKzEQCM-yBNNPKw8qra-vCaSMIjkEo_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10453500360177119528', time=2024-09-22T11:41:44.250465+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.068+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.246__shadow_.IybI_KK08qorcpZHl-gupfhXQLgWRJJ_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3984326179711908293', time=2024-09-22T11:42:18.871185+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.261__shadow_.u1QvVKTQ91bA9cR7PKfRQujZ6It0DOb_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9415746830414307297', time=2024-09-22T11:44:02.544222+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-gZBU08xKcfT5CC4OmIlXn9MnMQfKLU_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4349563773136058760', time=2024-09-22T11:44:03.077996+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.86bIhp9trpgibwv4dIGsJe8VTj1v4oy_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1328435677787965483', time=2024-09-22T11:44:03.524307+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Tu0uWTrNnBPDlQNMRuzviTnte_MfyLH_0 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12419681148069436254', time=2024-09-22T11:44:03.829629+0000, chain.objs.size()=1 2024-09-22T10:33:40.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eLCt2Y8wme7TyIBQ9j31Ikscl2sXEA__0 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3032916206375451213', time=2024-09-22T11:44:04.694946+0000, chain.objs.size()=1 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YYw3oyH7LLHpkyhU7hILR3HHGE0D4W-_0 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17277241955939993733', time=2024-09-22T11:44:06.026144+0000, chain.objs.size()=1 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iJPU2mKQoZniaFOcPuw40Xyqu2ONjNe_0 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12547350642718242878', time=2024-09-22T11:44:08.592469+0000, chain.objs.size()=1 2024-09-22T10:33:40.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.072+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iVefcVfqoiMS45tm6lGO1k084C9hjvl_0 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14333147199388759781', time=2024-09-22T11:44:08.724597+0000, chain.objs.size()=1 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8sqce1yil7m41-UaEoFN596hlfjxjpt_0 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14745771771889265063', time=2024-09-22T11:44:09.298782+0000, chain.objs.size()=1 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pLfvq7AKE7DQL_cvHD6JbjpT5rMrHpB_0 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1160945309871791007', time=2024-09-22T11:44:09.765485+0000, chain.objs.size()=1 2024-09-22T10:33:40.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DqT3hURmsNGwGMgHbeq44JQaeE4wyvw_0 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5649877000475078430', time=2024-09-22T11:44:11.782284+0000, chain.objs.size()=1 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AtTTnrLwq58KMXPRAjniXoE40e91R6B_0 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9134667192010306794', time=2024-09-22T11:44:12.038310+0000, chain.objs.size()=1 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RGPcA7ZjkSZhJGWNCGM_jUSz0E3mRJe_0 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13599399541827435865', time=2024-09-22T11:44:12.157268+0000, chain.objs.size()=1 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yt56ofEUhqmTSTzVyPdM5fOsDbT-VOx_0 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17280234493526433193', time=2024-09-22T11:44:13.893085+0000, chain.objs.size()=1 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kGmm2GjA4RzAkxiFG8NFBqto0Ae0KUr_0 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8297082742129011629', time=2024-09-22T11:44:13.894993+0000, chain.objs.size()=1 2024-09-22T10:33:40.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CfrWk9b2w8rQHawnjgudGO8FZwJ5tyn_0 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10872829603039830847', time=2024-09-22T11:44:14.305390+0000, chain.objs.size()=1 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZuD605mM-2ruJvSb60qCCYrJd8gcW09_0 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18218781860426341534', time=2024-09-22T11:44:14.627589+0000, chain.objs.size()=1 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.08zN2P65pAWZTv5WvKLZyQLzCDoCYuG_0 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14112961555548663579', time=2024-09-22T11:44:17.866362+0000, chain.objs.size()=1 2024-09-22T10:33:40.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.076+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rApvPC8j7p6nmLLdp-DVsmmG4XwTibc_0 2024-09-22T10:33:40.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3920433464907777152', time=2024-09-22T11:44:18.529962+0000, chain.objs.size()=1 2024-09-22T10:33:40.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AhgqGZBnRNrNRB5t_9z-g00QFVyvMLj_0 2024-09-22T10:33:40.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12280110278924413180', time=2024-09-22T11:44:18.788815+0000, chain.objs.size()=1 2024-09-22T10:33:40.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HU0_cMIEqrDebwdWODlOrLot10oHONc_0 2024-09-22T10:33:40.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16598889776947365020', time=2024-09-22T11:44:18.999886+0000, chain.objs.size()=1 2024-09-22T10:33:40.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9T_n80drJAOdLfUxff-s4t6fOxQU0dm_0 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10970321203688459154', time=2024-09-22T11:44:20.092993+0000, chain.objs.size()=1 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.I8b9QYypSmNoz9hzK0PdJZtmiA1COYw_0 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5486261311791492166', time=2024-09-22T11:44:23.965764+0000, chain.objs.size()=1 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.puLoEmAE0SmOHrRq5Axza2kflUTeysC_0 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1478886873011288468', time=2024-09-22T11:44:24.333601+0000, chain.objs.size()=1 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MtVqazXXhFdGQSyrhDRboG6MZJ0CHc__0 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.453159219083488974', time=2024-09-22T11:44:25.168216+0000, chain.objs.size()=1 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.N_Z_Y4baor_gMs26XL_53n842QfYFeu_0 2024-09-22T10:33:40.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18347271960095782583', time=2024-09-22T11:44:25.955280+0000, chain.objs.size()=1 2024-09-22T10:33:40.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EaEKavBsii7gbtQesVzJukdrZupjfXJ_0 2024-09-22T10:33:40.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13441790736183811930', time=2024-09-22T11:44:26.979125+0000, chain.objs.size()=1 2024-09-22T10:33:40.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.080+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.sqVAvxd-kzyfO9tG1y8ZTDC_SXkzpGp_0 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8233355618937310865', time=2024-09-22T11:44:27.125614+0000, chain.objs.size()=1 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dRPrgUyNcMqCeEdA3JtaQxnIfZD27hu_0 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7547126017437525138', time=2024-09-22T11:44:30.539560+0000, chain.objs.size()=1 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.530HyWA2YQ6QJX7NtLiD4DFai6wDL2z_0 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.26728348989802768', time=2024-09-22T11:44:31.256650+0000, chain.objs.size()=1 2024-09-22T10:33:40.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6gA8mPxWg-G8wZ4Jv-aXcS18D1LiD2k_0 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2984116341653474155', time=2024-09-22T11:44:32.457001+0000, chain.objs.size()=1 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lNW-5zf2UUO77YlZvVSKcwezAQ_SUHE_0 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4116102820517323573', time=2024-09-22T11:44:32.459451+0000, chain.objs.size()=1 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ajHIRpApPRaqcSCpFzle33OFM_UPXwM_0 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14653362400715499551', time=2024-09-22T11:44:32.909717+0000, chain.objs.size()=1 2024-09-22T10:33:40.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6ssRienVyZ9YW8gJMZwR_hzKpe-oqBT_0 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11527229137508356842', time=2024-09-22T11:44:33.005571+0000, chain.objs.size()=1 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Gt-hF9U6H6Td0h2F0eINoCx9lH-KAmJ_0 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9941045333546970120', time=2024-09-22T11:44:33.825823+0000, chain.objs.size()=1 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._8ynyK7uN1reMXpdTF7VzJvN-11zn05_0 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8457467507790855909', time=2024-09-22T11:44:34.967239+0000, chain.objs.size()=1 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.o5qr2psCwL4kzSDObKDSm-zGr8e65iW_0 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14906924077835566944', time=2024-09-22T11:44:35.002671+0000, chain.objs.size()=1 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.I7qFR3JHisazqFgHYZ5bKzFIKLv4z8i_0 2024-09-22T10:33:40.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9505413989539437747', time=2024-09-22T11:45:13.105246+0000, chain.objs.size()=1 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.279__shadow_.sI5fvN9uZza4rUCXqjvXdnVeTUgZ3Us_0 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10392633458478947082', time=2024-09-22T11:45:17.581966+0000, chain.objs.size()=1 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.281__shadow_.a20gqw7mBpnmcx0AuwYZcbBHcIhJp4H_0 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9303698262651582427', time=2024-09-22T11:45:22.167813+0000, chain.objs.size()=1 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.283__shadow_.yj-TJCVhRT4Fb0dEbw-Iwqxi_2BYwJB_0 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.960666739679694542', time=2024-09-22T11:45:26.930524+0000, chain.objs.size()=1 2024-09-22T10:33:40.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.084+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.285__shadow_.cDkfTElA7YLt8tCEfxhcJGEM8xgPeTH_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10409995965282503612', time=2024-09-22T11:46:04.924085+0000, chain.objs.size()=1 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.298__shadow_.wbfGTd1h_bqv7TQgMvFQQ6CxyEC5ufU_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2627758127875403683', time=2024-09-22T11:48:52.660210+0000, chain.objs.size()=1 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.85w8LfYzgI0_dw0ZdOWrC1vVdAL8Pa5_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7139457111472685096', time=2024-09-22T11:48:53.332960+0000, chain.objs.size()=1 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vilnBJBgCUVmJtK7vvAs_JtfLC6esNl_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4619441099981321991', time=2024-09-22T11:48:54.849925+0000, chain.objs.size()=1 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ia3v-Dzs5jKm50hAdBXS5aecqNvEVrg_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6990259401526343170', time=2024-09-22T11:48:58.132207+0000, chain.objs.size()=1 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jVfGfttuHyrP0qANzGdlmbFLAy-wmty_0 2024-09-22T10:33:40.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12404163174502588579', time=2024-09-22T11:48:59.081212+0000, chain.objs.size()=1 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oLZHZ7Y0GTOhcWEZA7yRbMvP-WbrtwP_0 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17082681477221924257', time=2024-09-22T11:48:59.383460+0000, chain.objs.size()=1 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.J6o_pRCCSa84-WOic33eKCJr1P91qYg_0 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1330394784468842794', time=2024-09-22T11:48:59.859826+0000, chain.objs.size()=1 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZKDsGqa1L7OC-nuFEXeqBOVK51UN42E_0 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4473511582927067057', time=2024-09-22T11:49:00.279846+0000, chain.objs.size()=1 2024-09-22T10:33:40.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.088+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.H2gaWjIspzEdORwK3-OFgifbuicDUIQ_0 2024-09-22T10:33:40.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13097367735066629441', time=2024-09-22T11:49:01.411448+0000, chain.objs.size()=1 2024-09-22T10:33:40.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-j7lk-kspNKduWHaPQvamAUx9kgl4VK_0 2024-09-22T10:33:40.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16234742920478365007', time=2024-09-22T11:49:03.199729+0000, chain.objs.size()=1 2024-09-22T10:33:40.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hA8u4U41mKuhXj5PZ1f1GGMq_CqyP7I_0 2024-09-22T10:33:40.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17701417259062749625', time=2024-09-22T11:49:06.306410+0000, chain.objs.size()=1 2024-09-22T10:33:40.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oFRR1nnyAH9WGyl49umlbpsm1DfJnAj_0 2024-09-22T10:33:40.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17879678016066516777', time=2024-09-22T11:49:06.535921+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9ehvTNGq_iVNqgPyf5yR5h1mNsRwhai_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6534061918129269007', time=2024-09-22T11:49:06.746934+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fajnWEjCWNrydJf7AGZxxDiCKNwX-eD_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1073349608208737469', time=2024-09-22T11:49:07.442864+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ci6xpqoabKkv4oqrxiu8b-nBTusLKL-_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15613391672065674249', time=2024-09-22T11:49:12.715007+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.S1bPaDFcZa_OA7G-xYeOraRpWCpf5Qt_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6967371242911853434', time=2024-09-22T11:49:14.025839+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-Qh0R_vkINBVf2E7VuyigQa2LE4wm69_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11585494754727638704', time=2024-09-22T11:49:14.036795+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gLakPq6gPbbddFZBD0ZQqn7E1EsP9w2_0 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8254451623998657675', time=2024-09-22T11:49:14.399158+0000, chain.objs.size()=1 2024-09-22T10:33:40.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.092+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1M7usH4jZFO-MccDDJR_kReQk4QFsOl_0 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11870280381908592944', time=2024-09-22T11:49:15.235539+0000, chain.objs.size()=1 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ApH0wajqa9Hf_NjcAI7mJ2ziPXdIYnD_0 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12043514018594105381', time=2024-09-22T11:49:15.526647+0000, chain.objs.size()=1 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mCBDOcLeddGLpKQtmZL0h4kYXXhd-tX_0 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9590153208507268446', time=2024-09-22T11:49:16.319329+0000, chain.objs.size()=1 2024-09-22T10:33:40.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CN-JdIaltNZOQBoGal-Yj_1nEKGg3Tb_0 2024-09-22T10:33:40.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11427400452919085988', time=2024-09-22T11:49:16.464172+0000, chain.objs.size()=1 2024-09-22T10:33:40.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.096+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-CDX4kdG6voOajLiRx8a6T2NAUNjtPL_0 2024-09-22T10:33:40.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8113592542346811273', time=2024-09-22T11:49:18.471377+0000, chain.objs.size()=1 2024-09-22T10:33:40.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2wKgv3OhG-pj4Lwv_Qta9XxDD1Qv-7M_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9685109538840948195', time=2024-09-22T11:49:19.097509+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.othZfwhP-NJDAlAR_SmDzDCfGB83O2z_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18261521689324610448', time=2024-09-22T11:49:20.470856+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1U4nUYvU24dH5Ezr-pnic2pq5tDfVn5_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9374294591247713535', time=2024-09-22T11:49:21.106007+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9poi9tHGX-25dw8bdZtHV5gdFIKvpmH_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7574460305155163192', time=2024-09-22T11:49:22.816210+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-r6ysMod6U_s2-Lp2ITHzTbrLrnXQXU_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4894911510151725821', time=2024-09-22T11:49:23.173481+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RsoeO7EeiCor5pCmbkTxRIagKcH5D5F_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9584021602935979977', time=2024-09-22T11:51:10.177322+0000, chain.objs.size()=1 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SLLzeEM_VjluyrDwid4f7T0nAmVpw11_0 2024-09-22T10:33:40.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5166051139910813322', time=2024-09-22T11:51:11.537426+0000, chain.objs.size()=1 2024-09-22T10:33:40.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uzJroKV7iJAv0EFC_r7q7SzpoyfUJiU_0 2024-09-22T10:33:40.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12214065500228684966', time=2024-09-22T11:51:12.041552+0000, chain.objs.size()=1 2024-09-22T10:33:40.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.100+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8ct2Jyrj5IR6OcMoHuZoy0FGKlpfLM9_0 2024-09-22T10:33:40.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.308559719927392726', time=2024-09-22T11:51:15.168476+0000, chain.objs.size()=1 2024-09-22T10:33:40.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wJEcUQbWlL6g_2o2-SLx9XC5YCDTi1D_0 2024-09-22T10:33:40.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7937605801490382964', time=2024-09-22T11:51:15.574389+0000, chain.objs.size()=1 2024-09-22T10:33:40.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RmAWiOvcK2WB11k-Gsmf7mSgSaHUiN-_0 2024-09-22T10:33:40.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15179566756046795893', time=2024-09-22T11:51:16.179208+0000, chain.objs.size()=1 2024-09-22T10:33:40.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.104+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g2FKulUawbMCvzSR7RzQl8jjfsNSe4V_0 2024-09-22T10:33:40.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15375659313128147277', time=2024-09-22T11:51:16.475250+0000, chain.objs.size()=1 2024-09-22T10:33:40.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sYi6aleDX5neg3PNzhX6yhEgj3hF1PE_0 2024-09-22T10:33:40.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.764919234381146192', time=2024-09-22T11:51:19.655163+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9p2ypj22jOn990IXfj1KsrciNWd-H8I_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5872479776335185948', time=2024-09-22T11:51:20.835784+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.y3sGJaOSj5fGSJhND5atlJhQRoGlTEy_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16125586153203329820', time=2024-09-22T11:51:23.006103+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jRI68XxbHFks53fxDJj44vgNnkwul6W_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13275214954350630130', time=2024-09-22T11:51:23.364940+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RJGomA511gJvdSwoz-jm6tY_0DmG7Lq_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15596384726912137735', time=2024-09-22T11:51:24.234279+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JYuN0GTAX-YKGAUof5b_8Tk4rJbR3JA_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16484543589859839190', time=2024-09-22T11:51:25.000618+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1e6vPU5ybXWOisu446orBiXZwAbWCyj_0 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10846991987845489284', time=2024-09-22T11:51:25.746282+0000, chain.objs.size()=1 2024-09-22T10:33:40.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Lh0etwpLJNCHre08ByH7dQImCDxtpYC_0 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8115064548679904606', time=2024-09-22T11:51:27.321735+0000, chain.objs.size()=1 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.c0SW_sz3rMGzEf4P2AcCvnlp0hGNL9H_0 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6267831676271084596', time=2024-09-22T11:51:27.362864+0000, chain.objs.size()=1 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2mX27pCFYMJgjEO5qvrzTEGMaBe2mcW_0 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12788493240965320528', time=2024-09-22T11:51:27.804214+0000, chain.objs.size()=1 2024-09-22T10:33:40.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CfATGX1gHtnqUC4BIe2E4SZyI5Ej9WY_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12817245229024613257', time=2024-09-22T11:51:32.573484+0000, chain.objs.size()=1 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YAJd8oFo0pikETU7E_o-OowCUHglew7_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4654604272400895159', time=2024-09-22T11:51:33.403449+0000, chain.objs.size()=1 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-iAIdfKk_pFLo7GrFn18XyXkiPSUsJi_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14638519418753570183', time=2024-09-22T11:51:33.959976+0000, chain.objs.size()=1 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ar_JtDnuG7cwyN-vTEmWq4EtKnSLeGF_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7988011640066212854', time=2024-09-22T11:51:35.767493+0000, chain.objs.size()=1 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SuhK6fsYgKuzPEshycgUOFL1NSFF8BT_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5376404358436207270', time=2024-09-22T11:51:36.425957+0000, chain.objs.size()=1 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0AMoqAA5W_OubnvfovBjCk7f1ukYxb7_0 2024-09-22T10:33:40.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7162899114749038050', time=2024-09-22T11:51:37.134305+0000, chain.objs.size()=1 2024-09-22T10:33:40.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Fh9u14B2gSBqVfhpDBP1iJfSvoqAdkk_0 2024-09-22T10:33:40.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1918367038198437674', time=2024-09-22T11:51:37.554845+0000, chain.objs.size()=1 2024-09-22T10:33:40.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qjec2kQXEYN88pXdi8zB6zZkhsR0T7l_0 2024-09-22T10:33:40.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9946426157927353006', time=2024-09-22T11:51:38.402800+0000, chain.objs.size()=1 2024-09-22T10:33:40.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.112+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.901BXD-urdF48Oazz_sNfph-T_UGuth_0 2024-09-22T10:33:40.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.116+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17429502806845168400', time=2024-09-22T11:51:38.726667+0000, chain.objs.size()=1 2024-09-22T10:33:40.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uHlZP5vRRjfUNvqp9SOXF28g-CdH_4z_0 2024-09-22T10:33:40.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/54380 2024-09-22T10:33:40.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T10:33:40.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13662473966616404109', time=2024-09-22T11:51:42.407302+0000, chain.objs.size()=1 2024-09-22T10:33:40.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lRkTMWAkC0puLqDcy-IHBEydzM-8iOo_0 2024-09-22T10:33:40.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9511419519654131492', time=2024-09-22T11:51:42.466188+0000, chain.objs.size()=1 2024-09-22T10:33:40.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.B7Zh2oxC9xhdKDx9UJi3T_OJuGGl9py_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7155465290672971787', time=2024-09-22T11:52:00.568386+0000, chain.objs.size()=1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.333__shadow_.I2rjYVsCz5WYGdxANfuRhsPfrvBoOVt_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7651957843354975703', time=2024-09-22T11:53:22.904184+0000, chain.objs.size()=1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.376__shadow_.Wz45SQeo76_z2hjkaDTCckkKThwJO19_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7831891032909114678', time=2024-09-22T11:55:13.255849+0000, chain.objs.size()=1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.430__shadow_.XxOJmQQuiuTECuf9ocWHE63W6t0BDbH_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15875610986525029863', time=2024-09-22T11:56:27.505860+0000, chain.objs.size()=1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.461__shadow_.dLF1hFw2_WqaLBWc-B7LIQ0-DU_USpq_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15574465887724669480', time=2024-09-22T11:57:22.449619+0000, chain.objs.size()=1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.486__shadow_.MjZZlkO6fGNowg2Qpf6Ei7uWYBzpaK2_0 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5907585891815223359', time=2024-09-22T12:00:33.188317+0000, chain.objs.size()=3 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~SGD3nMaTEJryLDfpPPaSvZ37iOKl2T9.1 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~SGD3nMaTEJryLDfpPPaSvZ37iOKl2T9.2 2024-09-22T10:33:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.521__multipart_mymultipart.2~SGD3nMaTEJryLDfpPPaSvZ37iOKl2T9.3 2024-09-22T10:33:40.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ySb-tPK9ec4V7RQofgCoPxZGQU4TCkg', time=2024-09-22T12:06:02.840881+0000, chain.objs.size()=2 2024-09-22T10:33:40.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.531__multipart_mymultipart.2~ySb-tPK9ec4V7RQofgCoPxZGQU4TCkg.1 2024-09-22T10:33:40.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.531__multipart_mymultipart.2~ySb-tPK9ec4V7RQofgCoPxZGQU4TCkg.2 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10559899747607820114', time=2024-09-22T12:09:23.414779+0000, chain.objs.size()=1 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:4VXMS8Wk9UAVQSw4-o2EyeU5tpeQG9C_.F2dzkKYU_Xb3oCGzzVWx8k4NOvSZovL_0 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13427065849566810744', time=2024-09-22T12:09:40.689647+0000, chain.objs.size()=1 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:qpcDCyEOCxXv9l4zYHP0Mhxvr2sBPI4_.6rSSEx0X7tjNBrcp5Tg6RdzvOS7B34A_0 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11203729993521190971', time=2024-09-22T12:10:16.002527+0000, chain.objs.size()=1 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:Klm1KYnyeLNzQ.GqqAZOR9-9zon92mk_.GoZkVYIf63nkPWhEr2gK9Ag1ZWC1RZU_0 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13315108421723328000', time=2024-09-22T12:10:50.893670+0000, chain.objs.size()=1 2024-09-22T10:33:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:brfTWtu57s0JPMdbXInAFWlF5wDk3eM_.drxxI0gMutxVBAuLemrXOdPiS-nmwoi_0 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9888789109795696950', time=2024-09-22T12:21:01.254132+0000, chain.objs.size()=1 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.649__shadow_.fW5v6fBa4UgDxZNOqZqd9uO2SPIT211_0 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12380139885803567167', time=2024-09-22T12:22:26.631160+0000, chain.objs.size()=1 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.663__shadow_.yUyYByRAHkvqIGaK9WO_VZOam9vgerN_0 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9063089612474637337', time=2024-09-22T12:29:12.898114+0000, chain.objs.size()=1 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.762__shadow_.aqpkSPg-C1pCuuIZJaB1DAlsVq7GtOR_0 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4313313123667022792', time=2024-09-22T12:29:17.173161+0000, chain.objs.size()=1 2024-09-22T10:33:40.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.128+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.763__shadow_.xIhijpNlonLfwSrLpH2bImeD209vtzl_0 2024-09-22T10:33:40.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.136+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.142 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.136+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-22T10:33:40.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.136+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45718' 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.902946798030535880', time=2024-09-22T11:33:48.096460+0000, chain.objs.size()=1 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.157__shadow:yoVHtC.bgTZlYD3SKDb1OWH6hZRxWCt_.mDsEK-1V66-rvYkp5Stg81jNTminH_M_0 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.962245609930330061', time=2024-09-22T11:41:00.644406+0000, chain.objs.size()=1 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.230__shadow_.HNu35NfJqHOn9t2hD5_oOAEByi9tg8p_0 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11353937778158151412', time=2024-09-22T11:41:02.953368+0000, chain.objs.size()=1 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.231__shadow_.bx5fME029AtDkPOa2iR7IESihoq1-BU_0 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6039195283137858546', time=2024-09-22T11:41:10.130558+0000, chain.objs.size()=1 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.234__shadow_.PBCgiZFq2rLM3Pn5y1bpUKs8fbROWUf_0 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18001611470432476626', time=2024-09-22T11:41:15.311126+0000, chain.objs.size()=1 2024-09-22T10:33:40.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.236__shadow_.xLOCV82-SsDvvUFTvFgMuCerR4oREmV_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17317375249720798090', time=2024-09-22T11:41:35.701117+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.243__shadow_.hCtX00vtwm2_O1vnQ6P52GmGoEAsnH8_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14268451847700267660', time=2024-09-22T11:41:35.733568+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.243__shadow_.aqOjS6WkefYJ8spras9YuyNXQbSSjIq_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7067402808311420557', time=2024-09-22T11:41:46.556156+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.247__shadow_.I6MQkelsmCkhGGy8bvWuMpj07kVX5Br_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9579924975236573309', time=2024-09-22T11:41:46.590299+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.247__shadow_.ebv3MtWiFAiBK4l2gTZreCK6UEjPAhg_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18319792142714929272', time=2024-09-22T11:41:58.182880+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.252__shadow_.y5VX9F9FDCA3KY-8S8Yt0o7gc3p3clX_0 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12452535063859253655', time=2024-09-22T11:42:05.202542+0000, chain.objs.size()=1 2024-09-22T10:33:40.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.255__shadow_.6TMCJyamCOVXR4090XE-EAaX5AzkgQQ_0 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18369149169986969433', time=2024-09-22T11:44:05.527026+0000, chain.objs.size()=1 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ajn128tcpfCPxbZAfeUuNwh179NyCp8_0 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9226152583934131821', time=2024-09-22T11:44:06.000817+0000, chain.objs.size()=1 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IWII6ZFW364Og8YhBgG-5zXpQWeUn66_0 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5548125003742480869', time=2024-09-22T11:44:07.227234+0000, chain.objs.size()=1 2024-09-22T10:33:40.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.140+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6MRA6YBUyoPnrAM-YNtloklsLrOZMQ3_0 2024-09-22T10:33:40.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14156774621420908256', time=2024-09-22T11:44:08.912807+0000, chain.objs.size()=1 2024-09-22T10:33:40.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kVT-x4G3UNkHQhyhmZVRKIVwcGi3Ipv_0 2024-09-22T10:33:40.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1778971533940406580', time=2024-09-22T11:44:09.931197+0000, chain.objs.size()=1 2024-09-22T10:33:40.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cKOujvs0wjYccpsryWd-Y2f3i-wKIq3_0 2024-09-22T10:33:40.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17909624645742877912', time=2024-09-22T11:44:10.483327+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kPo7KlnnzowedFflr77ZywZNFPaOEQC_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4815058378704883162', time=2024-09-22T11:44:12.185937+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ctkSk0gR32vGWAMu9uSv4BYCm1Rb5iJ_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.55014505545798031', time=2024-09-22T11:44:12.628859+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xCAeRAl7sDLbWrKc0SxYL0n02lNYcu7_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16801470042420139045', time=2024-09-22T11:44:13.394488+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xcvw1EfE_HWRaeikA5NQ1I9AVL6Ymv5_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8250344748427089291', time=2024-09-22T11:44:14.324326+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.H6UI72xdp16IOwLnJb8ke0yrz3IHqzo_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9647121404737801322', time=2024-09-22T11:44:16.497390+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lwCCOh7dvVuPZhVD3y4RwD9MJ4Xfi4U_0 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1295669251166603302', time=2024-09-22T11:44:16.957686+0000, chain.objs.size()=1 2024-09-22T10:33:40.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.144+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6utJLnfh4j0CylbU5Z3Vbqi-qlAoVbe_0 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9570895034333716678', time=2024-09-22T11:44:17.771076+0000, chain.objs.size()=1 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yZMdal-SQ2DNQRgpojjEvh5GMWR7m3x_0 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18374152648472720265', time=2024-09-22T11:44:18.040496+0000, chain.objs.size()=1 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vKdAy0b8L9Juv8KEoU6heOewts8t6Uo_0 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8675730591112783954', time=2024-09-22T11:44:18.528780+0000, chain.objs.size()=1 2024-09-22T10:33:40.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.J6KBwnU-ZWH0a6HyJKJ5ePwGjU9b5-x_0 2024-09-22T10:33:40.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7563196783391014061', time=2024-09-22T11:44:20.114757+0000, chain.objs.size()=1 2024-09-22T10:33:40.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tUhl6tJ4z_fpnmWzPPTlyX4ZkCQNHYE_0 2024-09-22T10:33:40.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8982543123999002315', time=2024-09-22T11:44:20.552934+0000, chain.objs.size()=1 2024-09-22T10:33:40.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GU0yT30KiNl7Q-yEF3U4C0Djuyx24h4_0 2024-09-22T10:33:40.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6343985050987271317', time=2024-09-22T11:44:21.491134+0000, chain.objs.size()=1 2024-09-22T10:33:40.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KtWTF9fGjY_8WwvgU5c93WnuEpCl8FW_0 2024-09-22T10:33:40.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15724651986902055527', time=2024-09-22T11:44:22.648383+0000, chain.objs.size()=1 2024-09-22T10:33:40.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gE_J3q3iW379C_wA-U2_sBA4s6KkKu2_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18370890062704299249', time=2024-09-22T11:44:23.015414+0000, chain.objs.size()=1 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hKDFFIY9m-nQ4IBr1mjYytCc4eX3G7q_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6200551453449680976', time=2024-09-22T11:44:23.016966+0000, chain.objs.size()=1 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.z85BXXx9ITMIgvIF3lX9iijIcOAxNQH_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4570450515744080390', time=2024-09-22T11:44:24.094367+0000, chain.objs.size()=1 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TXyMxEYCqPRQmmfoQ68Qu6SjM7X6mbv_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17770724709426916975', time=2024-09-22T11:44:25.987818+0000, chain.objs.size()=1 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AcXNwdvT6NYDXEGdj1_kOgkLA5aMPG3_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3690763460478950901', time=2024-09-22T11:44:27.161210+0000, chain.objs.size()=1 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5Ivv-digDH34j3zLT72cojHrtWGfvzv_0 2024-09-22T10:33:40.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14158870369260625857', time=2024-09-22T11:44:28.888590+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.q7c-8Mq5GRq_d8W5Jzl4A94wetiZMMY_0 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10449177446059962538', time=2024-09-22T11:44:30.525692+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pdkD4S4fh9e1ShupV9xvQmQcFOVUDCm_0 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8476528702485356252', time=2024-09-22T11:44:31.227580+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uV8HOGJ6DeTwsF8v6aXWNaovDSvaI7e_0 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18378919523948544563', time=2024-09-22T11:44:31.403613+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2ozhRHHrTnN6rW7FRH7IwytzVh4JMfm_0 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7597220335302625136', time=2024-09-22T11:44:34.407112+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.G28l7RP4y0uQDX3eGKmX_6ndmmYheFl_0 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10905284154612871585', time=2024-09-22T11:45:29.401873+0000, chain.objs.size()=1 2024-09-22T10:33:40.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.152+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.286__shadow_.IIrUXnodGRn65yP6MKnjhHvCPtub3dC_0 2024-09-22T10:33:40.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10470631772309411469', time=2024-09-22T11:45:36.454706+0000, chain.objs.size()=1 2024-09-22T10:33:40.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.289__shadow_.6Kc2wfaVJYbWAN88lz3kw7xRDNxhtKh_0 2024-09-22T10:33:40.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11047461743560431786', time=2024-09-22T11:45:36.469265+0000, chain.objs.size()=1 2024-09-22T10:33:40.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.289__shadow_.FY0Ud2yL8Oyd_qDAQEQ1o4R0w_yyvqb_0 2024-09-22T10:33:40.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3334033278147399493', time=2024-09-22T11:45:38.747617+0000, chain.objs.size()=1 2024-09-22T10:33:40.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.290__shadow_.v3jjKu5EyKaXnyB71ZRp6ToY19-mRcK_0 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18072503280058454169', time=2024-09-22T11:45:47.443383+0000, chain.objs.size()=1 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.mKETW5R0-6faZTOSDlDcJ3rBdRmHNvc_0 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15893219901825581325', time=2024-09-22T11:45:55.429842+0000, chain.objs.size()=1 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.294__shadow_.sn-Ale7BLTGHy4SdDryAHGjWSlA1ovK_0 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9334337003806489991', time=2024-09-22T11:46:21.357383+0000, chain.objs.size()=1 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.305__shadow_.--YemgY4nDuzVb5L9z3CzyLeZ2vcXt__0 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1706145395493778440', time=2024-09-22T11:48:52.560291+0000, chain.objs.size()=1 2024-09-22T10:33:40.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DABwppXqcjOLYAj7ZyXz435naOGI6g2_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8682773567958870152', time=2024-09-22T11:48:53.071002+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WjskxnmtAfCa61YJByx6RdGYm5HkUtv_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4926850204198416458', time=2024-09-22T11:48:53.569532+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BStDJrEx7b4Q4IdwxKGBiXxA3uzTvUM_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3023129372495382955', time=2024-09-22T11:48:57.034885+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.x7jgM7NjEFO8eFgk-q12Brtvk4Lt1f9_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18208097611876919594', time=2024-09-22T11:48:57.036729+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZDNpdNQSOw7tohbwhU6kZ9Nj0lr5C4M_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11732832248241463516', time=2024-09-22T11:48:58.512834+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._MHVinur4KVoYW-MAeVya1I-dT1VTeE_0 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8900702659125328113', time=2024-09-22T11:48:58.909351+0000, chain.objs.size()=1 2024-09-22T10:33:40.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AMpPD2O1W6oWbBrQGuRR0i0tOzAl_KQ_0 2024-09-22T10:33:40.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1054203192106260274', time=2024-09-22T11:49:02.020321+0000, chain.objs.size()=1 2024-09-22T10:33:40.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8SgoKUDKhlyAUM4joiV8byJl1lXnu9S_0 2024-09-22T10:33:40.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13260631628815990251', time=2024-09-22T11:49:02.022249+0000, chain.objs.size()=1 2024-09-22T10:33:40.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.O61GfvSbq_XLXRZF6vByrnBR_fJMzG__0 2024-09-22T10:33:40.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14575099768234262212', time=2024-09-22T11:49:03.482744+0000, chain.objs.size()=1 2024-09-22T10:33:40.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.a-ZFu8S47mW-x15bgr5l_tgm4GH5vZL_0 2024-09-22T10:33:40.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8873649560822004973', time=2024-09-22T11:49:03.544946+0000, chain.objs.size()=1 2024-09-22T10:33:40.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.164+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kALJfqBQXLhFqHFRN1zpK_AJ4TTxaZC_0 2024-09-22T10:33:40.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13822126355166208210', time=2024-09-22T11:49:08.116495+0000, chain.objs.size()=1 2024-09-22T10:33:40.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2hS0lRxVxYv39UtYr5CWp70svFnXIIn_0 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18270376177292956526', time=2024-09-22T11:49:08.510990+0000, chain.objs.size()=1 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RPks_nqgxz0YMihKtg9dAcmtE9JS0Sg_0 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15331836291443802492', time=2024-09-22T11:49:10.714057+0000, chain.objs.size()=1 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.O-wmxzT9BcNdUP2FVQPOxRRQxireMWF_0 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6486585031798948894', time=2024-09-22T11:49:13.108015+0000, chain.objs.size()=1 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BPrMzOtU92T0S6K34FvIhxRCO7Oj-hX_0 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2184427717715854111', time=2024-09-22T11:49:14.462381+0000, chain.objs.size()=1 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6tesIk6UORDaYomdjZmPUX1SZfdJ5PE_0 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13287983998487459371', time=2024-09-22T11:49:15.120017+0000, chain.objs.size()=1 2024-09-22T10:33:40.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6pHcHsT-DBTopH42tvTL8A7m_ndgJui_0 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12727053598748798917', time=2024-09-22T11:49:16.592823+0000, chain.objs.size()=1 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.A0VT7kzLTrs0ENepOVuqUOemcQVeWxS_0 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7193646959664460279', time=2024-09-22T11:49:16.854534+0000, chain.objs.size()=1 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.p6jiAfGWCn8xHYiZtpvdMlePDsLx9w__0 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3357903344836583002', time=2024-09-22T11:49:17.017992+0000, chain.objs.size()=1 2024-09-22T10:33:40.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FCFJV8JkMuaKoORZQ7neEcr46Swtzqq_0 2024-09-22T10:33:40.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7235726288290884536', time=2024-09-22T11:49:18.222351+0000, chain.objs.size()=1 2024-09-22T10:33:40.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HnTtfqxRR_PbmD0cIkMdcubJUB7GyGP_0 2024-09-22T10:33:40.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13474996577905382418', time=2024-09-22T11:49:20.570476+0000, chain.objs.size()=1 2024-09-22T10:33:40.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.g00-VMC8pkokUIRAgv622NT5cPRlY8G_0 2024-09-22T10:33:40.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8726959555874796897', time=2024-09-22T11:49:21.090914+0000, chain.objs.size()=1 2024-09-22T10:33:40.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RcOdU26nYrUPr-Tv0YRUK5nHy_Vq34N_0 2024-09-22T10:33:40.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5031370803612699192', time=2024-09-22T11:49:22.212778+0000, chain.objs.size()=1 2024-09-22T10:33:40.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.i5OgQbv5zTz8fbQlmCf_ag6EicmhYMk_0 2024-09-22T10:33:40.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5979768802336116709', time=2024-09-22T11:49:22.484739+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ga3T-l3jPWd1B1Vsv8GNTeS0tNpzWKa_0 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5775402548784000321', time=2024-09-22T11:49:24.055223+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xXVRlHAyWuxGK1g3gh-xkObCFYjQEDr_0 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16211905049881983172', time=2024-09-22T11:51:09.580733+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6yOvt8CRDChD8yNClqzr30tIQLYAfbv_0 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12756577057018378237', time=2024-09-22T11:51:10.788312+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7ao_qeXh6p41lJV6LKo1osDj-SWCz5z_0 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2814378801358127', time=2024-09-22T11:51:15.814279+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zAUb4XLoQwS-kvFB7ShoapLQTca-0qB_0 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18359170901474002590', time=2024-09-22T11:51:17.001126+0000, chain.objs.size()=1 2024-09-22T10:33:40.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.m8cEMv1CBwU0RMskb_cSgXxSr9wYExA_0 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5779827172817612297', time=2024-09-22T11:51:17.453114+0000, chain.objs.size()=1 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qUv_weFSxau3b2IyYQ5MJ6XMzkXu-S1_0 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15639490936567725685', time=2024-09-22T11:51:17.454525+0000, chain.objs.size()=1 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.pULwD2vdTWrzb00MCoLrYfvBuovu4rw_0 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15135108651905951353', time=2024-09-22T11:51:18.657741+0000, chain.objs.size()=1 2024-09-22T10:33:40.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._latU-MSc7FPI4IoRTAdksPauhUtllP_0 2024-09-22T10:33:40.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14679098043998330862', time=2024-09-22T11:51:19.186573+0000, chain.objs.size()=1 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zs8dzRfL44UHeMfAAa5sZkbTTWVk8GZ_0 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18416584714786068843', time=2024-09-22T11:51:19.984506+0000, chain.objs.size()=1 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ha9QtOEAh2_3tye2YL33g0F6YrVORBI_0 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16016524155123302329', time=2024-09-22T11:51:20.276034+0000, chain.objs.size()=1 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wg29QVk3ZPkDvLufBa-9uJiR1L5iffs_0 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14582127727609680581', time=2024-09-22T11:51:20.898852+0000, chain.objs.size()=1 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.D1296soTmA2G24WBYHxuk630rhCHiri_0 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15578148853149283411', time=2024-09-22T11:51:21.732354+0000, chain.objs.size()=1 2024-09-22T10:33:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-9iB3H5_hETiMAgrN_-sP51zA2AJWEB_0 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16823352887352514567', time=2024-09-22T11:51:21.805649+0000, chain.objs.size()=1 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xZj4QL8HkD1GFgrqC1AqOUHaJ3rddna_0 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.973776291488351463', time=2024-09-22T11:51:23.509198+0000, chain.objs.size()=1 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-FzJrdnCFq2s8oYkkGUsgv4y7w1f1vP_0 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.966777250354033192', time=2024-09-22T11:51:25.301203+0000, chain.objs.size()=1 2024-09-22T10:33:40.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VQt4mJ0AErkuDOdbl7KwY-e6_2ynczW_0 2024-09-22T10:33:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12338172935875865206', time=2024-09-22T11:51:26.001955+0000, chain.objs.size()=1 2024-09-22T10:33:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WH-lUaJDExsjATwNVnk-9VzwMt9qIdW_0 2024-09-22T10:33:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6241889411232167890', time=2024-09-22T11:51:26.237206+0000, chain.objs.size()=1 2024-09-22T10:33:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.52t42fqUcZ-RfeAYYOXHQ_DcLrGA-5H_0 2024-09-22T10:33:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4706233204827312058', time=2024-09-22T11:51:30.585261+0000, chain.objs.size()=1 2024-09-22T10:33:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uvTLB7M70JQkYSxukkdHiH1EqDHA49i_0 2024-09-22T10:33:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11533373222204777694', time=2024-09-22T11:51:31.511765+0000, chain.objs.size()=1 2024-09-22T10:33:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ES1CH_ID8GtkYUD6hTDyTkGlepinJJK_0 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1533024612104588412', time=2024-09-22T11:51:32.025200+0000, chain.objs.size()=1 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8BQky5e1dEr7uFdYGqpowilWPqutKiN_0 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4985565173002519464', time=2024-09-22T11:51:32.706234+0000, chain.objs.size()=1 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RqgFHHVoUs4XZe_sviMkBPYbeclrNAm_0 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10996034126416497725', time=2024-09-22T11:51:34.724806+0000, chain.objs.size()=1 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.W33aNR9127nW1rijvn9A80NFbqevWkU_0 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4324639449081919908', time=2024-09-22T11:51:36.896312+0000, chain.objs.size()=1 2024-09-22T10:33:40.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.184+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TVwonFWmMbxX27vZ_U1sCCEoMJ8_Qw7_0 2024-09-22T10:33:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7231903286509214122', time=2024-09-22T11:51:37.221266+0000, chain.objs.size()=1 2024-09-22T10:33:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CBGZU65s_mF_aqcJAeD_J0XEIDJEnV1_0 2024-09-22T10:33:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4708586607623896952', time=2024-09-22T11:51:37.960459+0000, chain.objs.size()=1 2024-09-22T10:33:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Likfmeciw_Ce8yUUPhPFcP8Bz-I0ZiK_0 2024-09-22T10:33:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16933187657028103167', time=2024-09-22T11:51:39.712328+0000, chain.objs.size()=1 2024-09-22T10:33:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8RLxeom06EJJFibWdAwFOjEWTJ9T1IG_0 2024-09-22T10:33:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.136894175187742201', time=2024-09-22T11:51:40.757401+0000, chain.objs.size()=1 2024-09-22T10:33:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2YyehVSWyPIe6ZgVk05gkmA4aDBnncP_0 2024-09-22T10:33:40.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45718 2024-09-22T10:33:40.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18173324721894690546', time=2024-09-22T11:51:40.926496+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PFqDjbspp1Bg2zpfdh6RHNvlH9ieZPs_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17895032779598936452', time=2024-09-22T11:51:41.092301+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.epicenMR5SBRRDu9MM3yzZAM-Dzz_oI_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1805820731370701470', time=2024-09-22T11:51:41.215396+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vGOF5Fu1PHU4-CE7g2nOB3nqDs2FV2j_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16140706250771231567', time=2024-09-22T11:51:41.649291+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oQO04zthOU1KzqNTJTaXrfRZZEqhXaJ_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5105188204645977567', time=2024-09-22T11:51:41.821130+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.D6b_CG-e8fKGDcZSx-PJKl4mAp7xRJO_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3677960883122564871', time=2024-09-22T11:51:42.053915+0000, chain.objs.size()=1 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q_T-IDy-_rcD544pBhz2G28VgY7DGnh_0 2024-09-22T10:33:40.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13138756534922341130', time=2024-09-22T11:52:19.788688+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.342__shadow_.4RyMfOB7lC580Rjesga5_PGVAW5Xil4_0 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15063541842085070497', time=2024-09-22T11:53:25.071505+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.377__shadow_.tub6uQxQ8JQgMOV5STYyyCUngTBL1g1_0 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16851142473083728122', time=2024-09-22T11:56:00.317877+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.451__shadow_.mLE9P0KXTEORxX4PkeH90gQaFPeLEY__0 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5900440174252447929', time=2024-09-22T11:57:24.728756+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.487__shadow_.r36psG-aNxOZ80u-Et9taAAIF57UVVc_0 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12469985530133881418', time=2024-09-22T12:07:54.197735+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.553__shadow_.ugcQK3ATWvZ5BwIyY1pDXkaHNbjg7op_0 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16616833075248485818', time=2024-09-22T12:09:22.908935+0000, chain.objs.size()=1 2024-09-22T10:33:40.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:gowfS1HRYtTMkCinT5NEErJ28cDvjmq_.aDj3NMheOPRAoaTHxfOm0uq9N8ZRajM_0 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8962664094559435111', time=2024-09-22T12:10:30.854687+0000, chain.objs.size()=1 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:hGubmXM3Wud3mXPg2Tlewj52Zs5f5en_.Oy2A3_I6aUnjtW1Ki0gKJJHk4HR-zwP_0 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11097256558127353686', time=2024-09-22T12:11:06.227802+0000, chain.objs.size()=1 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:ySerP5cahI1YnMU2aAAzXE1uZWIhTTk_.Fq2pr2uRYoTI8kKamyqOr4wDLd9A3sQ_0 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15755549611384089500', time=2024-09-22T12:12:17.886117+0000, chain.objs.size()=1 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:0Ow9JHUd11OTDnTWXytnHcMqfzBrEGf_.TUAqQ1Nc8krzh5AXrbJmJZNBK3jI-PD_0 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK', time=2024-09-22T12:19:45.820183+0000, chain.objs.size()=12 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.1 2024-09-22T10:33:40.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.1_1 2024-09-22T10:33:40.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.2 2024-09-22T10:33:40.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.2_1 2024-09-22T10:33:40.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.3 2024-09-22T10:33:40.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.3_1 2024-09-22T10:33:40.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.4 2024-09-22T10:33:40.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.4_1 2024-09-22T10:33:40.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.5 2024-09-22T10:33:40.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.5_1 2024-09-22T10:33:40.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__multipart_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.6 2024-09-22T10:33:40.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.625__shadow_multipart_enc.2~VLUhYR4R04lPBuAeMNpL0W9yBkLTGWK.6_1 2024-09-22T10:33:40.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8529508880851892935', time=2024-09-22T12:20:29.071216+0000, chain.objs.size()=1 2024-09-22T10:33:40.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.643__shadow_.jricrBg8K3LaC5sOKKDvUYk1UXPtqmw_0 2024-09-22T10:33:40.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2729314246796665402', time=2024-09-22T12:22:32.746422+0000, chain.objs.size()=1 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.665__shadow_.9xdPf4vs4DbErj8b9DmIri9O-CNS-V5_0 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3479427958066283905', time=2024-09-22T12:26:59.584808+0000, chain.objs.size()=1 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.747__shadow_.DUdiwFo4AYEDc0uOnp6i7G28H4XSsqf_0 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9120719155092210158', time=2024-09-22T12:30:38.467131+0000, chain.objs.size()=1 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.776__shadow_.d5ycABpDfFoFVpb-p7JkIG5dcU1aHiY_0 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10323206720907116941', time=2024-09-22T12:30:45.127352+0000, chain.objs.size()=1 2024-09-22T10:33:40.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.777__shadow_.1O5Vv3EgoEG2lm0OSZhLza521HdZjsp_0 2024-09-22T10:33:40.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-22T10:33:40.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55919' 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10060284102196853862', time=2024-09-22T11:41:07.742018+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.233__shadow_.bhQy4KG5LiZvMohizAnnwPNfX1aN5TE_0 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17943635355601780047', time=2024-09-22T11:41:23.286363+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.238__shadow_.L0clZtSHNTcRv7XEmhNOtULEgk3ZJWq_0 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16875070797165217421', time=2024-09-22T11:42:05.207824+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.255__shadow_.6dLknK8vek6kmzJCCUCtwNNOf8wFUgp_0 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8761175558187020826', time=2024-09-22T11:42:18.841290+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.261__shadow_.3-clLu_c2iwsccfac1eps651k3S7Iq8_0 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5331870402431862317', time=2024-09-22T11:44:03.078041+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aTpWYHicQLlpH6jXmhLlxeSoetiS-ub_0 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16640418048367497247', time=2024-09-22T11:44:05.370071+0000, chain.objs.size()=1 2024-09-22T10:33:40.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.j8jvZWu2S8Sr9zcxs9cf7tBipKNfeSK_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2961012756531024918', time=2024-09-22T11:44:05.775685+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.to76dcNJ12i5c4M3MIhzGigO1vfr9Oq_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4704680961434776480', time=2024-09-22T11:44:08.136759+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HCSvCLkv0s0MTkJbYjvHb4IbZU-eqgg_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12056473586823641135', time=2024-09-22T11:44:08.232590+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KGGYnhj-p5oY2UfwLsqmoWWpXxK57I6_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12258290873302919731', time=2024-09-22T11:44:09.298941+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JM7RXs11KsmX5cAOdAfhjwuksGJioZk_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14324453907099433595', time=2024-09-22T11:44:11.780525+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9Woygp0tsHoyEWO5nOPQizwFyrN_esR_0 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17722694586177361843', time=2024-09-22T11:44:13.308401+0000, chain.objs.size()=1 2024-09-22T10:33:40.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mUM5l-SgRa5EO-0czM_aXtsYZC6vMBY_0 2024-09-22T10:33:40.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11037291546489478974', time=2024-09-22T11:44:13.893181+0000, chain.objs.size()=1 2024-09-22T10:33:40.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tN9Y8OHTKGfjZjM0wfKr409NJWOdhuj_0 2024-09-22T10:33:40.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18379028524629054290', time=2024-09-22T11:44:14.502825+0000, chain.objs.size()=1 2024-09-22T10:33:40.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bapYEqigpio-6tqBCl4kmxKGh3_iBTp_0 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15271445982373697495', time=2024-09-22T11:44:16.492565+0000, chain.objs.size()=1 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JTrbl6GA7PxIFyk5SS9ZycrjO-1QYVq_0 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17882917318635026367', time=2024-09-22T11:44:18.129395+0000, chain.objs.size()=1 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.natxZ8aGPulwzte2kVWZ9zUjj0PGAQM_0 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12269796777000714419', time=2024-09-22T11:44:20.093436+0000, chain.objs.size()=1 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cm3y3HYHBAasJYVSY6HYpQYq65Xfkqy_0 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10026125032269139416', time=2024-09-22T11:44:20.762293+0000, chain.objs.size()=1 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AoRa9baW-CZJUa5npas_iI4gJE0g-me_0 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6284848040361607968', time=2024-09-22T11:44:20.894810+0000, chain.objs.size()=1 2024-09-22T10:33:40.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.224+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.No2kdKo9FgZYmRfoFxJn5VJpBHjdEhd_0 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4064191740891372916', time=2024-09-22T11:44:23.965849+0000, chain.objs.size()=1 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MW99xkWS1r-aL7eX69avj-jHucgWlgq_0 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3330105325871090516', time=2024-09-22T11:44:24.434742+0000, chain.objs.size()=1 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oUCtBlWRvat5xxjaNgd5W0dWVpNPhOK_0 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15757001414032921009', time=2024-09-22T11:44:26.337948+0000, chain.objs.size()=1 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZaQtW0VQuLVqry9kx9l30GIKEd9AhgH_0 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8171472571564739273', time=2024-09-22T11:44:26.873644+0000, chain.objs.size()=1 2024-09-22T10:33:40.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.39ef5Ia9xlYKDiKawlKiaiEXxye3UYb_0 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7403384833410034801', time=2024-09-22T11:44:28.239555+0000, chain.objs.size()=1 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gZXWc4j1XosIdo7LZcgNBwTQcAqiu3b_0 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7652037204234216318', time=2024-09-22T11:44:29.177658+0000, chain.objs.size()=1 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.u9A4Yc3_0_y5STXevyCDmVoQXVms0rw_0 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5153734372254422211', time=2024-09-22T11:44:30.132836+0000, chain.objs.size()=1 2024-09-22T10:33:40.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.L5lA6S3rx_S1D8AGo0ewGgHkXQWePgR_0 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17665952614087066152', time=2024-09-22T11:44:30.665792+0000, chain.objs.size()=1 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NPdqh2YhxPhOzVJcl_OZLxY6OpWlBCo_0 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7233752995221997901', time=2024-09-22T11:44:30.846880+0000, chain.objs.size()=1 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.m0BNhiUw23fqO5jkBpN8mCE5U41pPOS_0 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13780285671822658096', time=2024-09-22T11:44:33.787754+0000, chain.objs.size()=1 2024-09-22T10:33:40.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OCrr5tvjYEKFhsMEsZx32PCnLewYLBC_0 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3606172352469879965', time=2024-09-22T11:44:34.222299+0000, chain.objs.size()=1 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.faKLSSKmp_oKqMprLKN_PqnxOhPJcI3_0 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1813724265335883317', time=2024-09-22T11:44:50.499873+0000, chain.objs.size()=1 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.269__shadow_.ozlTZt6ypQXZLzOL_m6sI8NYQIBq-Zp_0 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7612786131557077474', time=2024-09-22T11:44:54.965473+0000, chain.objs.size()=1 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.271__shadow_.FfXXOt9h9xEPvgyNjCUUNS7Z7iZuw5U_0 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17808868077747826212', time=2024-09-22T11:45:01.514330+0000, chain.objs.size()=1 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.274__shadow_.uZZR2Jwdum7hzDe08pMQTrRCMwirJ3e_0 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14640623702907571653', time=2024-09-22T11:45:47.204420+0000, chain.objs.size()=1 2024-09-22T10:33:40.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.79rLSe35iGHJp999vG73TjlYYmtNx89_0 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3282088031789241606', time=2024-09-22T11:45:52.763206+0000, chain.objs.size()=1 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.RBW689LxuuGWO2J_sPgS8Fl46JHmcLd_0 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10084248989621039133', time=2024-09-22T11:45:52.765335+0000, chain.objs.size()=1 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.1NLnc-Oove61a6uCqgDf3FeynPTlip5_0 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11307952461890068268', time=2024-09-22T11:45:53.052735+0000, chain.objs.size()=1 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.y3QxMcbVLQ-lax3XZniknNU_kDA7i4n_0 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11466104132025722426', time=2024-09-22T11:46:27.532004+0000, chain.objs.size()=1 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.307__shadow:mPznwl-LxS9vNzalaA08XAdKJ9azvAY_.H4gxAPCI3PHX2ghTBaUajExj4Lets5R_0 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17646591119371702842', time=2024-09-22T11:48:52.526036+0000, chain.objs.size()=1 2024-09-22T10:33:40.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xY17-yb0F95oKdHH7EPcoxHuXTV9f_M_0 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3017487094229848225', time=2024-09-22T11:48:53.330971+0000, chain.objs.size()=1 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tJWq6Mu6ns6bqHW2H0Nejdyeln4Lj3b_0 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8190538014015118844', time=2024-09-22T11:48:53.944978+0000, chain.objs.size()=1 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fiz9dVsdKqgEl41vSsaZmEOfH19WrfD_0 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16987265820163835985', time=2024-09-22T11:48:53.946904+0000, chain.objs.size()=1 2024-09-22T10:33:40.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.isvH0GIf7QnoSvX-sGNu_y4QkjDhr76_0 2024-09-22T10:33:40.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3633718302127183411', time=2024-09-22T11:48:54.164322+0000, chain.objs.size()=1 2024-09-22T10:33:40.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZDGcO_iLMLmOkNkuGGdEat6rRkuEqe2_0 2024-09-22T10:33:40.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17851947246077709986', time=2024-09-22T11:48:54.557968+0000, chain.objs.size()=1 2024-09-22T10:33:40.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N-B_sJa-byKSGkd4M4jnxA9AH6qBUDn_0 2024-09-22T10:33:40.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2790261855856862494', time=2024-09-22T11:48:54.626519+0000, chain.objs.size()=1 2024-09-22T10:33:40.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WCFAbK4TPeVUvm3o_2gt1CLbiG7j9AB_0 2024-09-22T10:33:40.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11941006870507180382', time=2024-09-22T11:48:54.628644+0000, chain.objs.size()=1 2024-09-22T10:33:40.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Vjz8Za3yV2MDKu2ulxyjNhADxVrU8Ab_0 2024-09-22T10:33:40.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3335782909044089372', time=2024-09-22T11:48:55.684443+0000, chain.objs.size()=1 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-18K5MO7bydDL8AmDsbIYxbmNthoyGT_0 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2650484659163299280', time=2024-09-22T11:48:55.839680+0000, chain.objs.size()=1 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.E5LpMbUb7XyrkIPORHkfFAd2xWxETYx_0 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15854118801990094995', time=2024-09-22T11:48:57.728752+0000, chain.objs.size()=1 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JyJFZVzay86I75Pag14m7WvIQBNzjhL_0 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4109542971143166497', time=2024-09-22T11:48:58.132450+0000, chain.objs.size()=1 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6jxJZ_3xKyQ2L8_0WUNmayYKWj5lwl0_0 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4162409291183185573', time=2024-09-22T11:48:58.600903+0000, chain.objs.size()=1 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oBjlKT1V6M375Wr66i4KyLaz94p_6Nf_0 2024-09-22T10:33:40.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9642160532661038010', time=2024-09-22T11:48:59.484171+0000, chain.objs.size()=1 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yxhG-hUo8Jo4wOkOyY2UiM6jYDc56Ox_0 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.654946092661352184', time=2024-09-22T11:48:59.786439+0000, chain.objs.size()=1 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.x4ObLlRhUTtox-6sMT_MTO0tc3rKdUp_0 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15751548646239862170', time=2024-09-22T11:49:00.201837+0000, chain.objs.size()=1 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DXJw68NLKntcY93ZhRUSHGhdk6uHNl9_0 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11802532100625922097', time=2024-09-22T11:49:02.351483+0000, chain.objs.size()=1 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9bzPmkQDcWX6N-QdnaMxndaQyoiInYu_0 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5597142227722825128', time=2024-09-22T11:49:02.635401+0000, chain.objs.size()=1 2024-09-22T10:33:40.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.c0MCP9tYFNpE51uRg2VLmWrJx9IZOa2_0 2024-09-22T10:33:40.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14345492878843749631', time=2024-09-22T11:49:02.707387+0000, chain.objs.size()=1 2024-09-22T10:33:40.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JIIXnf6Q4u-fQKEZ1cBtitNEluLjHxL_0 2024-09-22T10:33:40.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13506597233905749519', time=2024-09-22T11:49:04.167378+0000, chain.objs.size()=1 2024-09-22T10:33:40.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sHHc8ac8Etnv0Cs3wMVDDjc1H284BP9_0 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6853178965034293661', time=2024-09-22T11:49:04.333302+0000, chain.objs.size()=1 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5ncccHA5i4nwpF0bXDdCEHgWbeIPoYY_0 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4140292121738880956', time=2024-09-22T11:49:07.551865+0000, chain.objs.size()=1 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jkfCgcLUS9zfGLB3h6DLz43vuIKa-zu_0 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17623827298885941353', time=2024-09-22T11:49:07.903911+0000, chain.objs.size()=1 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pv9wVrz8uul0Rt008UEYuNrgEcyec0s_0 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4621440607588221591', time=2024-09-22T11:49:08.023061+0000, chain.objs.size()=1 2024-09-22T10:33:40.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kL7v2vlJIZvVJQLuXlyaAYxJejW6ved_0 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15855276283259324689', time=2024-09-22T11:49:08.927142+0000, chain.objs.size()=1 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YNgHkJOKvAV5jy8ICQUe8ZlInFWxb7F_0 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10177330803316685241', time=2024-09-22T11:49:09.834692+0000, chain.objs.size()=1 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.m6aWGfyROvLqA2xRxfIp6VxNdChfA-8_0 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17976463144901086250', time=2024-09-22T11:49:11.374617+0000, chain.objs.size()=1 2024-09-22T10:33:40.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oP03ssHUYh4Gc5NDthOyKlhO6qEN9VE_0 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11939634959170201379', time=2024-09-22T11:49:11.654800+0000, chain.objs.size()=1 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9uNV8HLe_56QDBUEVRa4MO-ehD5WzVl_0 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16692042683645524499', time=2024-09-22T11:49:11.790785+0000, chain.objs.size()=1 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0E3pImONpzs2R6pU8RAD7zCCC_GDRZ__0 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4942547113945526258', time=2024-09-22T11:49:11.794082+0000, chain.objs.size()=1 2024-09-22T10:33:40.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.252+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nQZFMpQXq24WscWV2A0LfLd_9NTckbm_0 2024-09-22T10:33:40.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16076051952848916253', time=2024-09-22T11:49:12.021510+0000, chain.objs.size()=1 2024-09-22T10:33:40.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7Qv9MCGwRUM-CRlXV7ZPPP1dw_u91ki_0 2024-09-22T10:33:40.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.328476251167370669', time=2024-09-22T11:49:15.381847+0000, chain.objs.size()=1 2024-09-22T10:33:40.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hX4Q6UssLU22a35Y8BkT4qnG3uTAlnr_0 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7372046659947536531', time=2024-09-22T11:49:15.630075+0000, chain.objs.size()=1 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NVks_ao2Adij1TKnYaTxvp3rs4FEls0_0 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13583686832919476538', time=2024-09-22T11:49:16.074590+0000, chain.objs.size()=1 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._yCgYJsaS_n36IG55DJOBy8UweA1qpU_0 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.804210783146823180', time=2024-09-22T11:49:16.462409+0000, chain.objs.size()=1 2024-09-22T10:33:40.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._o3V13zz-Sdo0Fyh70p-QYH4qh7K30j_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5415169151110751988', time=2024-09-22T11:49:16.859754+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fOcfCCZ8jjcSIszuzF7kTnJoqiZy4Q1_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8299008057890260985', time=2024-09-22T11:49:17.979772+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fI7An1vr-ocGUf1PXrxoUtK94yyJAmp_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16905481871059566578', time=2024-09-22T11:49:19.342861+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e1iMHyfg5UDU288IUTf68TKlEwqS_wu_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9474026891721636037', time=2024-09-22T11:49:19.442238+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fNPQRqXkff0uf8mC17H0W7wBVQSAUkB_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.471080932857539863', time=2024-09-22T11:49:20.000812+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LaTW0qcVCmvoOCGz8LNLoTsmRXcGel9_0 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16455469496060083732', time=2024-09-22T11:49:20.574795+0000, chain.objs.size()=1 2024-09-22T10:33:40.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dArG088XwpX_YQOnxKVXVZafZ6eSaaU_0 2024-09-22T10:33:40.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15061548656719487723', time=2024-09-22T11:49:21.944109+0000, chain.objs.size()=1 2024-09-22T10:33:40.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pk7EQ4_1VU00fHpUsM5-GzHo2G1bl8m_0 2024-09-22T10:33:40.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1462818681910842692', time=2024-09-22T11:49:22.309288+0000, chain.objs.size()=1 2024-09-22T10:33:40.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.s1KRWJVY7MtC7jN4ihjv7MQ66cMX-AW_0 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3169910581786829941', time=2024-09-22T11:49:22.355585+0000, chain.objs.size()=1 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1ftYOMCis9N7P00EI1QVw_tmhgN9AOA_0 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6408523358115119195', time=2024-09-22T11:49:22.688206+0000, chain.objs.size()=1 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r5D-b45uVqzklltRz54AVLFTbNnpvIV_0 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13891921477113296843', time=2024-09-22T11:49:22.690154+0000, chain.objs.size()=1 2024-09-22T10:33:40.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sG0l-SvtYdnq5jCgIkrd90OqcPfx1P__0 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10460292925585366402', time=2024-09-22T11:49:23.173381+0000, chain.objs.size()=1 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.90c5vuEBzjhgUISYRGxkeUFMIyPfvAp_0 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.968169358932772660', time=2024-09-22T11:49:24.023114+0000, chain.objs.size()=1 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RT8c808CitTBXcFkLgp-ELSGbruGSva_0 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17657121875326246607', time=2024-09-22T11:49:24.414585+0000, chain.objs.size()=1 2024-09-22T10:33:40.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.260+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HvR76dptEj0AlUYyio9jHWmgKvP7uaH_0 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16632475333256567221', time=2024-09-22T11:51:11.414974+0000, chain.objs.size()=1 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xK9WHkzlspubgpDVqYCo0PxPrTmF1Ae_0 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9757275610810789572', time=2024-09-22T11:51:11.671610+0000, chain.objs.size()=1 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0VjRMMPiMW3s1mdARgOr6KsYK8v4yZF_0 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4237056295264013249', time=2024-09-22T11:51:12.041506+0000, chain.objs.size()=1 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JTS0HNSLDAgzLn7Hvz3EJXHk8GeRf1p_0 2024-09-22T10:33:40.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6945021960881052700', time=2024-09-22T11:51:12.922763+0000, chain.objs.size()=1 2024-09-22T10:33:40.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.88zeUv6HMc-W1gD_sm1erwOVYjeES5l_0 2024-09-22T10:33:40.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1265733326780000372', time=2024-09-22T11:51:12.924506+0000, chain.objs.size()=1 2024-09-22T10:33:40.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aMkel15f1BVUYZnWpPwC6GJdS-eGtd9_0 2024-09-22T10:33:40.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12888821786350067086', time=2024-09-22T11:51:14.531800+0000, chain.objs.size()=1 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.048797BevM0TwM1oGKdrN4SxQnZ1oAY_0 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6007723371937149248', time=2024-09-22T11:51:14.765502+0000, chain.objs.size()=1 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qui9JOBd05uVisgMHIdD5fJNbxpIFw1_0 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4463200698806420503', time=2024-09-22T11:51:15.651019+0000, chain.objs.size()=1 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Kay9on3Mntqr7ee86A6S4ighMxjYDll_0 2024-09-22T10:33:40.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16480551747297553010', time=2024-09-22T11:51:15.653549+0000, chain.objs.size()=1 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tSijWmrWIdy6nsbwF12FqL3DxCOkVVm_0 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6650248605447652958', time=2024-09-22T11:51:17.187659+0000, chain.objs.size()=1 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.w3dWL8wqaoHuSRkZknAgTrnYqu-0evE_0 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18094437772376724341', time=2024-09-22T11:51:18.580315+0000, chain.objs.size()=1 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GsSlPc-csEEbaS7YuioyCgmmrb3H7Ec_0 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10530393967561986696', time=2024-09-22T11:51:20.268850+0000, chain.objs.size()=1 2024-09-22T10:33:40.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BzQp9pDEi0aPYzYWEKWNi_PKadtIokz_0 2024-09-22T10:33:40.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6192485662940272261', time=2024-09-22T11:51:20.476517+0000, chain.objs.size()=1 2024-09-22T10:33:40.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kd5zun-jL5dlNm-S3CKX8-yq5I1qnjc_0 2024-09-22T10:33:40.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/55919 2024-09-22T10:33:40.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-22T10:33:40.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18311567806542059667', time=2024-09-22T11:51:21.219730+0000, chain.objs.size()=1 2024-09-22T10:33:40.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VBoR6PGMgyyIbOs4cr1IWZvzCgNTZgs_0 2024-09-22T10:33:40.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1864452993489841281', time=2024-09-22T11:51:24.985930+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VT9KsYG8IAGa59L42-6xgVGMiLhzq71_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15119857951950499958', time=2024-09-22T11:51:25.024142+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TP5Hb8QV-W_-H-gTYEOT_35gthfEKHm_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4248815384970232537', time=2024-09-22T11:51:25.726236+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.f60xyQ_H8QOvQHio4TuJ4SxQ8Xlells_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7492493073329731594', time=2024-09-22T11:51:26.172887+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.34a3PlyLQTsfqCerCKfAbcWHS3qHBjY_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2940320331229827204', time=2024-09-22T11:51:26.288722+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dkJ435ae20Ih3scSqF3NixD-DtWtoVq_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2409969311438552488', time=2024-09-22T11:51:28.365971+0000, chain.objs.size()=1 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KzVMp8qACfC9ybC3zBJTePGOOD1LQKp_0 2024-09-22T10:33:40.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14196271537802422893', time=2024-09-22T11:51:28.652591+0000, chain.objs.size()=1 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ebmg_0NOOrfqvwaKldUQd7-AOwa3C80_0 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15202534915495678044', time=2024-09-22T11:51:35.668006+0000, chain.objs.size()=1 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5JvtUqUnPYdcwtP-Jz8NPcfxZ7sfIGN_0 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6029137217803059129', time=2024-09-22T11:51:35.670502+0000, chain.objs.size()=1 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2UuEXsXAQnhe06xJbnzIgJe-QLFjD86_0 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3517138246413304379', time=2024-09-22T11:51:36.432122+0000, chain.objs.size()=1 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.M0Wdbj6AW32Ns7XUUIM-KuA_xxlksbQ_0 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.509387279282844982', time=2024-09-22T11:51:37.736270+0000, chain.objs.size()=1 2024-09-22T10:33:40.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._mi5gTAPSWi0pAvH4wcBix24WsMhCI6_0 2024-09-22T10:33:40.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18049383657402605122', time=2024-09-22T11:51:37.737985+0000, chain.objs.size()=1 2024-09-22T10:33:40.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.miAMo8nxR2MOy73Yu2gNw7T4vBaGf1S_0 2024-09-22T10:33:40.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14982831175052269560', time=2024-09-22T11:51:37.997241+0000, chain.objs.size()=1 2024-09-22T10:33:40.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g0wOKAoM9JUZHBdhS274w-nz2bDXIvh_0 2024-09-22T10:33:40.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13312849272721625276', time=2024-09-22T11:51:39.745467+0000, chain.objs.size()=1 2024-09-22T10:33:40.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YqwNl2-RFk_fsv6PJ5Shkn2K9VAsUSx_0 2024-09-22T10:33:40.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4097839035691098414', time=2024-09-22T11:53:13.854833+0000, chain.objs.size()=1 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.372__shadow_.nzxyIbYuM5lx3xQ8ptJlR2A3Uu6hYUB_0 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.56187027908200537', time=2024-09-22T11:58:54.322920+0000, chain.objs.size()=1 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.512__shadow_.XFHp3UypMed2sJuwHuqULbUQYdQhB6u_0 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11453677968548755042', time=2024-09-22T12:05:12.771868+0000, chain.objs.size()=3 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~0o-q6GppWgt9fdOa8W089xTCxf96Cuh.1 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~0o-q6GppWgt9fdOa8W089xTCxf96Cuh.2 2024-09-22T10:33:40.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~0o-q6GppWgt9fdOa8W089xTCxf96Cuh.3 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~f9G0CFO6jrAGQjg_e5G3nlN5OeARTwx', time=2024-09-22T12:06:02.940946+0000, chain.objs.size()=2 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.531__multipart_mymultipart2.2~f9G0CFO6jrAGQjg_e5G3nlN5OeARTwx.1 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.531__shadow_mymultipart2.2~f9G0CFO6jrAGQjg_e5G3nlN5OeARTwx.1_1 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4006450751590291207', time=2024-09-22T12:12:12.656166+0000, chain.objs.size()=1 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:zokSaT.VUIamJYIutRB.3rBxPSqBy3n_.OdfaaV0zrFJ3ZqA4Pz8u1otCQ5-jApm_0 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3948121428770054294', time=2024-09-22T12:12:23.908327+0000, chain.objs.size()=1 2024-09-22T10:33:40.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.583__shadow:.WR3yoMP93fWecLUDh5em8RlTklGBTW_.nRC-aGMU7PeVTFyAbnawKPAJOgascAV_0 2024-09-22T10:33:40.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9795376022680137450', time=2024-09-22T12:13:15.600716+0000, chain.objs.size()=1 2024-09-22T10:33:40.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.606__shadow_.zxVNf4HsxX9RRXyWSt9NImTNvGy0ntW_0 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10225223136494674534', time=2024-09-22T12:14:35.710437+0000, chain.objs.size()=12 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.1 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.1_1 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.2 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.2_1 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.3 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.3_1 2024-09-22T10:33:40.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.4 2024-09-22T10:33:40.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.4_1 2024-09-22T10:33:40.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.5 2024-09-22T10:33:40.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.5_1 2024-09-22T10:33:40.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__multipart_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.6 2024-09-22T10:33:40.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.613__shadow_multipart_enc.2~aQoF-06_q5tXu2EDpAxrBmGO60HINz_.6_1 2024-09-22T10:33:40.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2769246169459975143', time=2024-09-22T12:31:35.545164+0000, chain.objs.size()=10 2024-09-22T10:33:40.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_0 2024-09-22T10:33:40.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_1 2024-09-22T10:33:40.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_2 2024-09-22T10:33:40.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_3 2024-09-22T10:33:40.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_4 2024-09-22T10:33:40.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_5 2024-09-22T10:33:40.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_6 2024-09-22T10:33:40.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_7 2024-09-22T10:33:40.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_8 2024-09-22T10:33:40.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.779__shadow_.V1_RBb7RY4-9iIQ5J1crOTJg9MOod5e_9 2024-09-22T10:33:40.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-22T10:33:40.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46782' 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_sF9kdXGk1_8cu9Kiv273eEyIzKlOUnT', time=2024-09-22T11:35:23.451078+0000, chain.objs.size()=3 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.i1hvIP74uSC4wOBlIijxx9Dqz7xwwCd_0 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.i1hvIP74uSC4wOBlIijxx9Dqz7xwwCd_1 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.i1hvIP74uSC4wOBlIijxx9Dqz7xwwCd_2 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9335090662648019400', time=2024-09-22T11:36:20.747085+0000, chain.objs.size()=1 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.176__shadow_.xV1sGQknbXM7FiyYM9hhyV5ZTZiQ_UL_0 2024-09-22T10:33:40.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14860563846643364542', time=2024-09-22T11:36:26.840216+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.179__shadow_.K1MT10OXnzxSWG6Xw62Eny7TeVw8Twq_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3974310007815962806', time=2024-09-22T11:41:15.322505+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.236__shadow_.nLVrMITearEHZKZviNErEbx9q9x_Y9p_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17824470770207561543', time=2024-09-22T11:41:39.606562+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.244__shadow_.JhrqsciqTJWt7bBCWTrjq-KepgBDvyy_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15159345709242582550', time=2024-09-22T11:41:44.235839+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.246__shadow_.J28y_bqgAFFo0OxmubFAiNZEws3yjEK_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6487216049037107926', time=2024-09-22T11:41:51.194094+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.249__shadow_.-gj97t8wY618gtrQkVUC6se4Ac4KWzs_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15201500917649996303', time=2024-09-22T11:42:00.506625+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.253__shadow_.E8MUMV3BI0WZZ6S_55wY0f2xVDjgekn_0 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1329067631336305217', time=2024-09-22T11:44:02.592105+0000, chain.objs.size()=1 2024-09-22T10:33:40.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.V8sdj4IjMEJ5eaffbHFW-GGQUCRSROV_0 2024-09-22T10:33:40.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8985491839691197857', time=2024-09-22T11:44:02.929034+0000, chain.objs.size()=1 2024-09-22T10:33:40.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZWOV0MEh79ba--3zvzonbvPpv8LyJoY_0 2024-09-22T10:33:40.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7982788749311661753', time=2024-09-22T11:44:04.097587+0000, chain.objs.size()=1 2024-09-22T10:33:40.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OEpMQ-fnIJrRRaHalkFhZXrtB6GlMeh_0 2024-09-22T10:33:40.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12003117370390248275', time=2024-09-22T11:44:04.167966+0000, chain.objs.size()=1 2024-09-22T10:33:40.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.C3MUBr5rNL57c-RaBv4PJh9tE9JOQmw_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11832954186902611044', time=2024-09-22T11:44:05.392392+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vwpNQcSjiIdNJTdGxKLGeMiurzmvecI_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2383711473355551079', time=2024-09-22T11:44:07.359940+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RoPYSrZ_WWfwfzxM6D67WwVwqRZqhjg_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3006860963485185824', time=2024-09-22T11:44:07.361794+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YJoECQgNPEX77gF1sDZdiRv8svYQFlj_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12578500806811048292', time=2024-09-22T11:44:07.674157+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6g7wJSsojiiUVaCUQ4-Ng1aUcN3BbP9_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10171880698424188122', time=2024-09-22T11:44:08.136841+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mcJ2xhPg9MkoB90Ti3jaDLNtp1dYWMc_0 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12162866510277978191', time=2024-09-22T11:44:08.601449+0000, chain.objs.size()=1 2024-09-22T10:33:40.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aTwVMiWQTNpC4Or5tD1WnLmQQaLImfK_0 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7021126780611997091', time=2024-09-22T11:44:09.256367+0000, chain.objs.size()=1 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DZlOlaxu_HqPW8sWteA_2J_swXq5JU5_0 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12228728032022532844', time=2024-09-22T11:44:09.562326+0000, chain.objs.size()=1 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7NJ80vvcaqYnUz_9gABi-x9oElsdjYl_0 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7294758475124419243', time=2024-09-22T11:44:11.978551+0000, chain.objs.size()=1 2024-09-22T10:33:40.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.58I9wjwEo7aVHyKPXDr3CTAu5MtexiB_0 2024-09-22T10:33:40.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12116847450335277058', time=2024-09-22T11:44:12.253105+0000, chain.objs.size()=1 2024-09-22T10:33:40.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4W0zgaWzVifklPDGH3NQj2BRUKTDo7k_0 2024-09-22T10:33:40.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14655352689102954422', time=2024-09-22T11:44:12.569481+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jK-TcbG_CdWrSJyCuD8wNBie0f9Y_Hy_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2183355749914662877', time=2024-09-22T11:44:12.962925+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6e0wgchPtouQqeI8f0QNValzajTpq6j_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13371540047785624784', time=2024-09-22T11:44:13.501357+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fnLy8OMSXzvSglXqUXQ9nzGNPHrdyFA_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4139507470170813851', time=2024-09-22T11:44:13.519123+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2OTNiNW1qvX-1vQpSe_uf3-bBeKeOjM_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12375423098628308641', time=2024-09-22T11:44:14.553565+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Gqr00MDtW1yTkJpyOmkcdH4phRGfGVI_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6550262771070232470', time=2024-09-22T11:44:18.128428+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7dez65eWwXfqiD6vq4f-2ZZPYlfGW_S_0 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13490586810567489443', time=2024-09-22T11:44:18.479144+0000, chain.objs.size()=1 2024-09-22T10:33:40.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Qm-XFA2aMAB7ZRbXm4jcJsc5wLbtW6i_0 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4298978588207380222', time=2024-09-22T11:44:18.814143+0000, chain.objs.size()=1 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.H-wnjNZhIKnxr2iUblAMDTHRitnj4CR_0 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14456758772886307803', time=2024-09-22T11:44:19.189614+0000, chain.objs.size()=1 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.312+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hoDVuL7OxHoGmZXzzoY982MwA5ukKid_0 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6738672726885506194', time=2024-09-22T11:44:20.096199+0000, chain.objs.size()=1 2024-09-22T10:33:40.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hsXd1yGj7YlWY_jIybuNJKwUmsNYcST_0 2024-09-22T10:33:40.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1315734005035364564', time=2024-09-22T11:44:20.759978+0000, chain.objs.size()=1 2024-09-22T10:33:40.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gJdSrllbEYlDDqkM5FE9ea93sfZ1wth_0 2024-09-22T10:33:40.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7074504124154829759', time=2024-09-22T11:44:21.324674+0000, chain.objs.size()=1 2024-09-22T10:33:40.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-UBgwdqFL6KWinzgghd_xKdrxgfAOx4_0 2024-09-22T10:33:40.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9246790273743766665', time=2024-09-22T11:44:21.327916+0000, chain.objs.size()=1 2024-09-22T10:33:40.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pNFciqj44f8d6bA0H1XxiyoB6iHXbT5_0 2024-09-22T10:33:40.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16016000716920353138', time=2024-09-22T11:44:22.544842+0000, chain.objs.size()=1 2024-09-22T10:33:40.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fsUH1c1-69ITKtVwuT0vJEB8CzIOnuU_0 2024-09-22T10:33:40.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16917557871702652788', time=2024-09-22T11:44:24.839037+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YgvtdpxocMobaOXo5phCz7Wb7USMwJZ_0 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12254152517522210820', time=2024-09-22T11:44:26.404975+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SHg9REYoCNr62H-qJ9VV9_66RXixUBx_0 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1005374527255724839', time=2024-09-22T11:44:26.821269+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.r-AjKi3CNiEiRCXRy06DH1M8kxueiMg_0 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13938011187673418029', time=2024-09-22T11:44:28.131284+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FWabqY1y8yopfZz4qeAHaXsiSaTa3Gl_0 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17842344066436399094', time=2024-09-22T11:44:30.160257+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KiQxeknD6cW4VjbTNp9qaMoUeXkaYSg_0 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.786654455837364782', time=2024-09-22T11:44:31.384199+0000, chain.objs.size()=1 2024-09-22T10:33:40.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EEREsE7UNhvwpdMOSvSomtLfdZXVXcQ_0 2024-09-22T10:33:40.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1643889121132460454', time=2024-09-22T11:44:31.965119+0000, chain.objs.size()=1 2024-09-22T10:33:40.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.s_Q1ygm55QJKvXneo93FxoLt-HEG5pC_0 2024-09-22T10:33:40.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9525345158142503338', time=2024-09-22T11:44:32.516675+0000, chain.objs.size()=1 2024-09-22T10:33:40.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iCTca0_EW8aSNHKRuYp05k6V7cI7d-V_0 2024-09-22T10:33:40.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15574373581712681375', time=2024-09-22T11:44:32.837374+0000, chain.objs.size()=1 2024-09-22T10:33:40.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XQoJWAO6FxZPQ81tMUOpyU0w1na9u3l_0 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1377225498650323860', time=2024-09-22T11:44:33.502793+0000, chain.objs.size()=1 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X-jsTtM1WbVqtZSwSJcxtBz4jopk48u_0 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13517426357130748551', time=2024-09-22T11:44:46.122837+0000, chain.objs.size()=1 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.267__shadow_.WUZw74itq1SJVaJQ0u4DjXAoZwobpVq_0 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12754509108572041527', time=2024-09-22T11:45:03.827494+0000, chain.objs.size()=1 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.275__shadow_.aOhNR8nIJl5T69cRq7dUhT6Wor0nuMc_0 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11886924541220585550', time=2024-09-22T11:45:13.110386+0000, chain.objs.size()=1 2024-09-22T10:33:40.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.279__shadow_.fH4wiUcc7TZOJPrY1BLXoWoFB61Yl4K_0 2024-09-22T10:33:40.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16015665322447087245', time=2024-09-22T11:45:52.895912+0000, chain.objs.size()=1 2024-09-22T10:33:40.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.0254raJ89_g6srUez-VDKJYAxgqiy7L_0 2024-09-22T10:33:40.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16261758100366172720', time=2024-09-22T11:46:09.626521+0000, chain.objs.size()=1 2024-09-22T10:33:40.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.300__shadow_.S4KGNDC6IiB3L13cKGkF_sZsJdX6x0I_0 2024-09-22T10:33:40.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18316671330631414410', time=2024-09-22T11:46:12.001352+0000, chain.objs.size()=1 2024-09-22T10:33:40.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.301__shadow_.jSCL3rc-nrerAttABg8ws4ZmrHdr90C_0 2024-09-22T10:33:40.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10976725730797335293', time=2024-09-22T11:48:52.967736+0000, chain.objs.size()=1 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WoOdfg3A8VO5tl7RRmvio1_N-cYVG1j_0 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12819744101354383918', time=2024-09-22T11:48:54.860728+0000, chain.objs.size()=1 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Y4XkQqAfXosNkqUsFpqzv5Iy0l55xUT_0 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5925789737756321641', time=2024-09-22T11:48:55.338865+0000, chain.objs.size()=1 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.v5DjPlUoGh3LgL1Ksq3xjEpO9yQ6m9m_0 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8695184537870149367', time=2024-09-22T11:48:55.697198+0000, chain.objs.size()=1 2024-09-22T10:33:40.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sVjo-_IeJy-dSm_bgDU2yRCMvF3lQrB_0 2024-09-22T10:33:40.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11484488997222505437', time=2024-09-22T11:48:57.990425+0000, chain.objs.size()=1 2024-09-22T10:33:40.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Z5gBEyeegY7RRNMziP5RmZfaRnAtLVL_0 2024-09-22T10:33:40.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12945076950152640407', time=2024-09-22T11:48:58.427145+0000, chain.objs.size()=1 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.32g2fdU1ZHlSCb5fn-vELxsYHjaBtOn_0 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7314288123420253359', time=2024-09-22T11:48:58.593931+0000, chain.objs.size()=1 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tQgv3XHQke94HNQLtDK8R5ahZWQ9ulf_0 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16017659119850282318', time=2024-09-22T11:48:58.686601+0000, chain.objs.size()=1 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1AzXHgHQ3N2u6tSdpw9myHyNG0dQ2ZC_0 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6432581537254000498', time=2024-09-22T11:48:59.637967+0000, chain.objs.size()=1 2024-09-22T10:33:40.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-ALoMoJd8vn2KPTprGMoA6ZubjBahIA_0 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17618995493733920600', time=2024-09-22T11:48:59.848725+0000, chain.objs.size()=1 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Pv2v1s-hzL2gcpJby5aLWnCfqjZPWr2_0 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11968237373822925852', time=2024-09-22T11:49:01.689689+0000, chain.objs.size()=1 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nDzpPWK322k2Rk9fkqbIzmGCbsNMxtA_0 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1360300384001548911', time=2024-09-22T11:49:01.874261+0000, chain.objs.size()=1 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kDLi87BZ-RwymGmDtinsHr7l6ywNyez_0 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.105605724950749499', time=2024-09-22T11:49:01.991465+0000, chain.objs.size()=1 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.624moJ9WkbPrDT_qDKRqcwPcuBhz1aY_0 2024-09-22T10:33:40.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16743870788148955336', time=2024-09-22T11:49:01.993075+0000, chain.objs.size()=1 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Qrmu8_w3ICgzfIQCn3rsw0_BoAelxDN_0 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8894273392811216608', time=2024-09-22T11:49:02.372107+0000, chain.objs.size()=1 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5DpIDek3inAmRA-M293qHX49e-YFqI1_0 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16132475955284604887', time=2024-09-22T11:49:03.349399+0000, chain.objs.size()=1 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7B22VMak-78EjkFUq79fk4irhZyYrTm_0 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6757473792702617388', time=2024-09-22T11:49:06.070163+0000, chain.objs.size()=1 2024-09-22T10:33:40.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G6UyAD-9IX6vGH12ZLbx0KtqQkF3PAa_0 2024-09-22T10:33:40.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15029362630750607364', time=2024-09-22T11:49:09.989888+0000, chain.objs.size()=1 2024-09-22T10:33:40.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9qmuiejm3ZdkQy3PKknkPd479gdt0qo_0 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14572634233701523923', time=2024-09-22T11:49:10.332162+0000, chain.objs.size()=1 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4-ev7bcndBb6PSZWCgYFuayPKVRlFTd_0 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11201301892068848925', time=2024-09-22T11:49:10.891995+0000, chain.objs.size()=1 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SjEiAjiatJ1SF5_448Kj5YucZNWAZKf_0 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10784275280796995868', time=2024-09-22T11:49:12.200134+0000, chain.objs.size()=1 2024-09-22T10:33:40.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mgs22rlIYpITYaH5vNLkbiak32RC-eu_0 2024-09-22T10:33:40.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6390000019941609485', time=2024-09-22T11:49:12.211760+0000, chain.objs.size()=1 2024-09-22T10:33:40.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QnVvZQx9cw9ELS3vnMlQ-0Y-vaFsxMK_0 2024-09-22T10:33:40.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10880892002646024275', time=2024-09-22T11:49:12.428759+0000, chain.objs.size()=1 2024-09-22T10:33:40.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-NbtYAzdDjaFztSX-8C9EqNOJ_N4mR5_0 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4389820357065370300', time=2024-09-22T11:49:14.219217+0000, chain.objs.size()=1 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ggF4DDgdtcsvWr5lrrgVwVa9N7PMX28_0 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10702598212790289077', time=2024-09-22T11:49:14.966816+0000, chain.objs.size()=1 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZMeIqCiBkDehODbx-6Kll5RxV2M12vP_0 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13570942242370322414', time=2024-09-22T11:49:16.058569+0000, chain.objs.size()=1 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KwwARPmsajjwbm64emQChJmZ2ZkKCIa_0 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16644811428417018526', time=2024-09-22T11:49:16.601163+0000, chain.objs.size()=1 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7FOy3ZOOwtSO6qFYFen1q3vIyAcOguG_0 2024-09-22T10:33:40.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15341598620196201567', time=2024-09-22T11:49:19.743967+0000, chain.objs.size()=1 2024-09-22T10:33:40.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zasGUHkzCmyeM9SOUJCJuUOCYec0IG7_0 2024-09-22T10:33:40.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15672908500358957443', time=2024-09-22T11:49:19.992167+0000, chain.objs.size()=1 2024-09-22T10:33:40.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TkT-SaNorYydj_aRdqEqkN272BkO3J2_0 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10212081477406728004', time=2024-09-22T11:49:20.427946+0000, chain.objs.size()=1 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hHXRA99fXnO3mOS9TYdqUlyszOs7gSz_0 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15590686035957186342', time=2024-09-22T11:49:20.817349+0000, chain.objs.size()=1 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VogO6Juf2-6H77qs1hAxKqubauYiuZ5_0 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18278398231808139443', time=2024-09-22T11:49:22.767319+0000, chain.objs.size()=1 2024-09-22T10:33:40.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NbfiGC3zA5rXdl3OImFg2vnEGwijcK2_0 2024-09-22T10:33:40.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2666683008118717739', time=2024-09-22T11:49:23.270243+0000, chain.objs.size()=1 2024-09-22T10:33:40.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jRdtPu2Uvv7ncDFJEYi3uDABcVe61QZ_0 2024-09-22T10:33:40.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3186293495521197838', time=2024-09-22T11:49:23.842140+0000, chain.objs.size()=1 2024-09-22T10:33:40.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZOL4143m4ps5EBUj3i8Oa9uSfQXnO9G_0 2024-09-22T10:33:40.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11827399256070501636', time=2024-09-22T11:49:24.016363+0000, chain.objs.size()=1 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kj-Qz7HxgomfL2abV74KMd8nQLtFxel_0 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18103552814427532456', time=2024-09-22T11:51:10.524457+0000, chain.objs.size()=1 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OkUz2MGZ03Hi5JVaVz9SdRo6LWWSmKe_0 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.672602948762033224', time=2024-09-22T11:51:11.740465+0000, chain.objs.size()=1 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YB5e_RaMSl5eXjesU-WFHEfZdrNXBwM_0 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18104240098325043735', time=2024-09-22T11:51:15.297771+0000, chain.objs.size()=1 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dvWKv6x0bU-VkJYRWRk-vXJfUKPahou_0 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12104310179479855554', time=2024-09-22T11:51:18.516801+0000, chain.objs.size()=1 2024-09-22T10:33:40.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._XxH3Hbheq4mxmsj1rBs_V7gn1gcFZJ_0 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6922367626410903316', time=2024-09-22T11:51:19.080073+0000, chain.objs.size()=1 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aBEbbNaLaEqrvfq1kn9psx1onkW5zun_0 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5739406601458691965', time=2024-09-22T11:51:21.000015+0000, chain.objs.size()=1 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SW6-kqzRSti8N5_pIgQ_IZE7GgFlrXf_0 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10618093348399410621', time=2024-09-22T11:51:21.257166+0000, chain.objs.size()=1 2024-09-22T10:33:40.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zSCycoPBIWWk7sxtLMAHgDgfOUbGerm_0 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14321441120731222798', time=2024-09-22T11:51:21.348690+0000, chain.objs.size()=1 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JMekL4u1HTcNd0TBeHabmEASU6EXrFt_0 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2477975565508157672', time=2024-09-22T11:51:22.891583+0000, chain.objs.size()=1 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hIhz5u1c_wfYq6xfX7WuRZvBhVNjQXh_0 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2243380096990037173', time=2024-09-22T11:51:23.002954+0000, chain.objs.size()=1 2024-09-22T10:33:40.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PQeBPI4J0DAcVBjk4tXWLVDQ76AoQ5Y_0 2024-09-22T10:33:40.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10947117087627303628', time=2024-09-22T11:51:23.040846+0000, chain.objs.size()=1 2024-09-22T10:33:40.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WEFQD-Mg1CfSBxsWiImX5CliAJs8gAY_0 2024-09-22T10:33:40.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5265770505989507405', time=2024-09-22T11:51:24.080998+0000, chain.objs.size()=1 2024-09-22T10:33:40.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7ePGz653WXQ0K8SjxVA-SHljbUGGG5C_0 2024-09-22T10:33:40.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10311089303570294173', time=2024-09-22T11:51:25.951021+0000, chain.objs.size()=1 2024-09-22T10:33:40.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2oKyPlW_2B7SfHDdV1yJjMehI2WYT_3_0 2024-09-22T10:33:40.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46782 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=35, truncated=0, next_marker='' 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11731484698149623345', time=2024-09-22T11:51:29.417319+0000, chain.objs.size()=1 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yZ1SmCD0C7eD_7K2s-6QBOPjZUHifL-_0 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12059336247877667255', time=2024-09-22T11:51:29.610112+0000, chain.objs.size()=1 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6MqyNdhh2Bu9AaZN67z9RBnsAsUTgaf_0 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10002887449560907532', time=2024-09-22T11:51:30.458119+0000, chain.objs.size()=1 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RP6ZcuHBiqbitZ1Z2my-ZE-kgYKviJY_0 2024-09-22T10:33:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9389965449666827992', time=2024-09-22T11:51:31.504689+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.m5Q_m6skpPjKYgRd5NANz9xl-RkFduu_0 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5820115771683677161', time=2024-09-22T11:51:31.894483+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8p7BxAl1I_pARNOWwxgi22oZOhNkwvx_0 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9259886128794551158', time=2024-09-22T11:51:31.967076+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lzjLn2eab7Na3dEcH8hDWR4xc_kkylN_0 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12236728742530713394', time=2024-09-22T11:51:33.368239+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ArQ0CDjZfK5Rckl4LxaYszJZ8PRpCjm_0 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1460133374329228030', time=2024-09-22T11:51:34.557924+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BicwNOpTaqHn3hRPJxEWcSJ3K8UmYKA_0 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2219821138691496580', time=2024-09-22T11:51:36.072090+0000, chain.objs.size()=1 2024-09-22T10:33:40.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LsCsBdfGuL6IaK7U6Admsw-9jr8wdbQ_0 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15338772632007411328', time=2024-09-22T11:51:39.703605+0000, chain.objs.size()=1 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nONwEApHVv_H_CIyH5SO56r4QQ9Iz3t_0 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3924827542894945656', time=2024-09-22T11:51:41.083649+0000, chain.objs.size()=1 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9zZkN_jE3qMRrInQP4Eix-AVrO7hDDI_0 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3109595888355175527', time=2024-09-22T11:51:42.027183+0000, chain.objs.size()=1 2024-09-22T10:33:40.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HtI3grsnAvkUtENcEtYCqnQhmV8I8e7_0 2024-09-22T10:33:40.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1650191315549750237', time=2024-09-22T11:55:43.640947+0000, chain.objs.size()=1 2024-09-22T10:33:40.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.444__shadow_.nfGKSmZU30zuLdzLjDmuNoD3AD-211S_0 2024-09-22T10:33:40.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8532593440980243898', time=2024-09-22T11:56:36.511389+0000, chain.objs.size()=1 2024-09-22T10:33:40.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.464__shadow_.oXmzNeGev-WusCRb6TARYw0u0YUHyZl_0 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4380717276592085395', time=2024-09-22T11:56:38.763789+0000, chain.objs.size()=1 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.465__shadow_.9Aranx7igajytTH6Tx31gVtrYoD20KO_0 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8221166795062925394', time=2024-09-22T11:57:09.021568+0000, chain.objs.size()=1 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.3SwAnnrA_BmgzbHC2dsysYUJNsnYy2L_0 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15177236342242577170', time=2024-09-22T11:57:11.798364+0000, chain.objs.size()=1 2024-09-22T10:33:40.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.484__shadow_.LyQO9SNTDNIg-OB6Eb5fqmG1luocFUM_0 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9406236794310144374', time=2024-09-22T11:57:39.446632+0000, chain.objs.size()=1 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.495__shadow_.tmC-WNe8aqN9zcujlxMaMESGASuPSYw_0 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12624871423315441402', time=2024-09-22T11:58:42.045955+0000, chain.objs.size()=6 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:40.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:40.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:40.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.376+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15313251992174950277', time=2024-09-22T12:09:09.664897+0000, chain.objs.size()=1 2024-09-22T10:33:40.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.376+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.564__shadow_.Ebzcr7sHXIXefuNoOBoOtp_nOQvSlYa_0 2024-09-22T10:33:40.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6503965581901328336', time=2024-09-22T12:09:45.357984+0000, chain.objs.size()=1 2024-09-22T10:33:40.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.570__shadow:MH3vzi0cy2asA57mFiF2mPkrAGWGuO8_.YVJogEsbdf8L83R_gelDUEPn2VkQo69_0 2024-09-22T10:33:40.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10419489064050593724', time=2024-09-22T12:10:14.699239+0000, chain.objs.size()=1 2024-09-22T10:33:40.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:w8uizkPLKCiQ4ywHDbNrT.JJawza02e_.WVkmxJkkHRU3WuuIR6YE_jjBH2jgsY__0 2024-09-22T10:33:40.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3287977367096908074', time=2024-09-22T12:10:17.196572+0000, chain.objs.size()=1 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:WjRukONAkVnqTvaIqz0amd2Caxnr.lr_.Z0VOIFwLaRsj1BxdidCqBgigZ5u2Eo4_0 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12397721104790776288', time=2024-09-22T12:10:19.249839+0000, chain.objs.size()=1 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:9cZZUgCFe2G8hLc.HgvH6zOX..YP5Ss_.AqGh9jDwKk8GEV_UxHIEClC0Xpb1TzC_0 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16370570009133445643', time=2024-09-22T12:10:58.864286+0000, chain.objs.size()=1 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:igdBBnwEgLQOu3dCBoDw5hKdpRu2ius_.wELZkLzmHgCo8g0pkzWXO5Zg6rEmZzN_0 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.792800546299225542', time=2024-09-22T12:11:00.183556+0000, chain.objs.size()=1 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:mJtENoRftsEIXynJ4gz0jmM-xjHndAB_.q17u-5eFX6JUp2RitAlBozkLGrSqyvz_0 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.309706884604446208', time=2024-09-22T12:11:03.504968+0000, chain.objs.size()=1 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:CLvNG2VWNnKlfxTBGkB0-OVZt1InlyE_.C8HF61t5WvfUGZDbn0hzwpCHr5KdDun_0 2024-09-22T10:33:40.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6359998566726183713', time=2024-09-22T12:12:38.227092+0000, chain.objs.size()=1 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:GbRuI925gJix-T5LtlH35EbKkEG5AGZ_.wpp1qRH9SoH2M7jAgKPQkeWWHJOimKs_0 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3576813605337562098', time=2024-09-22T12:21:25.123910+0000, chain.objs.size()=1 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.655__shadow_.tp0zkF76IgWVGdEDtvlSJjv_rqeKNVY_0 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1910298045765836730', time=2024-09-22T12:22:36.109867+0000, chain.objs.size()=1 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.666__shadow_.nXYJF0_H5GkAmf8PGWDZItV35keI0Xh_0 2024-09-22T10:33:40.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10753869594981266482', time=2024-09-22T12:22:39.707840+0000, chain.objs.size()=1 2024-09-22T10:33:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.668__shadow_.Pp6Y90pr2Sev0YMxUfHwwvaNwEs9XEC_0 2024-09-22T10:33:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16683926875703048155', time=2024-09-22T12:24:35.323058+0000, chain.objs.size()=1 2024-09-22T10:33:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.718__shadow_.tklw_ltyFxUl9O7SBlwAki7BsYsrS4J_0 2024-09-22T10:33:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17184717236074396232', time=2024-09-22T12:25:06.061651+0000, chain.objs.size()=1 2024-09-22T10:33:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.734__shadow_.fKxMuSgX6v6oEtOPwV-mvIm-JVUDJKa_0 2024-09-22T10:33:40.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.267904607158997546', time=2024-09-22T12:29:48.130998+0000, chain.objs.size()=1 2024-09-22T10:33:40.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.768__shadow_.ZLqxFB_jLJAlAKXKb9yDvy1-pu79T77_0 2024-09-22T10:33:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12315390500856177113', time=2024-09-22T12:30:48.447065+0000, chain.objs.size()=1 2024-09-22T10:33:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.384+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.778__shadow_.yLFDxdKcx7UXzpFlChnAhN11mpY7aur_0 2024-09-22T10:33:40.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-22T10:33:40.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49514' 2024-09-22T10:33:40.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15706810213832367563', time=2024-09-22T11:33:33.240703+0000, chain.objs.size()=1 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.147__shadow_.XisLkwQ0zCawIcpgi54J769sR5zuD78_0 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16712800901918083968', time=2024-09-22T11:41:07.739071+0000, chain.objs.size()=1 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.233__shadow_.T1SaWIj2Pu7Q-lWcscIap-fAk-0Wc-w_0 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1891291429795366188', time=2024-09-22T11:41:31.823373+0000, chain.objs.size()=1 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.242__shadow_.A1WzreMoYaG_yv2X05l73es4TbrEYEG_0 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10783006992799375474', time=2024-09-22T11:41:44.248939+0000, chain.objs.size()=1 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.246__shadow_.avokaHaZfkh1v4zRS7BWTPi25ZRUvoa_0 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11773778048818694035', time=2024-09-22T11:41:48.918431+0000, chain.objs.size()=1 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.248__shadow_.9PuOp7tP56YM1iOgvx_6nYDtXm6zWWn_0 2024-09-22T10:33:40.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10349283881187005648', time=2024-09-22T11:42:02.814898+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.254__shadow_.vERaO3UvNGtaC8f0Yk9B8CnV8ZZEZIK_0 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10678454457905856177', time=2024-09-22T11:44:03.085716+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mvkBNtXVTby5APy4uGVWR6EBedPetbP_0 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10488232559320748326', time=2024-09-22T11:44:03.385286+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OGBHc1IN1be0wO-9LqPlrNoqiDwOcve_0 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6808269941633314093', time=2024-09-22T11:44:07.656049+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PlX40gFrXVuCiy-jpNbQe7Uu1B9TPfJ_0 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11458010204965361699', time=2024-09-22T11:44:08.244693+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DboLVvM8y9h96cXmym_VVnovE5pq7Y__0 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11022421972029440107', time=2024-09-22T11:44:09.727068+0000, chain.objs.size()=1 2024-09-22T10:33:40.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yZeTXbWVCVDSHTalk6vwhp9_VJ42AXI_0 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9720418732701340357', time=2024-09-22T11:44:10.499474+0000, chain.objs.size()=1 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uJVx9sGSpJH18JN9wp7Ripm2VDi2kd8_0 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15832777011206884623', time=2024-09-22T11:44:10.573021+0000, chain.objs.size()=1 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.F0ZpIuiygU-yIsSx91exQ5WqdjnWqKH_0 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15125599111874409879', time=2024-09-22T11:44:12.242482+0000, chain.objs.size()=1 2024-09-22T10:33:40.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tLsoLL3DTE1KDh1XXdrtAyLnQ7bU_En_0 2024-09-22T10:33:40.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12316751659658387945', time=2024-09-22T11:44:14.770874+0000, chain.objs.size()=1 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SVuDILzoxJO1jyk6zi92geEw0DgimKz_0 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6391818920612911332', time=2024-09-22T11:44:16.490651+0000, chain.objs.size()=1 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VNFQK6UBIg1qCu6cnn-ZYtJ6FOZKPhK_0 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9041438770606218023', time=2024-09-22T11:44:17.009877+0000, chain.objs.size()=1 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lNkH2GxNSAt42w9yXvaZbxCKPDDGiZP_0 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11336586668139498953', time=2024-09-22T11:44:17.635217+0000, chain.objs.size()=1 2024-09-22T10:33:40.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AnMu_mPOTjx26Mbf9ebsh_n8eE83WwA_0 2024-09-22T10:33:40.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11021369896524945012', time=2024-09-22T11:44:17.941970+0000, chain.objs.size()=1 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.29SRr4YFTSJ7xaF0-0Sory29X7YnbKy_0 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1541572673233262308', time=2024-09-22T11:44:20.481684+0000, chain.objs.size()=1 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kcinvLqmoD1OeVwU2U4TKyA7yrXtelH_0 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10486735680637408347', time=2024-09-22T11:44:20.952289+0000, chain.objs.size()=1 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Qj8HFdRGQkS89XM-9a4OccqRJTHDqvO_0 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14384582584041832343', time=2024-09-22T11:44:24.890920+0000, chain.objs.size()=1 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eZ6pP1uv0lFzkrTZaAR-SX7zPmjzwnX_0 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1025939708860047785', time=2024-09-22T11:44:25.779746+0000, chain.objs.size()=1 2024-09-22T10:33:40.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pFxEk6ukBdUv26fWx_52qxXDF-B7iJq_0 2024-09-22T10:33:40.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3810247398518068194', time=2024-09-22T11:44:26.524985+0000, chain.objs.size()=1 2024-09-22T10:33:40.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wNGRPYvlIS7NyR7amnIvLtIpTLMKs5K_0 2024-09-22T10:33:40.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5110408962932578839', time=2024-09-22T11:44:26.527047+0000, chain.objs.size()=1 2024-09-22T10:33:40.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5FfrWy-s7ZrN6AHQoNplYwlrmVf1KjK_0 2024-09-22T10:33:40.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7183624261514638125', time=2024-09-22T11:44:26.809974+0000, chain.objs.size()=1 2024-09-22T10:33:40.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IBAzLqRH98MF_c_ccPK_qdknyclI7IZ_0 2024-09-22T10:33:40.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17535073860401104214', time=2024-09-22T11:44:29.070403+0000, chain.objs.size()=1 2024-09-22T10:33:40.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rqKi7btzuagl2bEmM37y1iSM18nZOj6_0 2024-09-22T10:33:40.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7737618799582290762', time=2024-09-22T11:44:30.443506+0000, chain.objs.size()=1 2024-09-22T10:33:40.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-yUQB7RAOkK1sfuzGZXX3UNmhElyvxy_0 2024-09-22T10:33:40.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12219892847935775589', time=2024-09-22T11:44:30.529542+0000, chain.objs.size()=1 2024-09-22T10:33:40.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.m56mk4qULmHY2WH_hhRJRnyupwiHVz4_0 2024-09-22T10:33:40.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18256032723263915841', time=2024-09-22T11:44:32.507134+0000, chain.objs.size()=1 2024-09-22T10:33:40.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DK205ymFS00rvnrZm3XAsDKaUTMUtK7_0 2024-09-22T10:33:40.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5854783850758780285', time=2024-09-22T11:44:33.813577+0000, chain.objs.size()=1 2024-09-22T10:33:40.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LLQgXGUG81_yu8Yig-05WiFtgX2rpcL_0 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7427985621488392420', time=2024-09-22T11:44:34.133720+0000, chain.objs.size()=1 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EXuOd7Xu8VbPkb4_B8n3OzZvqY6mnJV_0 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4090098827725385835', time=2024-09-22T11:44:34.759270+0000, chain.objs.size()=1 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._qdMzd6Y0FLOCMmTD7iOwFTM3e0csiP_0 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2389039475667274718', time=2024-09-22T11:44:46.115954+0000, chain.objs.size()=1 2024-09-22T10:33:40.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.267__shadow_.zgjYZYAwAGvanc2kRR8x3CgVEZSvPzO_0 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9944159022371465575', time=2024-09-22T11:44:48.282065+0000, chain.objs.size()=1 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.268__shadow_.wUFnUFR7uYwhCSh-046aZZnMJpXv3PT_0 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5983417635388547464', time=2024-09-22T11:45:47.346495+0000, chain.objs.size()=1 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.8o9Jwg6aYFiNXkL0G14dFgmh7pRsafy_0 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14488038377568934598', time=2024-09-22T11:45:53.095511+0000, chain.objs.size()=1 2024-09-22T10:33:40.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.brMsLNm0gNyPky_mFBr8UyXjjV5ZzB6_0 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17626035365294351760', time=2024-09-22T11:46:18.993029+0000, chain.objs.size()=1 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.304__shadow_.DIenJK2s13Uy_0tcaLX3FXGsCu6siIl_0 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14817505884880454143', time=2024-09-22T11:48:52.653028+0000, chain.objs.size()=1 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.K2MRIarmAKfVHjSSnbnKaYap_iIAIkq_0 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15277770860838272317', time=2024-09-22T11:48:54.546963+0000, chain.objs.size()=1 2024-09-22T10:33:40.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Hb_QJFzzzmNXPc1QarNCGPo8E0JNZeK_0 2024-09-22T10:33:40.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11512575260141317748', time=2024-09-22T11:48:55.522547+0000, chain.objs.size()=1 2024-09-22T10:33:40.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.i6LokVvfp9sNfw_eD1E3N9oZYlJOI_V_0 2024-09-22T10:33:40.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2538446904065372071', time=2024-09-22T11:48:55.891914+0000, chain.objs.size()=1 2024-09-22T10:33:40.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XzQKCxPj9Z7VKG0-PkCOjewYUcobpgS_0 2024-09-22T10:33:40.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16574203683708496076', time=2024-09-22T11:48:57.149059+0000, chain.objs.size()=1 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PKAeSD8MMfFl9K-HvQBx3krSwTjwu4K_0 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13609216311863802137', time=2024-09-22T11:48:57.733692+0000, chain.objs.size()=1 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UIm0DksGuEyuJ-aQiNW8Ia36tgq9gGZ_0 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5541087419270032154', time=2024-09-22T11:48:57.915151+0000, chain.objs.size()=1 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Q-0byj5BExO4_MX2VZT1ux4DS3XNV7K_0 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2541463740619437226', time=2024-09-22T11:48:58.945483+0000, chain.objs.size()=1 2024-09-22T10:33:40.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KNXJWiMXk99CxYQFIh2C6FN-pRBU_4a_0 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17633930908410347994', time=2024-09-22T11:48:59.674686+0000, chain.objs.size()=1 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.J5wm4b8hNAWLYlPX-hj5zz1Swsinsy3_0 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16276113348467701281', time=2024-09-22T11:49:00.364126+0000, chain.objs.size()=1 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.K2OS4myBKcSBHMs36rYLITCBetW2Rdq_0 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1853288267484049221', time=2024-09-22T11:49:01.345895+0000, chain.objs.size()=1 2024-09-22T10:33:40.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LOz4uXQqPMbUydIU0Kv-qdAzKbOHk0I_0 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17173800542075924766', time=2024-09-22T11:49:02.902362+0000, chain.objs.size()=1 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.t_TBWmAFbfgk9nQ-UOngbUJ1EZwPf7m_0 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18353386385663447052', time=2024-09-22T11:49:04.063644+0000, chain.objs.size()=1 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QPXqXMOoEr30rJV_YefSuNXQqSyOt2D_0 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1778835275036646924', time=2024-09-22T11:49:04.149138+0000, chain.objs.size()=1 2024-09-22T10:33:40.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N7A0Ee7fr8dvkZHb34yLN4vTE0duYUd_0 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1944978047763471716', time=2024-09-22T11:49:04.295281+0000, chain.objs.size()=1 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1XLKJXX9VG-26u2frDP4Za8eagGrfrI_0 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18203570597169192225', time=2024-09-22T11:49:06.087601+0000, chain.objs.size()=1 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JXTA51KzDBL83HKZHhDLhv5HUkjixIT_0 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12826188103816603909', time=2024-09-22T11:49:06.333363+0000, chain.objs.size()=1 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vAiprxjUVkjsl1wcdXK2cTCFMknXLRi_0 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4094038206851605225', time=2024-09-22T11:49:06.502474+0000, chain.objs.size()=1 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.No-poIIZK9j9ii3emQk7p32rS21mJy5_0 2024-09-22T10:33:40.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6422823746170058612', time=2024-09-22T11:49:06.781676+0000, chain.objs.size()=1 2024-09-22T10:33:40.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Fhz8c6wMQm1GR1B9E8pgDOamsxNcD07_0 2024-09-22T10:33:40.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10466017173943208948', time=2024-09-22T11:49:06.979034+0000, chain.objs.size()=1 2024-09-22T10:33:40.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vlRVDxCJo3v17ILboFRQg0JvWjtfufB_0 2024-09-22T10:33:40.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15916180598710389301', time=2024-09-22T11:49:07.215371+0000, chain.objs.size()=1 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nBTZN7Rpg3rHRlJsquJ167eRLBbD9UX_0 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13461318913441835741', time=2024-09-22T11:49:07.217349+0000, chain.objs.size()=1 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.g8u_7nGaYnWRIRI69GzCiZnwWcNAtQG_0 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10880304126544482366', time=2024-09-22T11:49:07.718076+0000, chain.objs.size()=1 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.u-H0qkrEmj34y-K8gCqfAmA5YQGIyji_0 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.265866813914005056', time=2024-09-22T11:49:08.924014+0000, chain.objs.size()=1 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yEaKpS4UxVxQ35u_ENm-jvNjztKUSGI_0 2024-09-22T10:33:40.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7730001413609986612', time=2024-09-22T11:49:10.369199+0000, chain.objs.size()=1 2024-09-22T10:33:40.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vwrbarQvCPfbKYeyC3llNMOYh-voZTz_0 2024-09-22T10:33:40.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11242095585188993454', time=2024-09-22T11:49:10.370998+0000, chain.objs.size()=1 2024-09-22T10:33:40.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AF0a9ounEIZ8X3MTZxGiGmjqrDXnZQ8_0 2024-09-22T10:33:40.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8384787695730111089', time=2024-09-22T11:49:10.372176+0000, chain.objs.size()=1 2024-09-22T10:33:40.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sCc9WMvTR48Mxz1gkdYt3T2xwajA65X_0 2024-09-22T10:33:40.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2227129546593607190', time=2024-09-22T11:49:11.695218+0000, chain.objs.size()=1 2024-09-22T10:33:40.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G7jaxXxuMnhr_zEUPh6DVYGE2l6T6Kp_0 2024-09-22T10:33:40.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15717444816466317049', time=2024-09-22T11:49:11.696625+0000, chain.objs.size()=1 2024-09-22T10:33:40.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.w-BRzfl6ryiJHXwsbv75t4tZaFmVk6X_0 2024-09-22T10:33:40.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9758816197570866266', time=2024-09-22T11:49:11.755440+0000, chain.objs.size()=1 2024-09-22T10:33:40.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bZBeeFBmOSa8tTBkEAw_DzxgoLJkHIV_0 2024-09-22T10:33:40.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12211660845186288774', time=2024-09-22T11:49:13.030305+0000, chain.objs.size()=1 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.14XVcU2xR4NXPl9Zal_aQAemCx8uHt-_0 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16730802908586588880', time=2024-09-22T11:49:14.473021+0000, chain.objs.size()=1 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LUi3ue9lKm2WatYqTnU4AyHgScvhGb5_0 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10433109300057009469', time=2024-09-22T11:49:15.131350+0000, chain.objs.size()=1 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1iNHrgzVW8AScEeoD0W5v81FQccqwls_0 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8328712690035557650', time=2024-09-22T11:49:15.946244+0000, chain.objs.size()=1 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.t_ir2FIQm0utzmB_nDHYWHKcoRVeLnQ_0 2024-09-22T10:33:40.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15589298989037014595', time=2024-09-22T11:49:16.276977+0000, chain.objs.size()=1 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Gg1Y3Cfl5QbWYsW7x40aeYRZ6Csx1qN_0 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15128167028491244943', time=2024-09-22T11:49:16.693374+0000, chain.objs.size()=1 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.w-1wzFTqv71WKKcN4ZB8RTz3OPOOgWr_0 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3121526020029991712', time=2024-09-22T11:49:17.888828+0000, chain.objs.size()=1 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CqTK0ayfp-YBznMdH-3YQte0UXTGDWs_0 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9951407512863437032', time=2024-09-22T11:49:19.686680+0000, chain.objs.size()=1 2024-09-22T10:33:40.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jltvKb4i6iHV6XSWo87PgX6PcZgT_4T_0 2024-09-22T10:33:40.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1010409816665685960', time=2024-09-22T11:49:20.011449+0000, chain.objs.size()=1 2024-09-22T10:33:40.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5wsoN6LuplJc8fWa1uysBcRM_ZRqCHF_0 2024-09-22T10:33:40.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3358074781945263251', time=2024-09-22T11:49:20.343530+0000, chain.objs.size()=1 2024-09-22T10:33:40.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4JyeVIWXY3pPl1baxEVz-pQ3PoDtfp6_0 2024-09-22T10:33:40.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.563578274239862067', time=2024-09-22T11:49:20.385968+0000, chain.objs.size()=1 2024-09-22T10:33:40.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PYKlr84PzsWYC0xzSln2wpkpwbYj0SX_0 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14969466805134843759', time=2024-09-22T11:49:20.586963+0000, chain.objs.size()=1 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ERmRLajWW2on3JDju88fOHm8hb-dlD7_0 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8669408467891290331', time=2024-09-22T11:49:21.921789+0000, chain.objs.size()=1 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EGGvIoLlRswsdCaPLUphYJ-eiMRF2Sy_0 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2162108487806392659', time=2024-09-22T11:49:21.924157+0000, chain.objs.size()=1 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9XC0xlK13gIpdr5y1efmWoeraV8rzk__0 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15066590981340949678', time=2024-09-22T11:49:22.750453+0000, chain.objs.size()=1 2024-09-22T10:33:40.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KvqWJThcxM22bbia8pcb3TXBK7zPGwW_0 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1390468661494681888', time=2024-09-22T11:49:24.220295+0000, chain.objs.size()=1 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5UaxkBeTjU66JFsSkOdORU3bxxGx62K_0 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10851232021330146386', time=2024-09-22T11:49:24.371765+0000, chain.objs.size()=1 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sdh4dXgMIHLHo43m68IkQdS-BC9u_cn_0 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5846966809521843466', time=2024-09-22T11:49:24.508931+0000, chain.objs.size()=1 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1PSqpKM9TD3t1MHqI0LNw0_upLpw2Pu_0 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15281646772736120551', time=2024-09-22T11:51:09.506370+0000, chain.objs.size()=1 2024-09-22T10:33:40.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.F1oa1yF5uKcdIQej9IG572TYxavVUG4_0 2024-09-22T10:33:40.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13470847125989832856', time=2024-09-22T11:51:10.183627+0000, chain.objs.size()=1 2024-09-22T10:33:40.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.erOe_d2wIh_qpg9SarnvBhqdQmy6MYv_0 2024-09-22T10:33:40.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2284250674921400008', time=2024-09-22T11:51:10.392556+0000, chain.objs.size()=1 2024-09-22T10:33:40.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BCZXk2_JQGjSsr_BFpO8Woy7qG4UaSG_0 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13046470718039655326', time=2024-09-22T11:51:11.111676+0000, chain.objs.size()=1 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OCVPkmM2CnksHArl3aRUabqRD4vvXTl_0 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13926474626259156313', time=2024-09-22T11:51:11.218834+0000, chain.objs.size()=1 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NE-O9FtZUZsslcowlWyfB6uInLLcKeo_0 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10272723381187421928', time=2024-09-22T11:51:14.757784+0000, chain.objs.size()=1 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.P00l6Yfn60gff6KY72TfIiwud3MH9eQ_0 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8071432811303426696', time=2024-09-22T11:51:14.760045+0000, chain.objs.size()=1 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1XYFwRSiXvcTGO5cvtldkr26asOyymy_0 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2111994758684697994', time=2024-09-22T11:51:16.667522+0000, chain.objs.size()=1 2024-09-22T10:33:40.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.o7LeElE9ObT_frgvVxSdTpLzPckULNk_0 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14250788755258287914', time=2024-09-22T11:51:17.152587+0000, chain.objs.size()=1 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TyRG6h3cR64nT1moHddACjYVr5DIzaj_0 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7690621130125574858', time=2024-09-22T11:51:18.920822+0000, chain.objs.size()=1 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.97_mQVsJMhFlEzvJKtw1uJsKjLcDThf_0 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8513801742560125496', time=2024-09-22T11:51:19.858145+0000, chain.objs.size()=1 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xdLtUyqL39ld8OeKIISwKLbSTrldl-I_0 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4996987807370249077', time=2024-09-22T11:51:22.888256+0000, chain.objs.size()=1 2024-09-22T10:33:40.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.H6JLauwKfIUsj5ygYeh2LIdqktEJHxY_0 2024-09-22T10:33:40.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3705463584268245350', time=2024-09-22T11:51:23.052614+0000, chain.objs.size()=1 2024-09-22T10:33:40.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qUDlshXOhTvzHMSuGidMtjaXBUc6FrN_0 2024-09-22T10:33:40.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13592687960808755268', time=2024-09-22T11:51:23.320609+0000, chain.objs.size()=1 2024-09-22T10:33:40.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.05I_5xoACHW-5cG0uegAzfkP2FtFjjr_0 2024-09-22T10:33:40.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49514 2024-09-22T10:33:40.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-22T10:33:40.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3879454189093485269', time=2024-09-22T11:51:24.501780+0000, chain.objs.size()=1 2024-09-22T10:33:40.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.d-1bh0Pq7vFIL4uPnY82cf5yH-aibYT_0 2024-09-22T10:33:40.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16966740629312931999', time=2024-09-22T11:51:24.604982+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q3WFO6RTgPuswZfHQHHwDHZ1MnqmOVV_0 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3736692677592717132', time=2024-09-22T11:51:24.607195+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Tew1GhMTT1tKAtB9hexjyr5rquxJizs_0 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17308839974809804550', time=2024-09-22T11:51:28.275343+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.quRWX0XQGeYBJNN56D52K2z38j46mMx_0 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2503274536048859157', time=2024-09-22T11:51:29.552160+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9vZM7TeShdHuFV-j-E-7cp_hQbt1FOa_0 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9241808250935041756', time=2024-09-22T11:51:30.627708+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Un2LjpX-WzAoUkZRyOvRXA7UBSu6ai6_0 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9071814827358197368', time=2024-09-22T11:51:33.674595+0000, chain.objs.size()=1 2024-09-22T10:33:40.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HZyntVErsuhp1HOpVaZAbSuubkuJ4Zu_0 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9724679556137882952', time=2024-09-22T11:51:34.427146+0000, chain.objs.size()=1 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jGf_1QjWXAfrfhBo2FBs2gOWZasgOgm_0 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3705223744975136145', time=2024-09-22T11:51:35.518608+0000, chain.objs.size()=1 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sbApNC-6gmSZeQekq7EbqJDpFQx2xdg_0 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7941704162222655203', time=2024-09-22T11:51:35.859716+0000, chain.objs.size()=1 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xLVSYRnsabPjcShGSwWrwEptM3t23ib_0 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11428618132921014178', time=2024-09-22T11:51:36.214364+0000, chain.objs.size()=1 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OOW8A1EjX0BPdePXGJeSYs2LCMStw87_0 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15055696941324756909', time=2024-09-22T11:51:36.943388+0000, chain.objs.size()=1 2024-09-22T10:33:40.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.440+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.d6DdwM3VWxBsG4b3JU_dxmu3tCDWTA__0 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5394146311389838888', time=2024-09-22T11:51:41.585985+0000, chain.objs.size()=1 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GGdVUk-5cA57PyAUxPytPk9Z4-KWoX8_0 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8436877879041359205', time=2024-09-22T11:57:08.976621+0000, chain.objs.size()=1 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.wplfD3HPdVra93kIgC7otY6Oxfxqe-t_0 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17285027162630215280', time=2024-09-22T11:58:47.778465+0000, chain.objs.size()=1 2024-09-22T10:33:40.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.511__multipart_mymultipart.2~J3IdaUjYA4fv8Z0FA5OUimUNZ6u1kZD.1 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3542754858041026806', time=2024-09-22T12:00:47.661105+0000, chain.objs.size()=1 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:d4-X84w-09Si94wLtfuxpVvig1a1MQ-_.QoJ4md6YbtJge7A4FhnzyfbkUlvj-9i_0 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13529919681536883057', time=2024-09-22T12:06:36.906817+0000, chain.objs.size()=4 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.535__multipart_mymultipart.2~vHTqrW9jJowjjreb9vXeIekzgQT28tp.1 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.535__multipart_mymultipart.2~vHTqrW9jJowjjreb9vXeIekzgQT28tp.2 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.535__multipart_mymultipart.AkQHXGyebDp3Kc-SPRjbIQ_nGxyUSwyL.3 2024-09-22T10:33:40.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.535__multipart_mymultipart.2~vHTqrW9jJowjjreb9vXeIekzgQT28tp.4 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14055832049821603608', time=2024-09-22T12:08:45.502661+0000, chain.objs.size()=1 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.558__shadow_.AH3swfLSZCTmPyVV30PUzFwQgEO4fwD_0 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6557559425702347005', time=2024-09-22T12:09:37.562819+0000, chain.objs.size()=1 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:sEEAk8-THXpe27ighW..GGxNsd.H91w_.P_TGv5wtuMNRvpJz1Zbn8dWsjSJAulL_0 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16915674975517868347', time=2024-09-22T12:09:46.156635+0000, chain.objs.size()=1 2024-09-22T10:33:40.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.570__shadow:BXgT3P43A-iF0FYyLIaAXtgGJGeAYt4_.1cwCtDeE4s6-Hf-sGVp3cvgRn1ljMpV_0 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1488406315167435531', time=2024-09-22T12:10:29.704892+0000, chain.objs.size()=1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:Yzhtj1nLFfTi5PNsL-mvxe5njAO3I4F_.QpZXj_bKcopWG6USiY-x_0Yp7tpvcdy_0 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9977212825355964569', time=2024-09-22T12:12:30.210444+0000, chain.objs.size()=1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.585__shadow:FuP4C1CeNeJqlG6FaWW5ZHttwpjUITU_.rZzOVtTZqcIRUaAByrah936WU9vxogT_0 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.691979001382950615', time=2024-09-22T12:19:08.722214+0000, chain.objs.size()=12 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.1_1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.2 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.2_1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.3 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.3_1 2024-09-22T10:33:40.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.4 2024-09-22T10:33:40.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.4_1 2024-09-22T10:33:40.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.452+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.5 2024-09-22T10:33:40.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.5_1 2024-09-22T10:33:40.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__multipart_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.6 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.623__shadow_multipart_enc.2~O05xoJ2W7fwC2hWJNn_HBTX02kmQEmt.6_1 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_', time=2024-09-22T12:19:27.292627+0000, chain.objs.size()=12 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.1 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.1_1 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.2 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.2_1 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.3 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.3_1 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.4 2024-09-22T10:33:40.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.4_1 2024-09-22T10:33:40.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.5 2024-09-22T10:33:40.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.5_1 2024-09-22T10:33:40.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__multipart_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.6 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.624__shadow_multipart_enc.2~JcV4QRuYmzPur1e1kRbDPaf3YPmQQ1_.6_1 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2416452106348955471', time=2024-09-22T12:19:47.792888+0000, chain.objs.size()=1 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.626__shadow_.l7ei2YavNNFZSse0pbHUg3RaZ6Vhuvx_0 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11390257158379202451', time=2024-09-22T12:21:19.607027+0000, chain.objs.size()=1 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.654__shadow_.1shReJpZwFYL6Ky711x-V4MxnmdYAZ3_0 2024-09-22T10:33:40.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10081883756244458662', time=2024-09-22T12:22:42.525990+0000, chain.objs.size()=1 2024-09-22T10:33:40.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.670__shadow_.LCzf7LXVhubaItDLMM7XtFACdOxoKVT_0 2024-09-22T10:33:40.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8639974994185692617', time=2024-09-22T12:22:59.585538+0000, chain.objs.size()=1 2024-09-22T10:33:40.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.679__shadow_.LzvthxhdUaUp09pG9EgSnKvY0BP2iWM_0 2024-09-22T10:33:40.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5325223742499393169', time=2024-09-22T12:23:24.145870+0000, chain.objs.size()=1 2024-09-22T10:33:40.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.460+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.693__shadow:sXTf6iPyr4xrmhCy1s1uODQ2POqidMd_.FmOLlTcNmedyJ5MpkNPuWH3RRdu7V9W_0 2024-09-22T10:33:40.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-22T10:33:40.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46424' 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14486674246626096814', time=2024-09-22T11:35:21.108955+0000, chain.objs.size()=5 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-FROZEN.2~Skkn-FGb3_PywrHcxinUurTGYYjhmcO.1 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_foo-FROZEN.2~Skkn-FGb3_PywrHcxinUurTGYYjhmcO.1_1 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-FROZEN.2~Skkn-FGb3_PywrHcxinUurTGYYjhmcO.2 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_foo-FROZEN.2~Skkn-FGb3_PywrHcxinUurTGYYjhmcO.2_1 2024-09-22T10:33:40.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-FROZEN.2~Skkn-FGb3_PywrHcxinUurTGYYjhmcO.3 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17187471892888139623', time=2024-09-22T11:41:00.626469+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.230__shadow_.vJvnxOwDUfx9_R2KX9pOmms4ztdmhCn_0 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.33188393280389863', time=2024-09-22T11:41:12.702471+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.235__shadow_.lJ9YGC96sPYfJi9Bd7pkYXrDxQCENjV_0 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17537630985828162953', time=2024-09-22T11:41:19.347311+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.237__shadow_.qEuvEzBjGtzqz7ozNWJUu7OvtHeRB6V_0 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10663574167418556840', time=2024-09-22T11:42:11.985104+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.258__shadow_.pO25XZOlZCXEo1nFUB74GFEDqG8qoY1_0 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2269887296383173195', time=2024-09-22T11:44:03.149889+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UqgD_aOXBPymXa7tAfdZ21ihwQXilZM_0 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7380888990915818176', time=2024-09-22T11:44:03.576352+0000, chain.objs.size()=1 2024-09-22T10:33:40.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5ha0fZ8M9kFNjVHGh0xjRw24-QOfJeS_0 2024-09-22T10:33:40.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15029625809078639773', time=2024-09-22T11:44:04.487700+0000, chain.objs.size()=1 2024-09-22T10:33:40.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kUrJnAzgpy4V0xPUMeIGe-aCXSDR_2n_0 2024-09-22T10:33:40.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18081153761926232994', time=2024-09-22T11:44:05.624763+0000, chain.objs.size()=1 2024-09-22T10:33:40.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bvjpv72ejwB_X4BujsXVO7jB7fJ_16P_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5442996897925015353', time=2024-09-22T11:44:07.497309+0000, chain.objs.size()=1 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pnczkIDnTVQIuYKw0erRsTGT36Jb2yg_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13016925643030516108', time=2024-09-22T11:44:07.782879+0000, chain.objs.size()=1 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X7vAhNtKl6PRnKfCwsQnBSbAx2qvo09_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15583302480571723903', time=2024-09-22T11:44:08.146168+0000, chain.objs.size()=1 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UzEoo_bdKk7wm5N58h1lS4Ky4jjaE3Z_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13954434388516284206', time=2024-09-22T11:44:16.514684+0000, chain.objs.size()=1 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GggXRiV6zAPXHlN1oZbpGooOcYD9KaX_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15779871649608630007', time=2024-09-22T11:44:17.383199+0000, chain.objs.size()=1 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FSZYI1rMYERMsNPeBqg9kvYbtmEw4RP_0 2024-09-22T10:33:40.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11200217022084936067', time=2024-09-22T11:44:19.087050+0000, chain.objs.size()=1 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AkkboW2qqSQ4yD0S2f5x9RkmhpsZmVC_0 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12552322935202415244', time=2024-09-22T11:44:20.565516+0000, chain.objs.size()=1 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LzSXPluouHhzafQeoXCpqyAfONXoQ05_0 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5321315899417326084', time=2024-09-22T11:44:21.624923+0000, chain.objs.size()=1 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eFjYWlRkG9GA8zR5yhiIZHvvW13Gg0b_0 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15279328758599500644', time=2024-09-22T11:44:21.724229+0000, chain.objs.size()=1 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wtPmS3-rOI1NfTm-MnyiDpYbS0INol8_0 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7379111607870774178', time=2024-09-22T11:44:22.096581+0000, chain.objs.size()=1 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Bv9-v8zrrhcvPWCQGMlV8FM9azQANwF_0 2024-09-22T10:33:40.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6678743301477654951', time=2024-09-22T11:44:22.940916+0000, chain.objs.size()=1 2024-09-22T10:33:40.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fOGLDMfdKOVEUQPnJichnfdCTCqK7CN_0 2024-09-22T10:33:40.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14136679538403266081', time=2024-09-22T11:44:23.931446+0000, chain.objs.size()=1 2024-09-22T10:33:40.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PPQq83n8Bri-bjn99NJR3UMDztTsIok_0 2024-09-22T10:33:40.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14103501704382603619', time=2024-09-22T11:44:26.058815+0000, chain.objs.size()=1 2024-09-22T10:33:40.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1GNXPBir7azTDF-WNz8yhyVCWaiQXZQ_0 2024-09-22T10:33:40.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1993001717774165583', time=2024-09-22T11:44:28.252656+0000, chain.objs.size()=1 2024-09-22T10:33:40.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5ZuGTQG3eqOnvZDoQaPLJiFcsQ-kpIl_0 2024-09-22T10:33:40.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15094688458507127555', time=2024-09-22T11:44:30.115744+0000, chain.objs.size()=1 2024-09-22T10:33:40.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.P9Ovyyf6JCMLcfowltBM3Hb52yPykx7_0 2024-09-22T10:33:40.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10936426001436439336', time=2024-09-22T11:44:30.564814+0000, chain.objs.size()=1 2024-09-22T10:33:40.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BDfjvqDx44RY9mAYwCse6u7EZHOUGrr_0 2024-09-22T10:33:40.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14733071293146899206', time=2024-09-22T11:44:30.566550+0000, chain.objs.size()=1 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SOO9HblEJYwlK8DprgWiIus7iZ78Lu8_0 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6017273085259681799', time=2024-09-22T11:44:30.646645+0000, chain.objs.size()=1 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.J-GmJGtBuGS78jula_-CbvADT_a2pBB_0 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17504526714435534812', time=2024-09-22T11:44:31.251522+0000, chain.objs.size()=1 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zjjScvqgBLj9j68Cr5xe3SYuD4tig9q_0 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3984575880327097674', time=2024-09-22T11:44:32.356601+0000, chain.objs.size()=1 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WueX5TGuiGX4CutpNEkTfS3VwRVRuxw_0 2024-09-22T10:33:40.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3240453602979199424', time=2024-09-22T11:44:32.543810+0000, chain.objs.size()=1 2024-09-22T10:33:40.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IgpnF9r78YruoFZil28e4sLM4UYJ1nn_0 2024-09-22T10:33:40.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15317489525969080087', time=2024-09-22T11:44:32.664258+0000, chain.objs.size()=1 2024-09-22T10:33:40.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KxETsX9aN5gWFexrzPZFku3zteM9fSu_0 2024-09-22T10:33:40.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.200528000222245574', time=2024-09-22T11:44:33.007299+0000, chain.objs.size()=1 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oK0HoOLJbCLKmDlSK9MEDj3Lky9FwN4_0 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6697183110473527967', time=2024-09-22T11:44:33.019003+0000, chain.objs.size()=1 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WMq2VLp2g3VVSNRqRYHbxslkw2R_U59_0 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14673926719024657197', time=2024-09-22T11:44:34.592746+0000, chain.objs.size()=1 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VSG1WxlHuohv22gQmiF8-vfWeoKXkcc_0 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11099148740104113705', time=2024-09-22T11:44:52.666745+0000, chain.objs.size()=1 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.270__shadow_.lZ18yjgdhQikA4uRosMMpC_3QKYxvrW_0 2024-09-22T10:33:40.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14455779411747168094', time=2024-09-22T11:45:29.430674+0000, chain.objs.size()=1 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.286__shadow_.VlORQPqDcykqXf78nUpLTpanHKzv1yk_0 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17897891787754692019', time=2024-09-22T11:45:47.058629+0000, chain.objs.size()=1 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.GeLiyL48wg6mzyC-lu4WMCLGYDz0K1F_0 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.210663850170953104', time=2024-09-22T11:45:47.202559+0000, chain.objs.size()=1 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.XjVJ0MD4rIc2pPDKWRspaqvB_2NlRNc_0 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8237486804214024015', time=2024-09-22T11:45:55.408443+0000, chain.objs.size()=1 2024-09-22T10:33:40.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.294__shadow_.hxBsc4zmu-xnZpBE6EAI94bMYbo8ihR_0 2024-09-22T10:33:40.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9467223451371078365', time=2024-09-22T11:46:04.937303+0000, chain.objs.size()=1 2024-09-22T10:33:40.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.298__shadow_.hx3ZtY7WgCjSzGRJEyH5cVZlJa08NED_0 2024-09-22T10:33:40.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17143314947768339250', time=2024-09-22T11:46:07.333503+0000, chain.objs.size()=1 2024-09-22T10:33:40.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.299__shadow_.pefAwNyw_SjAg4lsxWkVemzcXN032E0_0 2024-09-22T10:33:40.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17868903473713047999', time=2024-09-22T11:47:06.813283+0000, chain.objs.size()=1 2024-09-22T10:33:40.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.322__shadow_.h8becVOQQLTQ78tu7IcXIaLvBXNc-E5_0 2024-09-22T10:33:40.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14999500792982132481', time=2024-09-22T11:48:52.793573+0000, chain.objs.size()=1 2024-09-22T10:33:40.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.i0MXlu2JmZKMHIISqkk7IalIg3E3hAL_0 2024-09-22T10:33:40.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7280145340135991271', time=2024-09-22T11:48:53.037290+0000, chain.objs.size()=1 2024-09-22T10:33:40.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yuVa1mdjtwaVy3rVv5l9xh8mOJNVLvL_0 2024-09-22T10:33:40.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11609836002343748102', time=2024-09-22T11:48:54.320685+0000, chain.objs.size()=1 2024-09-22T10:33:40.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kwktL0jSDKMmp8qCnlE7DjwZyYgNnvm_0 2024-09-22T10:33:40.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12275362374467573878', time=2024-09-22T11:48:54.655573+0000, chain.objs.size()=1 2024-09-22T10:33:40.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.aPsoj2uabk86cRm_Jn-h3WHHjlcn48W_0 2024-09-22T10:33:40.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5321504855834685101', time=2024-09-22T11:48:55.345314+0000, chain.objs.size()=1 2024-09-22T10:33:40.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LXftOTID3CSc75Isg2VDNp10y3_WcO6_0 2024-09-22T10:33:40.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8466289463274822684', time=2024-09-22T11:48:55.707694+0000, chain.objs.size()=1 2024-09-22T10:33:40.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.496+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.J_2L3-SJF0dpOZzyOmEaySpgRSZPAge_0 2024-09-22T10:33:40.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5978870172181506629', time=2024-09-22T11:48:57.187730+0000, chain.objs.size()=1 2024-09-22T10:33:40.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r5jjWcd2ApZyPzpIlckFKxhtQKxyXgw_0 2024-09-22T10:33:40.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1463166538329237344', time=2024-09-22T11:48:57.190224+0000, chain.objs.size()=1 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fCIwg3N8vRwaQ8mrtTtbPyrSvqxZxsP_0 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14857683981963192633', time=2024-09-22T11:48:57.192429+0000, chain.objs.size()=1 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SeJod2G-sgGSylQEyn36CIM0iAwRJ6J_0 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13821283117638282812', time=2024-09-22T11:48:57.450761+0000, chain.objs.size()=1 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KjLEUd3XwCMpBh4ExxNpkwNau92UWsR_0 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5169001146250781117', time=2024-09-22T11:48:59.275669+0000, chain.objs.size()=1 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pp_tKtPV50Dggi-J44d6BaIMfm7mmAO_0 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3578646892114398592', time=2024-09-22T11:49:01.491572+0000, chain.objs.size()=1 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.F6TQ1bvoeHHfEZJps2egtVE3mcs0UoB_0 2024-09-22T10:33:40.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14286819962393517271', time=2024-09-22T11:49:02.236482+0000, chain.objs.size()=1 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4LtQnurMxaMLDTEF_brma7VOZHL2sBe_0 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11728113721590838060', time=2024-09-22T11:49:02.517464+0000, chain.objs.size()=1 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Oo--Pl-QJJwW8c-_D7myBHwSlBmKkQG_0 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2418298022575956058', time=2024-09-22T11:49:03.677313+0000, chain.objs.size()=1 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DdI3JIpV6w9GqcqnP8USyTYBdeaDNXA_0 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2511105450138705550', time=2024-09-22T11:49:04.422257+0000, chain.objs.size()=1 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sbzJ7Jr8unh7RTyMWZwTXg_QQxt8ipd_0 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.236946994399309471', time=2024-09-22T11:49:04.502029+0000, chain.objs.size()=1 2024-09-22T10:33:40.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0YfJ2WYTzeGbbYUgy2Ktz2xqnUgSMwi_0 2024-09-22T10:33:40.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11009746861709942345', time=2024-09-22T11:49:05.653545+0000, chain.objs.size()=1 2024-09-22T10:33:40.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iQfrNoBZGUw7H8CENfLxlFHnIqgqXcn_0 2024-09-22T10:33:40.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3849142907397669763', time=2024-09-22T11:49:10.542524+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hpcmAuD6hu6vAnSR0NAFRBLefsvufuc_0 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5224922481107901976', time=2024-09-22T11:49:10.546081+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.afZF7IMFeMuDGviDw0WgwmWlItAU7ix_0 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11353149566034333233', time=2024-09-22T11:49:11.091430+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.h5u9ihKjZh0JkjZ9DgkitWwzOEBTS8D_0 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16365364180269993627', time=2024-09-22T11:49:12.221666+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hxtCv8ERfHtnigsnGuAQjh0NR_VH799_0 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10996306399408948589', time=2024-09-22T11:49:12.437531+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Fc6GjCYkqt_gLXQHf-o17oK1SAbFavG_0 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2269820371679055903', time=2024-09-22T11:49:13.035391+0000, chain.objs.size()=1 2024-09-22T10:33:40.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QloecTemNbvVV2C18WUopOcYT8zYGqf_0 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17139290478231670641', time=2024-09-22T11:49:13.115363+0000, chain.objs.size()=1 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lGYSehygysy8RDliylDErpqsSCaaLQz_0 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5776552318379103292', time=2024-09-22T11:49:14.220309+0000, chain.objs.size()=1 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8geOKyQvv8YzkXjovTInfV1nuTLAcSE_0 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1709966316347509897', time=2024-09-22T11:49:14.392513+0000, chain.objs.size()=1 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oaRLRb5sxxUrmhk3QNJYLCAWc7w6L_W_0 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6879803443722185725', time=2024-09-22T11:49:14.942665+0000, chain.objs.size()=1 2024-09-22T10:33:40.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4RRTT1wFOjYbagK4kaveJHA1a0zVs0V_0 2024-09-22T10:33:40.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2270862609483975805', time=2024-09-22T11:49:15.526031+0000, chain.objs.size()=1 2024-09-22T10:33:40.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bNpvM3sTAVC5SncBE7tOaR3NML0fuSv_0 2024-09-22T10:33:40.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.955523428849430262', time=2024-09-22T11:49:15.794837+0000, chain.objs.size()=1 2024-09-22T10:33:40.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Hf3PC2WeEaoPAuoFvg_xhEbuBFvB-8a_0 2024-09-22T10:33:40.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16833977821939424647', time=2024-09-22T11:49:19.280970+0000, chain.objs.size()=1 2024-09-22T10:33:40.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.508+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gt0NCuc4v67KqKx2u3nXd8mZQ8KIM1b_0 2024-09-22T10:33:40.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4224520246336349502', time=2024-09-22T11:49:23.170529+0000, chain.objs.size()=1 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9iBDoccA59gvgL2FOx2HjIbJL2GOQtE_0 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10285225402970391084', time=2024-09-22T11:49:23.489411+0000, chain.objs.size()=1 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Q6InEp_3RKQWSHjAO91uQEc_L3APrms_0 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4740554275746699465', time=2024-09-22T11:49:23.919047+0000, chain.objs.size()=1 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ytfs7OM41osJ1vFE31OiWdQGrEPgYSY_0 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5430877056060181148', time=2024-09-22T11:51:11.272412+0000, chain.objs.size()=1 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ev1hPyHOo8yT9YeCHT133jqHXDgmefU_0 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10496908783276474068', time=2024-09-22T11:51:11.553665+0000, chain.objs.size()=1 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CYVi4vKrBN3yaQaDm4XUp2x-IAiDlLG_0 2024-09-22T10:33:40.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4367628815385360581', time=2024-09-22T11:51:11.970013+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mvjrv7pnez2cRJw0Wp6dyvJJ3kbJAQx_0 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10737679088697502379', time=2024-09-22T11:51:12.287170+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CxhTKDrXopP8c5X4ZAy801jZVf1NR0h_0 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11885024946072261775', time=2024-09-22T11:51:12.462520+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.18wkSlflDHULSVndCC5Ciz7Jt1wo_3g_0 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16975089415284553407', time=2024-09-22T11:51:12.916725+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-JFE5tI36D7ZpT_4bCx51AOKrAiyYQQ_0 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4697658188272952106', time=2024-09-22T11:51:14.542109+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KH3jq3f2qV0s9J_aIpzSSP87jYmWiBQ_0 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1905803548509985493', time=2024-09-22T11:51:15.778184+0000, chain.objs.size()=1 2024-09-22T10:33:40.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HyqpUszZYUCCPYJbncuO8eii9YfZ-fT_0 2024-09-22T10:33:40.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7034344753276041429', time=2024-09-22T11:51:16.434781+0000, chain.objs.size()=1 2024-09-22T10:33:40.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JRaS0HmN-ytZjSi7mb3kjtpLTpCRZyS_0 2024-09-22T10:33:40.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14421979524155237422', time=2024-09-22T11:51:17.148822+0000, chain.objs.size()=1 2024-09-22T10:33:40.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-7qOC_m0MxuTcG4lt4pjoDxY3LCY71w_0 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17821331094480067529', time=2024-09-22T11:51:17.275917+0000, chain.objs.size()=1 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yDcJWY_OKibxg76aXe6oMduZJNqdRLJ_0 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3340445931398006590', time=2024-09-22T11:51:17.395925+0000, chain.objs.size()=1 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.R8eHjx-2lFntpYyODiY89cuqoyIMS8R_0 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16643480938068793793', time=2024-09-22T11:51:17.404412+0000, chain.objs.size()=1 2024-09-22T10:33:40.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nXGwxyKLre8DLpIX7ULgMnZOvPneAs7_0 2024-09-22T10:33:40.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14362214298779539818', time=2024-09-22T11:51:20.325719+0000, chain.objs.size()=1 2024-09-22T10:33:40.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MODviNBuih96DawP20vddBU7cAWjTak_0 2024-09-22T10:33:40.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1597722433418584677', time=2024-09-22T11:51:27.186672+0000, chain.objs.size()=1 2024-09-22T10:33:40.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9j6Ks1V6z5LhtxRjQhbKkA6PriRWkNb_0 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.736039785727466554', time=2024-09-22T11:51:28.277069+0000, chain.objs.size()=1 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EOb7fs-CpYJHW4N10IQZM-Cbs6jXfZ-_0 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9218006951505347406', time=2024-09-22T11:51:31.540158+0000, chain.objs.size()=1 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3yqCiPubJ9eTjTwI0jsj6UAz7Bby7GB_0 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5260788571228301069', time=2024-09-22T11:51:32.160213+0000, chain.objs.size()=1 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.d7T0tSXDB7pgtdLMCM6JMmennv6Z8S3_0 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14737390367533246232', time=2024-09-22T11:51:33.005249+0000, chain.objs.size()=1 2024-09-22T10:33:40.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.U7NlSdfjxhrNEjDWaTScWssqpXJ5WeG_0 2024-09-22T10:33:40.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16657776743357766508', time=2024-09-22T11:51:35.555935+0000, chain.objs.size()=1 2024-09-22T10:33:40.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.B-T1kStNlPag9RNWvb7O6amKZisaCrX_0 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11863597854423557790', time=2024-09-22T11:51:36.611244+0000, chain.objs.size()=1 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aUz6rx6IpzZwtCu92B4tckYug4negy1_0 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2705286529951726710', time=2024-09-22T11:51:36.713746+0000, chain.objs.size()=1 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bD8Ujvs3aNLCXYxDw4kXQQKjf8l0daZ_0 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16984294164871801497', time=2024-09-22T11:51:36.851371+0000, chain.objs.size()=1 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-LMA9coTtUiyxoxToOFL4Fz3ws5enMB_0 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9268174496988427864', time=2024-09-22T11:51:37.125461+0000, chain.objs.size()=1 2024-09-22T10:33:40.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TR6PR8hJxpd9b9LMJJNLKntTd0Unuob_0 2024-09-22T10:33:40.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46424 2024-09-22T10:33:40.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16595992313500997582', time=2024-09-22T11:51:38.591995+0000, chain.objs.size()=1 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lXHwjLTdHKwuBY2FcNF5Ds-lI8NXhrA_0 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14751367221759921675', time=2024-09-22T11:51:38.849745+0000, chain.objs.size()=1 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yJ6iZc6W1RlzKVCZCu5VBrHdnktT1YW_0 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.27948030462153154', time=2024-09-22T11:51:40.044979+0000, chain.objs.size()=1 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SbST7LHs2LpOL9Hh86ZyQ2XZGq_tB54_0 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.665078083551745673', time=2024-09-22T11:51:41.300969+0000, chain.objs.size()=1 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DOssaBrAmCuFMkicJc3rrzz_ob5iuo5_0 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9666229210929617224', time=2024-09-22T11:51:41.302604+0000, chain.objs.size()=1 2024-09-22T10:33:40.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fiOBJEOyN8meUaAjjvtsLHtN1CtA0hb_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10310601771574919142', time=2024-09-22T11:51:41.816905+0000, chain.objs.size()=1 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fGceu5Z7a22gDjf8LPyL2zRgEwVAeJT_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3802304037009485009', time=2024-09-22T11:51:56.329789+0000, chain.objs.size()=1 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.331__shadow_.m_h5p5dyXb2RBtzISN3VS_GU80KZT3M_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2499174019226132106', time=2024-09-22T11:53:11.747907+0000, chain.objs.size()=1 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.371__shadow_.sSOfRn52dSO-u3J2__YkZvmhlmc6E4n_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8138778885078737914', time=2024-09-22T11:53:35.773709+0000, chain.objs.size()=1 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.382__shadow_.l9D7vJ8R2XL0fKPBXj3KubJqAD7JqIl_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1338420848367371462', time=2024-09-22T11:55:58.269980+0000, chain.objs.size()=1 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.450__shadow_.0QyZHQIivvQqBdwCTRqsXvC-zY_h7e8_0 2024-09-22T10:33:40.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6611272430008518544', time=2024-09-22T11:57:46.193181+0000, chain.objs.size()=1 2024-09-22T10:33:40.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.498__shadow_.r3BHba25EiMADjr2fE0SL0XT93zxUC5_0 2024-09-22T10:33:40.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16915787461591596487', time=2024-09-22T11:59:23.790916+0000, chain.objs.size()=2 2024-09-22T10:33:40.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.3XeDf4aWqbF3RB-DeHyE1SKWRD9IKJr_0 2024-09-22T10:33:40.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.3XeDf4aWqbF3RB-DeHyE1SKWRD9IKJr_1 2024-09-22T10:33:40.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12393400703249149308', time=2024-09-22T12:05:02.186030+0000, chain.objs.size()=2 2024-09-22T10:33:40.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~3KPKKtVnFE-ZVRyXEjK5-tP5cAAvrxV.1 2024-09-22T10:33:40.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~3KPKKtVnFE-ZVRyXEjK5-tP5cAAvrxV.2 2024-09-22T10:33:40.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12734963779227882799', time=2024-09-22T12:09:21.592605+0000, chain.objs.size()=1 2024-09-22T10:33:40.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:P0Ypr2rEEv7dLQfrjeOuccMleqErg4x_.2TtIb29rIQTmpS1RCW5rZY5LOPtmdQZ_0 2024-09-22T10:33:40.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10447866218790784409', time=2024-09-22T12:09:42.016341+0000, chain.objs.size()=1 2024-09-22T10:33:40.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:pw1tl4tiIAqsJ.bbZusvER7d8qcTHLi_.8pqhKVQXNbS-FJSUoW5hVqpIdXYO2bK_0 2024-09-22T10:33:40.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2910431376973132290', time=2024-09-22T12:12:18.765803+0000, chain.objs.size()=1 2024-09-22T10:33:40.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:F2DAW6XZD-skPCfuzjwBR5J1R2MhFqN_.Xq4mF_tpeTbourbFNSHwNa1E6tWrg2N_0 2024-09-22T10:33:40.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10481385301370947642', time=2024-09-22T12:12:18.767507+0000, chain.objs.size()=1 2024-09-22T10:33:40.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:0Ow9JHUd11OTDnTWXytnHcMqfzBrEGf_.TUAqQ1Nc8krzh5AXrbJmJZNBK3jI-PD_0 2024-09-22T10:33:40.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2285161058346006163', time=2024-09-22T12:18:11.069767+0000, chain.objs.size()=1 2024-09-22T10:33:40.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.536+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.618__shadow_.o0RkZ4PUX9FEuTkH5R3zsdCJSXqedEh_0 2024-09-22T10:33:40.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-22T10:33:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48639' 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10090416963112499157', time=2024-09-22T11:33:34.106393+0000, chain.objs.size()=1 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.148__shadow_.toukTk6k2TH7ctG_gA5PyHN2XwyGzNM_0 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17681905108600606553', time=2024-09-22T11:34:58.551612+0000, chain.objs.size()=3 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-STANDARD.2~nbPspwQ-aViEcDFQp87a5rPoOnEwKEZ.1 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-STANDARD.2~nbPspwQ-aViEcDFQp87a5rPoOnEwKEZ.2 2024-09-22T10:33:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__multipart_foo-STANDARD.2~nbPspwQ-aViEcDFQp87a5rPoOnEwKEZ.3 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11904323446009319977', time=2024-09-22T11:36:00.244359+0000, chain.objs.size()=1 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.170__shadow_.tf7Pu6sghGqIw6M9n1q-glHFsUGKuQX_0 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2499719761368786155', time=2024-09-22T11:36:24.790142+0000, chain.objs.size()=1 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.178__shadow_.iEGla8PMqA5Ky6HLJh9QThPUx-uD-Yd_0 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6250334338651569655', time=2024-09-22T11:41:12.725014+0000, chain.objs.size()=1 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.235__shadow_.W1uLvqWvY5mn3JcnXEJGCsx8pP4Lq88_0 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12149496672824399052', time=2024-09-22T11:41:48.897447+0000, chain.objs.size()=1 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.248__shadow_.PzeQkQXytJoBB9-V3boPI0j0zkMInbE_0 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5885891464277609957', time=2024-09-22T11:42:02.802211+0000, chain.objs.size()=1 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.254__shadow_.hEj73qo82Tb7jBJq3nowe3DAG5_fHwx_0 2024-09-22T10:33:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17562519672112284270', time=2024-09-22T11:44:03.862874+0000, chain.objs.size()=1 2024-09-22T10:33:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XTP2evMZvgyYSt0s0BT3RaFc2PmiJ3m_0 2024-09-22T10:33:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3010852498954907225', time=2024-09-22T11:44:04.503755+0000, chain.objs.size()=1 2024-09-22T10:33:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0_Zu8BWh0Gv2U0rnm7mnr0MCR9nM7u5_0 2024-09-22T10:33:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18000772366842923253', time=2024-09-22T11:44:05.022593+0000, chain.objs.size()=1 2024-09-22T10:33:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FcxYKryykyYMe9Z9sGDssIfAl783i8R_0 2024-09-22T10:33:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15012616557509616737', time=2024-09-22T11:44:05.427399+0000, chain.objs.size()=1 2024-09-22T10:33:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6tW30lUewptdZSjfJaxXAAiXVYxSvwl_0 2024-09-22T10:33:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14928084993245606132', time=2024-09-22T11:44:05.999252+0000, chain.objs.size()=1 2024-09-22T10:33:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jduS-35MaEd1wFh6mIFjo4Um1rYh06d_0 2024-09-22T10:33:40.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14784530207962452095', time=2024-09-22T11:44:07.227152+0000, chain.objs.size()=1 2024-09-22T10:33:40.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4U0ii3mlMCp9tqo7cME5vB0vB4JMEat_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12133616413783596212', time=2024-09-22T11:44:07.232239+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FaJdyFb4WF028jhwPAXc7tymvXHdA8L_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17929232669215244716', time=2024-09-22T11:44:07.285815+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-dEKmXi90p5gg8wLZKyrY1Xusqmd0nj_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10452022416005256844', time=2024-09-22T11:44:07.580890+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zWnu7cbgTikWPML-sVxVN_-ChAurJNr_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4546250588690298369', time=2024-09-22T11:44:09.400941+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.28PkCbNFsloJp2tEZsdz0NDcOeuEp6V_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8058347820457450736', time=2024-09-22T11:44:10.297213+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wTVTRbQ0TbmwBld30TE4FUF5yfZziOe_0 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3582192067467446684', time=2024-09-22T11:44:13.126657+0000, chain.objs.size()=1 2024-09-22T10:33:40.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xCKECQSV42_GQdSjwHyHp2AawsdOsdZ_0 2024-09-22T10:33:40.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15850430098444253842', time=2024-09-22T11:44:13.796493+0000, chain.objs.size()=1 2024-09-22T10:33:40.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TJ9X5slfVqAoNl6qzQG1KtGhk3K-lKN_0 2024-09-22T10:33:40.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7331260944791591703', time=2024-09-22T11:44:15.979499+0000, chain.objs.size()=1 2024-09-22T10:33:40.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lSxTM_5-L2VhOtj_kCcMKVW-eFDFfpJ_0 2024-09-22T10:33:40.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15512264035319814614', time=2024-09-22T11:44:16.636444+0000, chain.objs.size()=1 2024-09-22T10:33:40.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.isB-2db23tbfFsDjLqHZxJxmggQZmu0_0 2024-09-22T10:33:40.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8562298249220577709', time=2024-09-22T11:44:16.956760+0000, chain.objs.size()=1 2024-09-22T10:33:40.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SoW1_DnxZG_APLCE57ZVhDt52mkfK_n_0 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3400180157604665139', time=2024-09-22T11:44:18.037249+0000, chain.objs.size()=1 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1AscBGwUivnjAxngNmiWyTpu3NJKINO_0 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7737755079961038142', time=2024-09-22T11:44:18.317224+0000, chain.objs.size()=1 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BAQ6jrORgQntvmCDV8_qYQARIgVA_XQ_0 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4340504366379486516', time=2024-09-22T11:44:18.647711+0000, chain.objs.size()=1 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5-rsfp_MdWGFqEKhgO-YoG0tFcRKKXa_0 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16477999116588942400', time=2024-09-22T11:44:18.753374+0000, chain.objs.size()=1 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wAg3olVt51jeIcZEBRC7To_Mhq1rL8Y_0 2024-09-22T10:33:40.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6609904938227471815', time=2024-09-22T11:44:20.115025+0000, chain.objs.size()=1 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hH5WuL8b85gvsj1lyY3gf5fUvtkJtNb_0 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9167375870196970546', time=2024-09-22T11:44:20.478009+0000, chain.objs.size()=1 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DEzvpsZ_FyVSU2DsD9N0ILlWQF_DXtS_0 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4469666637985767889', time=2024-09-22T11:44:20.510230+0000, chain.objs.size()=1 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YKsQRCcWjdmNI2P2dDotk7FOa44_lHe_0 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6455213299346888399', time=2024-09-22T11:44:20.516933+0000, chain.objs.size()=1 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.t1RWIiVJjCkdeGruNj6CdScwGPoy67d_0 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7077507951151150640', time=2024-09-22T11:44:21.490998+0000, chain.objs.size()=1 2024-09-22T10:33:40.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MfWuOfsiF42-JadiivN7Dd-vuUKKgTE_0 2024-09-22T10:33:40.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3410507802966347358', time=2024-09-22T11:44:22.856465+0000, chain.objs.size()=1 2024-09-22T10:33:40.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Nob56bWK19ahyZByLFx-5t1ZW0CR6lW_0 2024-09-22T10:33:40.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4114986893381859429', time=2024-09-22T11:44:23.015488+0000, chain.objs.size()=1 2024-09-22T10:33:40.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fN0kWx-UjHoGKyMhGFokDnQ8UhYPxSk_0 2024-09-22T10:33:40.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7655299210177515024', time=2024-09-22T11:44:23.017447+0000, chain.objs.size()=1 2024-09-22T10:33:40.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Ecy9a-rOfiGjuzRUO6x-mpCOqIIvXF8_0 2024-09-22T10:33:40.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4685887903646871329', time=2024-09-22T11:44:23.109348+0000, chain.objs.size()=1 2024-09-22T10:33:40.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1K2TN9vI_1Ah4YvChS2lXPBsAbYe935_0 2024-09-22T10:33:40.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16498494686966081351', time=2024-09-22T11:44:24.708193+0000, chain.objs.size()=1 2024-09-22T10:33:40.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zLvbtRAPilvxsQhma-AytvNLy9e12z6_0 2024-09-22T10:33:40.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4548677667932424787', time=2024-09-22T11:44:25.440670+0000, chain.objs.size()=1 2024-09-22T10:33:40.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OriE_TD3ohg9V0AtBE_bnu74_ED9_ld_0 2024-09-22T10:33:40.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14705402497873665542', time=2024-09-22T11:44:26.698606+0000, chain.objs.size()=1 2024-09-22T10:33:40.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.k1RjKgaoFiekyeRMK24JhLl1qKTlysl_0 2024-09-22T10:33:40.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17253143251320063867', time=2024-09-22T11:44:28.605033+0000, chain.objs.size()=1 2024-09-22T10:33:40.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.l4cSeMz_xtu_R7R-Up2whwrBbfjyM5J_0 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16810502899628610850', time=2024-09-22T11:44:29.483823+0000, chain.objs.size()=1 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jpjiRrmntxzIluZs1FD6_U6h8B-7Jx7_0 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15069362556163261803', time=2024-09-22T11:44:30.781509+0000, chain.objs.size()=1 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9xZg0dO6XPWJLjQTvGh9eIa965Twoov_0 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6660911677495107865', time=2024-09-22T11:44:31.041773+0000, chain.objs.size()=1 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vfplJFE-Kzs10Wrn9gUP_h5XzDluKT0_0 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9908338038350598100', time=2024-09-22T11:44:32.429962+0000, chain.objs.size()=1 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VLuCKAAbrWMj6bPYax86cX2sxEE-UqS_0 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3554734006413682716', time=2024-09-22T11:44:59.307746+0000, chain.objs.size()=1 2024-09-22T10:33:40.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.273__shadow_.jeBSxCoifO1iwDwerdXVqAOe8XrdW8V_0 2024-09-22T10:33:40.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3841645162970619955', time=2024-09-22T11:45:06.186548+0000, chain.objs.size()=1 2024-09-22T10:33:40.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.276__shadow_.98_BuhidbAbFSxIa40vpEvSxezH9cyU_0 2024-09-22T10:33:40.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2621264964832830422', time=2024-09-22T11:45:10.738197+0000, chain.objs.size()=1 2024-09-22T10:33:40.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.278__shadow_.6_5u2y4ur_PPRC5UWncrfX1D65TSty1_0 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3109770621877051131', time=2024-09-22T11:45:26.926582+0000, chain.objs.size()=1 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.285__shadow_.GasnFOfsQXX1Nt6hZ0ir6GDOhSh2ZT0_0 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14353455795491457834', time=2024-09-22T11:45:52.793790+0000, chain.objs.size()=1 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.y4NNS7VmvZpAeEp5whooC212lhg2_J9_0 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.715679542238873851', time=2024-09-22T11:48:52.560371+0000, chain.objs.size()=1 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G4ACTm6_LPi1Gs9bFQESx6DC51R_vHK_0 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15267843625526087372', time=2024-09-22T11:48:52.562447+0000, chain.objs.size()=1 2024-09-22T10:33:40.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2h7wpLqgrjDLm5GHPyerSc-zebu82Ad_0 2024-09-22T10:33:40.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18077418384605563145', time=2024-09-22T11:48:53.475400+0000, chain.objs.size()=1 2024-09-22T10:33:40.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jPfruoS95IVPHVx1o5h37vY7FjhfCZN_0 2024-09-22T10:33:40.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14504386282750917689', time=2024-09-22T11:48:54.159089+0000, chain.objs.size()=1 2024-09-22T10:33:40.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BMI22HTwGFH5gYItJOtBoJ2cVTfhug0_0 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15797029435194002047', time=2024-09-22T11:48:55.866405+0000, chain.objs.size()=1 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Lz9_ule2l4UoepdKkJGNYRQHYJ6GB_s_0 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15114466548982885594', time=2024-09-22T11:48:57.086630+0000, chain.objs.size()=1 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iV8xs8MuVwicrgGHImjEBg6Kso8azIG_0 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4027074484794482004', time=2024-09-22T11:48:57.186327+0000, chain.objs.size()=1 2024-09-22T10:33:40.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ny0_tqZqfjmbmlHqV-dAtyLOZjFG4vr_0 2024-09-22T10:33:40.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2296358978266300244', time=2024-09-22T11:48:58.571627+0000, chain.objs.size()=1 2024-09-22T10:33:40.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.M0QUkhLyJngHg3ric_pKfR8rKMlJLMs_0 2024-09-22T10:33:40.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8570378898285637537', time=2024-09-22T11:48:58.662162+0000, chain.objs.size()=1 2024-09-22T10:33:40.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UCCkN0BTG2nTZEB7TsDIkKawthUp1_S_0 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5757746901726074320', time=2024-09-22T11:48:59.126937+0000, chain.objs.size()=1 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.23goQqqJwIFWznzfZ61KzF-rYk8PL0I_0 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.188766904750603184', time=2024-09-22T11:49:00.122421+0000, chain.objs.size()=1 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ljEZ1mHPmrgqNYnweM7fM3ckxbYl4Os_0 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17948156950018347238', time=2024-09-22T11:49:01.480815+0000, chain.objs.size()=1 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2c3EyhiK2ZKPJ6X7QJvIQrstlFeov10_0 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14511473996326457589', time=2024-09-22T11:49:01.483073+0000, chain.objs.size()=1 2024-09-22T10:33:40.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EmxKWUAP9iz1Op65e7FtSF1tPLzllRa_0 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6572064393240457820', time=2024-09-22T11:49:01.485918+0000, chain.objs.size()=1 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.15SFjkKQ5oxf7cPqG4Ct6amW_ee7a0t_0 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14270145184020065791', time=2024-09-22T11:49:03.032957+0000, chain.objs.size()=1 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OjmBhzBdG1dw819JTfSP48heIbpDibb_0 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13052725731871975893', time=2024-09-22T11:49:03.971339+0000, chain.objs.size()=1 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.T_yHTJsz20gYx6lHB2DY0LpD9eQwPLy_0 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15556211231922853218', time=2024-09-22T11:49:05.658124+0000, chain.objs.size()=1 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Im2zeqNnwtRFAzr2-B1V-V_84IoiIwI_0 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17402739533055515299', time=2024-09-22T11:49:05.842343+0000, chain.objs.size()=1 2024-09-22T10:33:40.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YIogfvPTdFZ5poP3DQg-GDYQ0l4NqAV_0 2024-09-22T10:33:40.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.584+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4006505577276856297', time=2024-09-22T11:49:06.166767+0000, chain.objs.size()=1 2024-09-22T10:33:40.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.584+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jws0ANQue7_YeZmWM-Efgb28paGepXp_0 2024-09-22T10:33:40.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.584+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4610429271097269155', time=2024-09-22T11:49:06.935044+0000, chain.objs.size()=1 2024-09-22T10:33:40.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.584+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ahepIbqhdJmdtHoCtGCibkucN6HYQ0v_0 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.584+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18193353633980874432', time=2024-09-22T11:49:07.345676+0000, chain.objs.size()=1 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4xadkb5NxRVs7OJKYym6wzjil-Gcn-l_0 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12675157487201005670', time=2024-09-22T11:49:07.836972+0000, chain.objs.size()=1 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OnzSNQndA3On5pocgHVDvUlkwR1iNmx_0 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.20982114522322408', time=2024-09-22T11:49:08.206017+0000, chain.objs.size()=1 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZJAOol-DHQ6wNT2f8OESYQSR6-Weo6T_0 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6353302024653192281', time=2024-09-22T11:49:10.393028+0000, chain.objs.size()=1 2024-09-22T10:33:40.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jvL1OJIYaTjoEC9Ut8uonuFJSKPWB8K_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8061684842886573638', time=2024-09-22T11:49:11.206538+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._HvOnSfkiIDTlCIS2fEpvXZVvwMl8IW_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15913522177834446199', time=2024-09-22T11:49:11.544241+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TRh8fflNlqZs-Cd6-WMuhPRikBR-IR4_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16454236873750003568', time=2024-09-22T11:49:12.508803+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5DVWAQPGe3CqHIX7ce_WYHja5qb533x_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16067859663825306767', time=2024-09-22T11:49:14.329212+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HvtL0BDAgR-mHMQXHp3lLQYYMAuhpiR_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1407558931813295255', time=2024-09-22T11:49:15.634846+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AsyttTFsgCf8o_RdcRNWH5s5dmbBNl2_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14200446216405793846', time=2024-09-22T11:49:15.775575+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wsevAT55Z4vhLsrHwFUNCuEQd4FsIOK_0 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8236520074672532046', time=2024-09-22T11:49:16.053568+0000, chain.objs.size()=1 2024-09-22T10:33:40.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jlNz88alwWmiiWfhnhn4XBP-3ceARme_0 2024-09-22T10:33:40.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1568040098770491511', time=2024-09-22T11:49:16.904890+0000, chain.objs.size()=1 2024-09-22T10:33:40.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kKkQxDj55Cd4P--yo5P6waW3B3KiU7h_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2122379918403495653', time=2024-09-22T11:49:17.968447+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xmkUI8jTox2CwE6FzCXiN0m2O8CPrRS_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17391623226742420224', time=2024-09-22T11:49:18.771633+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.krVRgO3l3WK3wPHq54ZrUnj7Dnrrmmu_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13727574598885404102', time=2024-09-22T11:49:19.463885+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7vhWHQdrSVtKQEFwpGcC7_TG_xnHQr-_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15639661851833779049', time=2024-09-22T11:49:19.565824+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.D1tU04q78WCVNCKBRYV-eiNCLF8TQFV_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5758614612169162106', time=2024-09-22T11:49:20.818340+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mXdSy1O5cz-qZRV_4xqv8EfLakfpbXW_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6257518696190012720', time=2024-09-22T11:49:21.024610+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XIGmv47hfqTOoPGPaGIKRTAjER9hf2V_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8996439498498684324', time=2024-09-22T11:49:24.303321+0000, chain.objs.size()=1 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.S9LXWNZaL0ke11TOByt_00gfi8UbYft_0 2024-09-22T10:33:40.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15216199128016387129', time=2024-09-22T11:49:24.421983+0000, chain.objs.size()=1 2024-09-22T10:33:40.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WrKaIMW1j4E7L1VFCLyNTctU3VYhqGE_0 2024-09-22T10:33:40.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10322694041681437280', time=2024-09-22T11:51:11.503511+0000, chain.objs.size()=1 2024-09-22T10:33:40.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LpSsdS4MHstI2aHCnEPEpJxphvJ6HyV_0 2024-09-22T10:33:40.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17616144104909755471', time=2024-09-22T11:51:14.136469+0000, chain.objs.size()=1 2024-09-22T10:33:40.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EvgwseuFHY9XTCE_74JSQ8uY6xfPJ7S_0 2024-09-22T10:33:40.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13115036531269812355', time=2024-09-22T11:51:14.277021+0000, chain.objs.size()=1 2024-09-22T10:33:40.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2bk3BICSmCMNzW5GecIY7QIkJ0GO0hb_0 2024-09-22T10:33:40.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11129837747802107834', time=2024-09-22T11:51:15.880146+0000, chain.objs.size()=1 2024-09-22T10:33:40.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Qv8N3eyZN_kFGmaRMaSDTO2oJnjg77-_0 2024-09-22T10:33:40.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16929482830048877696', time=2024-09-22T11:51:17.001461+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Q57uRJ4YnIK1l0dFExbcwW1N-4lOhm__0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9179354301304475154', time=2024-09-22T11:51:20.762910+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.pwt08ncQWQUCm-zVGzRBa8pmyfhFqtL_0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15576812268194756258', time=2024-09-22T11:51:21.226123+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.E6fCKiiWHAg2HHOabbE9A7MJFYhVIH0_0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16093338158961377693', time=2024-09-22T11:51:23.507515+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kPVDkvyIYmx-BC7EoM5MqvUh0YyOZWv_0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1036806956660588926', time=2024-09-22T11:51:24.722784+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xMJuXvjaTMtB0xxsUWbeznImQNao6P1_0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14686550980828428825', time=2024-09-22T11:51:27.326271+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8S4N40iZJvtbsO1Q0Dg-SENCxHgJ64I_0 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18415809125669913398', time=2024-09-22T11:51:27.814508+0000, chain.objs.size()=1 2024-09-22T10:33:40.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BEcmFeVFWe8kU380sCKRJYCECE-istw_0 2024-09-22T10:33:40.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48639 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2594921795819312252', time=2024-09-22T11:51:28.680139+0000, chain.objs.size()=1 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Bgu6uv6cC--2jKh9p8PqCBFMiEzWTxU_0 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16313282799563102358', time=2024-09-22T11:51:29.956882+0000, chain.objs.size()=1 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BMz9rddnNE_fTptp4RSEbssTFwfxLP8_0 2024-09-22T10:33:40.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13262950480477770022', time=2024-09-22T11:51:31.687932+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BWj-Fhaw1g2k6Oo5YFQYNnrb181NFyp_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15411638351034871905', time=2024-09-22T11:51:32.993235+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BX9CiuGlIRxBMFsybeqwcrmuupGQTSL_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13254037949867197066', time=2024-09-22T11:51:32.995359+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bvpTV_BPo3eNJ8vKwD1T_18sSX5sx4d_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12413406787405517804', time=2024-09-22T11:51:34.559093+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3T4sh7sd3tL5lPo_ZkBQDu_PHg7h0ao_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3344521185025387743', time=2024-09-22T11:51:34.612602+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.puvtBPVQc3k2_MXcchCGkBeSfW-gmto_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14505805963087973224', time=2024-09-22T11:51:34.686689+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MVO4AA765W2cE_DcukLgk5XlHQDhIg5_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14123385574288175079', time=2024-09-22T11:51:38.862886+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hTfjviIrGMPpuVowMtsYkBN_RRblD7n_0 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17594092457851772337', time=2024-09-22T11:51:40.035212+0000, chain.objs.size()=1 2024-09-22T10:33:40.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kJaCvCNzlVP4QOudg0jJh6fTi8tq5uu_0 2024-09-22T10:33:40.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17532909248664360262', time=2024-09-22T11:51:40.260101+0000, chain.objs.size()=1 2024-09-22T10:33:40.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.y5uRi7Imlk6dgjQYH86MeIRmlzO1wZV_0 2024-09-22T10:33:40.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12073517627900002771', time=2024-09-22T11:51:40.262079+0000, chain.objs.size()=1 2024-09-22T10:33:40.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NdVtEFz3d8y0J__cFUvWX8mpkvcsEsQ_0 2024-09-22T10:33:40.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2634306956277235963', time=2024-09-22T11:54:01.829645+0000, chain.objs.size()=1 2024-09-22T10:33:40.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.394__shadow:ByzJxE9MtLeSCAxmTERDb7Wm2rvuPiS_.6LjRrN3M9-vNzkxD9ecVxJlsFtZovdf_0 2024-09-22T10:33:40.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17089145159378295540', time=2024-09-22T11:55:34.112111+0000, chain.objs.size()=1 2024-09-22T10:33:40.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.440__shadow_.jBLlLYSMyQ9sh8Cn8lAkDg6pGUwcvvV_0 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15977539039639782076', time=2024-09-22T11:57:11.831412+0000, chain.objs.size()=1 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.484__shadow_.H3-01r2mCm1W-SXEfTNP0mLOZmTnfoo_0 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11435335112755833617', time=2024-09-22T11:57:58.917590+0000, chain.objs.size()=1 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9331359850913295823', time=2024-09-22T11:58:42.044940+0000, chain.objs.size()=6 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:40.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:40.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:40.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:40.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:40.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8952415807929509860', time=2024-09-22T11:58:54.905622+0000, chain.objs.size()=1 2024-09-22T10:33:40.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.513__multipart_mymultipart.2~I2fOm-Isi-aeZWQOkmMPy4pS9v5jqi3.1 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15465366216044178204', time=2024-09-22T12:06:43.185306+0000, chain.objs.size()=1 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.536__multipart_mymultipart.2~F62mYtTnOky7UHzcsRVc314UydS48ty.1 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10571199927204718761', time=2024-09-22T12:07:34.114336+0000, chain.objs.size()=1 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.551__shadow_.Oag6O7ODxQqZ0CQNnJ2pJKHezVTH-8z_0 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11134618590620895250', time=2024-09-22T12:08:21.700916+0000, chain.objs.size()=1 2024-09-22T10:33:40.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.556__shadow_.6anVX9xhv18FcvssKUcC1XpF1M19nWr_0 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2729970759160202450', time=2024-09-22T12:09:31.073540+0000, chain.objs.size()=1 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:iS20ohfRY8rRQecTJPbCdF2dmBm0yan_.P19wY3-crGlWrx8PyGTV4aEGhfmXDFs_0 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14329572706359527333', time=2024-09-22T12:11:02.526337+0000, chain.objs.size()=1 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:1Ib2sB--csFv5M6nloY75qFQVT-KuTK_.Bvv2K4LJdauhBsGxEJoQ1uGWlSAtfN1_0 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12898314704728119146', time=2024-09-22T12:12:33.536896+0000, chain.objs.size()=1 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.586__shadow:LmStvzJFEYKfBUZVGXPyq5YoNkzRyzc_.Bn_do8sYFUi0a87Ov1pUCydr_vZLUz7_0 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1427575046944279714', time=2024-09-22T12:19:49.733777+0000, chain.objs.size()=1 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.627__shadow_.o5jUCN5lFDvSflrq3aGU2nSeDMkNsNE_0 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.69197120380894022', time=2024-09-22T12:22:39.718376+0000, chain.objs.size()=1 2024-09-22T10:33:40.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.668__shadow_.9898FGCshnuodWjoQGAZOopHygKC2sc_0 2024-09-22T10:33:40.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4203712833123412709', time=2024-09-22T12:28:34.316542+0000, chain.objs.size()=1 2024-09-22T10:33:40.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.759__shadow_.0aBWsW7otj06Nyqza3_7-XBagqYUCSz_0 2024-09-22T10:33:40.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15600900231017420218', time=2024-09-22T12:29:23.467640+0000, chain.objs.size()=1 2024-09-22T10:33:40.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.765__shadow_.EEumviqriSDfWEDdBnQnXUYdpcZ1Hcj_0 2024-09-22T10:33:40.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-22T10:33:40.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/40672' 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15235861981470336735', time=2024-09-22T11:34:29.695846+0000, chain.objs.size()=1 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.lMdk_bxhCHK7gU97YqaY-YVPReHm14B_0 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9336745294567153112', time=2024-09-22T11:41:31.814880+0000, chain.objs.size()=1 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.242__shadow_.CMWWUuZDg9ZZ50d91HMxi6x-FTwdW9O_0 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14730689874059421280', time=2024-09-22T11:41:39.605527+0000, chain.objs.size()=1 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.244__shadow_.xVe-oBVehKBEG34Dp-qB1GsfIo1XXqA_0 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10945796971853750532', time=2024-09-22T11:41:44.226436+0000, chain.objs.size()=1 2024-09-22T10:33:40.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.246__shadow_.NS00Ohg7BuFfbHVoVIZzeO5cAXjrB81_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10846149181965154939', time=2024-09-22T11:41:48.919507+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.248__shadow_.93scC9_73ChUn7dUCf_clERNVX3F7x__0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6344047206092882496', time=2024-09-22T11:42:07.507171+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.256__shadow_.woU20AOmJMLkT9VH0Fr_r2QSklbBNSa_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5560627128605488575', time=2024-09-22T11:44:07.499075+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tTsyCngL54_zc0CozOzuHeAAkXDizF0_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11456734645531224253', time=2024-09-22T11:44:07.604787+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WTPHsV0liCIiMZJHwV91bMHHFFR8lhx_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5113146744687762556', time=2024-09-22T11:44:07.870756+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BqlHSeJ45pcGljBZG9K1Lbz33OaoVBx_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1383358824369475182', time=2024-09-22T11:44:08.171595+0000, chain.objs.size()=1 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iI_6xKe1n0pRugiGT_sdvvFXHEMamKX_0 2024-09-22T10:33:40.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8200378844646577334', time=2024-09-22T11:44:09.149841+0000, chain.objs.size()=1 2024-09-22T10:33:40.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-v4zt75bfjkgbDRLLXGMX6YDi_ySqkB_0 2024-09-22T10:33:40.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16866033563350822402', time=2024-09-22T11:44:10.011438+0000, chain.objs.size()=1 2024-09-22T10:33:40.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ANg7pThR-NEC2JlH25SsMuqTF4MKJAN_0 2024-09-22T10:33:40.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2957457732740899368', time=2024-09-22T11:44:11.639098+0000, chain.objs.size()=1 2024-09-22T10:33:40.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tKHDCe6E-Vb9SrN6FqX3lBCYJLobot8_0 2024-09-22T10:33:40.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10358756948070853370', time=2024-09-22T11:44:16.437123+0000, chain.objs.size()=1 2024-09-22T10:33:40.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QARehtqXiEaMH1Op0oVLZxw1YLEOpIA_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7370832851888925100', time=2024-09-22T11:44:18.646588+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8osmM40qRLvYPkGfCo8d1b-kqunKc1b_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2431354363618388545', time=2024-09-22T11:44:22.949483+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zhFk7nRfGzA3z_CQW23nOf0Z6OP3XCW_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14980441689953090166', time=2024-09-22T11:44:23.970993+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OP9WKLkBH6z43Es-32u_CQXFYv67eW3_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7402649451944860875', time=2024-09-22T11:44:26.870912+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aeSqEplXYI-lVlvAHcu-w6cT4y4kM-k_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17516426776808991285', time=2024-09-22T11:44:29.187794+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.j2WaMNeeStM-t18KjILyiGnnO1uUJVz_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.854173820014230382', time=2024-09-22T11:44:29.445029+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cTR9fRNOx97Qku4R5cGp9QNx_rU6Ukg_0 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10918962542784070923', time=2024-09-22T11:44:29.458181+0000, chain.objs.size()=1 2024-09-22T10:33:40.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AMxiZTDfEB173kORrgI4VdZI-RtBtBx_0 2024-09-22T10:33:40.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5787881686802142309', time=2024-09-22T11:44:29.545221+0000, chain.objs.size()=1 2024-09-22T10:33:40.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8xDZSajXf95a93Fhms4cngwMJKM2nE-_0 2024-09-22T10:33:40.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6786189522364244859', time=2024-09-22T11:44:29.706071+0000, chain.objs.size()=1 2024-09-22T10:33:40.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Zckaqdt8HmyvLfJcgac-yPzrqOi5mA4_0 2024-09-22T10:33:40.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10003149917066289998', time=2024-09-22T11:44:29.890439+0000, chain.objs.size()=1 2024-09-22T10:33:40.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gisiokREsOg69PehvGqxWoybH8QKzw3_0 2024-09-22T10:33:40.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3277176599467907260', time=2024-09-22T11:44:33.066099+0000, chain.objs.size()=1 2024-09-22T10:33:40.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wK4gitm0jl6q9jSgYGtnJLRUlI9HmWp_0 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17755233143673123035', time=2024-09-22T11:44:33.682784+0000, chain.objs.size()=1 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lDeFRmxfNtD9Rj0UHaFSC-wmx1am9vl_0 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4285243411534201752', time=2024-09-22T11:44:34.173219+0000, chain.objs.size()=1 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RchiYSesyeAVfLPOWUNFZBJ3TGzds54_0 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3390162272003358158', time=2024-09-22T11:44:34.837152+0000, chain.objs.size()=1 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8BDOswxigKB9V6WCOVcE2ij9_Q-LCfB_0 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7376882233962869105', time=2024-09-22T11:45:47.103163+0000, chain.objs.size()=1 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.Om7c72uC42Edd5w-Q3DYMYHkWj4BCrE_0 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16034302755172164392', time=2024-09-22T11:45:57.838855+0000, chain.objs.size()=1 2024-09-22T10:33:40.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.295__shadow_.__AKmuTuiKBR51NyhEePMfq2NvKKDM__0 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12433719317729045753', time=2024-09-22T11:46:04.911176+0000, chain.objs.size()=1 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.298__shadow_.AfZ1M6K8Xl9xs4uk-a1knMX5IhLuZrE_0 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.121551611605396019', time=2024-09-22T11:47:00.426861+0000, chain.objs.size()=1 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.319__shadow:dKtcvdUxaXEQad9hhfJ9I1GALP.rNg0_.3b1RHIhc2QkJq1kLohix4xuMTblpjVV_0 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3156989056527835888', time=2024-09-22T11:48:52.916885+0000, chain.objs.size()=1 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7X5XXUjRdCNM6Qiy8369KT49HOyRQoK_0 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3043153203595495043', time=2024-09-22T11:48:53.230908+0000, chain.objs.size()=1 2024-09-22T10:33:40.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WhUV0snX5C-DXmx873-27ynJraAzRHe_0 2024-09-22T10:33:40.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13968428311076560093', time=2024-09-22T11:48:54.785267+0000, chain.objs.size()=1 2024-09-22T10:33:40.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EyzHvWyT97JAB1TJduL_xUYOvSdaoGW_0 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9443197136843935482', time=2024-09-22T11:48:57.043925+0000, chain.objs.size()=1 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FXEf1BLUK2kOPL0V0gUtMgdSzL3cNU1_0 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9931463691187702365', time=2024-09-22T11:48:57.178079+0000, chain.objs.size()=1 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.plt4VtTzXpl4P9JJMTDigijhqv6zAb4_0 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4563738451537814674', time=2024-09-22T11:48:57.180165+0000, chain.objs.size()=1 2024-09-22T10:33:40.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6K8BMXeFmfmro5U3ZIqMyL2DnRuWRfo_0 2024-09-22T10:33:40.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15120161181161980817', time=2024-09-22T11:48:57.870034+0000, chain.objs.size()=1 2024-09-22T10:33:40.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zb-DcMuptjV4UWcFUbnf3lMC14SSkwE_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15137795965252989117', time=2024-09-22T11:48:58.470081+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.X3MZDFMpm-wiOD4ym9qTDydeo5t5V5R_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14503779493612886209', time=2024-09-22T11:48:58.941779+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LjTvZy4vf2FDEdV6JycU_UjQumdEc6s_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.656786354519660022', time=2024-09-22T11:49:00.326856+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jmYlK4L6zbjPLcf9EfmiJ8NtQM6nfob_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11592135317906321785', time=2024-09-22T11:49:01.883807+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ktqb3wZ4z74HrfD7Mwdugy5DvKrn4fu_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1079821120151760390', time=2024-09-22T11:49:04.530647+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CEoW2uzrc2bDOVFRfbxP5KsIBxJ9zKE_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7669255824212420942', time=2024-09-22T11:49:04.626384+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.M55YIhwC03OBLcxgTdv8WNWH7OoqC0o_0 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9394401979442951400', time=2024-09-22T11:49:06.056859+0000, chain.objs.size()=1 2024-09-22T10:33:40.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.EwLNbnyv1bvM9-txHN-QJ906hQioic0_0 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12923407044922699812', time=2024-09-22T11:49:07.533845+0000, chain.objs.size()=1 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.U0AmdbusL_WW5fn_2xzMIOn12PrIdaR_0 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15082160501361170712', time=2024-09-22T11:49:08.610435+0000, chain.objs.size()=1 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zs2ueFc2B4MPD7rKGLXcNum5XyRWGh6_0 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15633285882185926904', time=2024-09-22T11:49:12.509760+0000, chain.objs.size()=1 2024-09-22T10:33:40.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RGuJh_bSP8yq7zNaRynDmibsXOfv5Qs_0 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8974290898237749599', time=2024-09-22T11:49:12.710133+0000, chain.objs.size()=1 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rkZ7NIg0qHTZuwfCCXh5msPzkWkL6vk_0 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8440671152974258740', time=2024-09-22T11:49:16.355944+0000, chain.objs.size()=1 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AHaGrtjO2w7eYxrNUFmXLOBwu_X_niw_0 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14818442141390501236', time=2024-09-22T11:49:18.101601+0000, chain.objs.size()=1 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JN8GlPxJfQ-scX6rnaJdcw1Yu-5FKBq_0 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5568480844855144922', time=2024-09-22T11:49:18.614287+0000, chain.objs.size()=1 2024-09-22T10:33:40.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fpcMN_pQ23DrQnWwD7_Ojol6mqbf0p__0 2024-09-22T10:33:40.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2643599345357970983', time=2024-09-22T11:49:18.767172+0000, chain.objs.size()=1 2024-09-22T10:33:40.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1dSjlJiYsdsuh9vBWq_zfyn8SXp4wi2_0 2024-09-22T10:33:40.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7464667669438462452', time=2024-09-22T11:49:20.076350+0000, chain.objs.size()=1 2024-09-22T10:33:40.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NPxoGgvx-utEl5Dj-L-rKDNW3baq9kr_0 2024-09-22T10:33:40.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14615272990490972392', time=2024-09-22T11:49:20.466278+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qOu4bnYVTPZDm56HE8chEachtPYJ4_u_0 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16674534934943813414', time=2024-09-22T11:49:20.718828+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wy4v3tsJZWunNQRag_DTwTKIn6lwpl4_0 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.734444910155938020', time=2024-09-22T11:49:23.371274+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4mVTKp45V4Y53_jGQvvKXM-gKohgLMd_0 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5486836457510348691', time=2024-09-22T11:49:24.017299+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.H0fgDVyODLSLNEB9PUbK3WLlDYYHAzG_0 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12296758136232169046', time=2024-09-22T11:49:24.503334+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.eh_vdKxY_2M_njHexjkYncs3hCqJc1l_0 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10786105163785614357', time=2024-09-22T11:51:10.568841+0000, chain.objs.size()=1 2024-09-22T10:33:40.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QoqWPnBSnuCSxYWy0jYe88SOXggMm1c_0 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11936905567699287533', time=2024-09-22T11:51:11.187212+0000, chain.objs.size()=1 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.njwvG-I6Bu5a5Jr4O7Ph-jRhuL16SVW_0 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6114379003416936312', time=2024-09-22T11:51:12.108809+0000, chain.objs.size()=1 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZON2K30k8PuzKP1dHGnlqNhgsoV96ZZ_0 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14828990582011275456', time=2024-09-22T11:51:12.541418+0000, chain.objs.size()=1 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nMgvWtN2t1eICTQ7ss-XmJpPO4fWan1_0 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18199271760827131077', time=2024-09-22T11:51:12.909652+0000, chain.objs.size()=1 2024-09-22T10:33:40.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SxtF-NFgC-pkfvTpIKVcFemYU5ytPxF_0 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12501692689271714601', time=2024-09-22T11:51:12.976796+0000, chain.objs.size()=1 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4sx55VMQ_ns4W8oJ99jZNX0HIcm77vH_0 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4205829327964989937', time=2024-09-22T11:51:14.289593+0000, chain.objs.size()=1 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2FmsN5ZgU8SFa9L60MHKD2LWysoqjDg_0 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8525044364849849225', time=2024-09-22T11:51:15.300394+0000, chain.objs.size()=1 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1iGj1gFI56392Dywsm-ACwSxXopMRmh_0 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3397838845235647441', time=2024-09-22T11:51:18.804561+0000, chain.objs.size()=1 2024-09-22T10:33:40.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.geIvkNQNWEGpCBM74Gbgq1FVVIThsXL_0 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4969388318379135082', time=2024-09-22T11:51:18.956755+0000, chain.objs.size()=1 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.On8W6sDtR6NrX-AjLZJw4vAiyDBbXxh_0 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14581660429363573716', time=2024-09-22T11:51:19.255780+0000, chain.objs.size()=1 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nt07F3Di9CiOcF3u6iib8tyhht2_lIy_0 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10579582929301057818', time=2024-09-22T11:51:19.412238+0000, chain.objs.size()=1 2024-09-22T10:33:40.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IIswcTTK0s8YmuN8AmukgUCyPjKVbpi_0 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8722853197850837686', time=2024-09-22T11:51:20.290475+0000, chain.objs.size()=1 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fpZM4nQ1Fi93N7Gjknx3NkZxCkzX5mn_0 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5383687133772910872', time=2024-09-22T11:51:21.815826+0000, chain.objs.size()=1 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.56PzSJIODf6LGUQrGAhtUBjjqReNk6C_0 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8042623635307070577', time=2024-09-22T11:51:21.817615+0000, chain.objs.size()=1 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SlP6uowlovsG0NtB64xVAC-Vh8DWKW6_0 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1445379709058639385', time=2024-09-22T11:51:23.664705+0000, chain.objs.size()=1 2024-09-22T10:33:40.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.riNCxG6axrhm5Tf567kNqbPCVuJsMXT_0 2024-09-22T10:33:40.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14184090698334721676', time=2024-09-22T11:51:24.140888+0000, chain.objs.size()=1 2024-09-22T10:33:40.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MxKkM2uS5VgrWuwbrDMwGywlmvEE0qG_0 2024-09-22T10:33:40.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13900612583247145069', time=2024-09-22T11:51:25.944476+0000, chain.objs.size()=1 2024-09-22T10:33:40.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0nQsV7koSLnC59Cpnc2K6p_3Am2hapg_0 2024-09-22T10:33:40.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9127730630254168105', time=2024-09-22T11:51:26.241187+0000, chain.objs.size()=1 2024-09-22T10:33:40.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7nljpaoJNYrY0sBFY58DuMKI5h7LG92_0 2024-09-22T10:33:40.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8511927930302240439', time=2024-09-22T11:51:28.291979+0000, chain.objs.size()=1 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ysdRhlZGktwb6mQL573hxm-P1HyCjsg_0 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2879324641781987895', time=2024-09-22T11:51:28.481120+0000, chain.objs.size()=1 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rimjmpzaoK7tx6w4zTH9aPrbCQPKlEB_0 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12731673802091183768', time=2024-09-22T11:51:28.835492+0000, chain.objs.size()=1 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4JcRasbFaxnMEzcJWKHhtDz6W7QrBWj_0 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12093070078355646841', time=2024-09-22T11:51:29.201893+0000, chain.objs.size()=1 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6As6JRAJcRPF3y0z4zRdGkKOo34rPV__0 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11818682375636199698', time=2024-09-22T11:51:29.496896+0000, chain.objs.size()=1 2024-09-22T10:33:40.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.j569xIW3J4JS5MRTNhKq_DtGkRp7QkO_0 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9781297235196959909', time=2024-09-22T11:51:31.541331+0000, chain.objs.size()=1 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.07r90sn0lz_1ndX7ahFBqU3vo1wrraR_0 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4391949747647184599', time=2024-09-22T11:51:32.443311+0000, chain.objs.size()=1 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.j0cOAtdtnA921-rXZ9jAG0hUCtW8qkN_0 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7138902324058123011', time=2024-09-22T11:51:32.445249+0000, chain.objs.size()=1 2024-09-22T10:33:40.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JI53gTQcc7CeApksOjqMsm8BmqZd7pg_0 2024-09-22T10:33:40.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7808339689647197229', time=2024-09-22T11:51:34.157222+0000, chain.objs.size()=1 2024-09-22T10:33:40.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1EL8g0G95QrPdDcbONR6Bao7voQ7cCG_0 2024-09-22T10:33:40.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13476622416138442306', time=2024-09-22T11:51:34.399030+0000, chain.objs.size()=1 2024-09-22T10:33:40.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DRK3K_qIrztLSjX5IVug_F1Ea_0yqyi_0 2024-09-22T10:33:40.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14210468152192971991', time=2024-09-22T11:51:38.397900+0000, chain.objs.size()=1 2024-09-22T10:33:40.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IL-_vV3o7tip1FH4Ce8-EMMmSR6NiAy_0 2024-09-22T10:33:40.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5439507271966185012', time=2024-09-22T11:51:38.674820+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._4bj6vBrfsAxF5I9do3ANEstcLInU2A_0 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1815681802193929485', time=2024-09-22T11:51:38.801210+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Mpq52Ys12jMPdPHyOzs9_XzE8ahXXSn_0 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.302526856426933197', time=2024-09-22T11:51:40.028404+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kjv4N93kSRoV2h4K6-Y0rCpQNzZeCg5_0 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4993470446443068241', time=2024-09-22T11:51:40.030294+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1Qod0T4rAS33HaiBl0STTMv2cRR3kDc_0 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3165651916588242611', time=2024-09-22T11:51:42.348590+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iPzUp_Z-DIMK0aTsbnvXfBxmm8octRw_0 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18195842569826049062', time=2024-09-22T11:53:20.894160+0000, chain.objs.size()=1 2024-09-22T10:33:40.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.375__shadow_.1LVAb9uIl7AjFscaV_poRhjcd8wVq6h_0 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9293327628625832054', time=2024-09-22T11:56:21.453220+0000, chain.objs.size()=1 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.459__shadow_.phWS1jeHrAXI1GUnpVgJv4LmYnJrcFI_0 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8574900561422219224', time=2024-09-22T11:56:42.573728+0000, chain.objs.size()=1 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.466__shadow_.iSzXd-lbFbbMK8uZekicDHq7WhUBShS_0 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1717875491796381775', time=2024-09-22T11:57:33.585269+0000, chain.objs.size()=1 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.491__shadow_.g47HM7HtBRKrN7zjCMWvwPtj22bjlaX_0 2024-09-22T10:33:40.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17845603946354249330', time=2024-09-22T11:59:23.807704+0000, chain.objs.size()=1 2024-09-22T10:33:40.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.lkzWokZie3BR5zatDHfFLfIYjzmDuGW_0 2024-09-22T10:33:40.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/40672 2024-09-22T10:33:40.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-22T10:33:40.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~SOPfE6BUISS7rf8sAhOyRPv7ebefou4', time=2024-09-22T12:06:02.738523+0000, chain.objs.size()=1 2024-09-22T10:33:40.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.531__multipart_mymultipart.2~SOPfE6BUISS7rf8sAhOyRPv7ebefou4.1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4421741353560827764', time=2024-09-22T12:08:43.872864+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.558__shadow_.so-xl3rOKLsAIAry8rbkINp0bvKseMu_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9687160079648629693', time=2024-09-22T12:09:46.016569+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.570__shadow:cKl8zpEXWcpq7PsRvjyAFT7n6REnsgP_.ob2ASaKFR2JdHNhDDruwMq21qMFBqOl_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11442611151383599352', time=2024-09-22T12:10:09.045922+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.575__shadow_.53sy3EL_-a5me4vtBFG-affHTWHd0iw_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16712608112212416346', time=2024-09-22T12:12:18.043515+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:0Ow9JHUd11OTDnTWXytnHcMqfzBrEGf_.TUAqQ1Nc8krzh5AXrbJmJZNBK3jI-PD_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5365105037839506629', time=2024-09-22T12:12:18.766561+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:F2DAW6XZD-skPCfuzjwBR5J1R2MhFqN_.Xq4mF_tpeTbourbFNSHwNa1E6tWrg2N_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12526915672656370328', time=2024-09-22T12:20:07.545848+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.635__shadow_.Ce_0AeeEccASCcfZrdnK62Y-oCMD_pU_0 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11079151769939667741', time=2024-09-22T12:22:36.710670+0000, chain.objs.size()=1 2024-09-22T10:33:40.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.666__shadow_.QRyf-mR6Y4bAJxSQeUfyaYjPydZ9-NF_0 2024-09-22T10:33:40.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3388156195192556025', time=2024-09-22T12:24:33.236119+0000, chain.objs.size()=1 2024-09-22T10:33:40.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.717__shadow:Ti.YGs115lpNbdSjKyiRneM17IiUSjS_.6ayzBCFognbYVSBfVhMBegBHlB8FZ84_0 2024-09-22T10:33:40.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13661814810679809418', time=2024-09-22T12:25:48.064925+0000, chain.objs.size()=1 2024-09-22T10:33:40.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.740__shadow_.CdLsOZQfoaFIjMR3x9GVuNPlyCMzbnT_0 2024-09-22T10:33:40.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-22T10:33:40.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46592' 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10849104475451221214', time=2024-09-22T11:35:51.280256+0000, chain.objs.size()=1 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.166__shadow_.khG3Fo5fEgrJloO5-p0Mp7i6Xd-005R_0 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8793681087125831684', time=2024-09-22T11:36:43.525568+0000, chain.objs.size()=1 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.188__shadow_.uplDzDzThlb0oYFiwIhFXnw_CSF4-hv_0 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13981867066114693714', time=2024-09-22T11:41:23.280830+0000, chain.objs.size()=1 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.238__shadow_.Xo3BCtGniAZ7zFn3BhMofMXb3kV8EHb_0 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9757537318101011676', time=2024-09-22T11:44:02.556770+0000, chain.objs.size()=1 2024-09-22T10:33:40.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iI7I5EYR8rN6uCDT7Cv95BnFz8UsrCw_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12547211360133845398', time=2024-09-22T11:44:02.585191+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FlrmH91GozAbvkmalrkkOuffSx8uLEc_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4713974254613202213', time=2024-09-22T11:44:02.652906+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lABXsytEjPuxm5ZpDuwJawHXQZXDPHv_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10937694373186560591', time=2024-09-22T11:44:02.655745+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dWvCNnflAABpge2tzNXA-WjamkSHRvc_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10089317236720452445', time=2024-09-22T11:44:03.460313+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0H6ls05psOxYC1c0Ztz-jbgD_32YijI_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3835445535322482711', time=2024-09-22T11:44:03.673505+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uG6olPVvrcE8wS13pBAXGPq6lXxDyuM_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6463992959809433339', time=2024-09-22T11:44:03.865829+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UnOGvD7Be81KU0gaV0XnZ1GORUgbXCX_0 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8394078944488105566', time=2024-09-22T11:44:04.717362+0000, chain.objs.size()=1 2024-09-22T10:33:40.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ipQ46PUxgbkrolRFpU5GHYuG_EHpTWm_0 2024-09-22T10:33:40.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6535913196664900735', time=2024-09-22T11:44:05.209219+0000, chain.objs.size()=1 2024-09-22T10:33:40.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cV6il5XNH3YXG-yv9qTUgrBjmScMzXa_0 2024-09-22T10:33:40.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.637805858597199319', time=2024-09-22T11:44:07.782964+0000, chain.objs.size()=1 2024-09-22T10:33:40.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RBdD_G0pANKwsk1w5BNabqwRT9mVsGp_0 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5920139189466525602', time=2024-09-22T11:44:08.544995+0000, chain.objs.size()=1 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kCRcty82-2tyPTU4iWkPQHm-LUFl43j_0 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3181331296289154572', time=2024-09-22T11:44:08.609116+0000, chain.objs.size()=1 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SIc6uSRlukqu3cTjq_TqfNa7pODeWOS_0 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4996147655800474640', time=2024-09-22T11:44:09.259897+0000, chain.objs.size()=1 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JfxCuGLsIpaiTQw1z1FSOY3M82sBdWA_0 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.705111877194044375', time=2024-09-22T11:44:09.538403+0000, chain.objs.size()=1 2024-09-22T10:33:40.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.N56sBnYWBt1qdvm3NnibW_dQuVfi_Ej_0 2024-09-22T10:33:40.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7546109025647930704', time=2024-09-22T11:44:09.861894+0000, chain.objs.size()=1 2024-09-22T10:33:40.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.sOPpPXEtwPjS0DJ7DlIirqtbW6-rjwA_0 2024-09-22T10:33:40.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.475994141161748840', time=2024-09-22T11:44:12.141514+0000, chain.objs.size()=1 2024-09-22T10:33:40.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.c1l1US835O0zT9GDYLvryUWyI_X1G6Y_0 2024-09-22T10:33:40.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.377692784664757858', time=2024-09-22T11:44:13.926692+0000, chain.objs.size()=1 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.acLcTHgAfA1cIAJHr-qLmfRNhlKNLK1_0 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5659340663454459271', time=2024-09-22T11:44:14.525229+0000, chain.objs.size()=1 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zhpoLNHBVHaxNYQaemjuogTFn_klKeB_0 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15379968775302466675', time=2024-09-22T11:44:14.636345+0000, chain.objs.size()=1 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.a7cfEpBiiRKiFugjIkAfFkob-IOntHo_0 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1438573844180070276', time=2024-09-22T11:44:16.436892+0000, chain.objs.size()=1 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1cYwI0-3LKdzfy6CdAj82cL2PXCElG8_0 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4441495162248963732', time=2024-09-22T11:44:17.220952+0000, chain.objs.size()=1 2024-09-22T10:33:40.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Cgfvmy2MRWeAs0YkJakF3LP497foPzk_0 2024-09-22T10:33:40.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6708278330479658229', time=2024-09-22T11:44:20.101569+0000, chain.objs.size()=1 2024-09-22T10:33:40.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dH9fWEZhLyoAjq1L3UIRuosCpthGFdj_0 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8787834068314574775', time=2024-09-22T11:44:20.104403+0000, chain.objs.size()=1 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LKD9lzZEtqAVPPzef605ozl7mDGxPrE_0 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15387761994316861559', time=2024-09-22T11:44:23.127322+0000, chain.objs.size()=1 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QhHy5ko_wZk_jusCRL9JOIVJWKiryiB_0 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17366547755163897873', time=2024-09-22T11:44:23.992671+0000, chain.objs.size()=1 2024-09-22T10:33:40.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6YrOVISgJ8_rsVJhlzd10ZU7b1DWWhJ_0 2024-09-22T10:33:40.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16320882655489208669', time=2024-09-22T11:44:24.441208+0000, chain.objs.size()=1 2024-09-22T10:33:40.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8-VXv2fbY_CVrfaW20xKZEKrFbK5483_0 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9507549738870093379', time=2024-09-22T11:44:25.299159+0000, chain.objs.size()=1 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ST3JZ-VTyubauF2dExrxGfPC3UC2Tu1_0 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8965702743275601387', time=2024-09-22T11:44:25.564744+0000, chain.objs.size()=1 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dgoCHCDuqNcdMYhvnAR0oSoSKUNTDQx_0 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13108364668272026799', time=2024-09-22T11:44:26.492689+0000, chain.objs.size()=1 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._Okx5x5Lnr1DhQJ-vyY-3kRitg122rc_0 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.93758523300943621', time=2024-09-22T11:44:27.258978+0000, chain.objs.size()=1 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LvhcvmF9im_NcQHk6YgXeSBmahsgrcb_0 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4834546092759371547', time=2024-09-22T11:44:27.295080+0000, chain.objs.size()=1 2024-09-22T10:33:40.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.__iqrOA6OcouA98SDsQXBwXf8aMP8vO_0 2024-09-22T10:33:40.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17428275645628740215', time=2024-09-22T11:44:29.434672+0000, chain.objs.size()=1 2024-09-22T10:33:40.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hKPfbXyqvXe3HM3vIbaDpj_E_shzW3x_0 2024-09-22T10:33:40.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9135452380453487149', time=2024-09-22T11:44:30.254185+0000, chain.objs.size()=1 2024-09-22T10:33:40.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8jRHH0U38ynBkjDUzj25mIbojjYaIVf_0 2024-09-22T10:33:40.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12357763560299578610', time=2024-09-22T11:44:30.976442+0000, chain.objs.size()=1 2024-09-22T10:33:40.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.O1dKpQCHua0kwjLChfYFaUw3vtSroGj_0 2024-09-22T10:33:40.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4119934992125928297', time=2024-09-22T11:44:33.011228+0000, chain.objs.size()=1 2024-09-22T10:33:40.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.704+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-WIoN3wuLV0WVQMLAyHGcGzBa_VzOSW_0 2024-09-22T10:33:40.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12319103765364699227', time=2024-09-22T11:44:33.358578+0000, chain.objs.size()=1 2024-09-22T10:33:40.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hiH64i-PXu41gCzC9fRnT1YY80I8JIJ_0 2024-09-22T10:33:40.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13848637677760230799', time=2024-09-22T11:44:33.420270+0000, chain.objs.size()=1 2024-09-22T10:33:40.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TSNcm2eET-_E6Zb0pzM7wT6gxT-w_24_0 2024-09-22T10:33:40.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2722540613752412176', time=2024-09-22T11:44:33.660618+0000, chain.objs.size()=1 2024-09-22T10:33:40.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jF7BaDCJZ3iFldHluFbWHhR9sYEeKpe_0 2024-09-22T10:33:40.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2533423647100432303', time=2024-09-22T11:44:34.038180+0000, chain.objs.size()=1 2024-09-22T10:33:40.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5TQTINTvZeH4sxhfWxWT2LilH2cmhzg_0 2024-09-22T10:33:40.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16366435037813450660', time=2024-09-22T11:44:43.876461+0000, chain.objs.size()=1 2024-09-22T10:33:40.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.266__shadow_.9ALxr0QLL7u0pUeyJmWh5rrv1nDb4Qn_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6631073689866664000', time=2024-09-22T11:44:57.188733+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.272__shadow_.KsmP5r0Z6CBJV6huCw4GW7UtsE6C0dS_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13593766697531374358', time=2024-09-22T11:45:10.742643+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.278__shadow_.VCEIYtWxEC9gxqH4bxiN1cY9Y4d8tF5_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11950162762311605463', time=2024-09-22T11:45:22.159137+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.283__shadow_.xBSwiPt3Kmdt9WMh_ThnqTMrrrasN5X_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7772636566893674947', time=2024-09-22T11:45:24.448192+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.284__shadow_.bxlzYV5su-Tq5hseTlepjYUI3Ivx_xk_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6328573236957817244', time=2024-09-22T11:45:29.412537+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.286__shadow_.T68G79nVBdAWr1s4pvSbF4PcNxDXR4S_0 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15314470032956954571', time=2024-09-22T11:45:34.125794+0000, chain.objs.size()=1 2024-09-22T10:33:40.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.288__shadow_.vs4MwPgTIA7rq5QFbVAyCMsiQSVTpYa_0 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16695379693189644683', time=2024-09-22T11:46:14.261843+0000, chain.objs.size()=1 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.302__shadow_.2mwVitUTsgfwmFifMJGUJLBllmM9v_5_0 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.884008753897030081', time=2024-09-22T11:46:27.558657+0000, chain.objs.size()=1 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.307__shadow:ESLyR9BnYaFXG5HpAMZOTWjxWyT5k2u_.YW8ZDsjGyk_q0ecmYq531xVgASfvf6k_0 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3413594712460193903', time=2024-09-22T11:48:53.302863+0000, chain.objs.size()=1 2024-09-22T10:33:40.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N4mpBoIJW_XtgEpaQsiTDy5vzgMMcXs_0 2024-09-22T10:33:40.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17330079763616498328', time=2024-09-22T11:48:54.911227+0000, chain.objs.size()=1 2024-09-22T10:33:40.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TIfxtWIjRm9HTrNIs72uQ31HwEvPUCL_0 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12486636093292208064', time=2024-09-22T11:48:58.143976+0000, chain.objs.size()=1 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NO9K2KF_40klpXWPW49Ow0GgQfygy6-_0 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18191399445076034491', time=2024-09-22T11:48:59.403052+0000, chain.objs.size()=1 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iHJIURwUKDD4bYIijuQUCUrnxcj5L-1_0 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18246978240725882326', time=2024-09-22T11:49:00.002921+0000, chain.objs.size()=1 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vRcL-v_ib_zryc3YW-sC54uO0mLM-MP_0 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2442691914018170298', time=2024-09-22T11:49:00.359728+0000, chain.objs.size()=1 2024-09-22T10:33:40.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kTQCbH5A6Xh3BEiS3KLop_F7utdPyUf_0 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18114885728373819376', time=2024-09-22T11:49:01.513018+0000, chain.objs.size()=1 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AaKWc4A7m99U7P1opjk6E0pzz_HOceV_0 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16110149617148660811', time=2024-09-22T11:49:08.982271+0000, chain.objs.size()=1 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gTbe1UBGM6ii39CP6xOeCgsThrBCYWO_0 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4189231159522715585', time=2024-09-22T11:49:09.931156+0000, chain.objs.size()=1 2024-09-22T10:33:40.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tR1ieEOReoeg1M4fFgrqU0DkQhmom3O_0 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.902947358528154113', time=2024-09-22T11:49:10.277667+0000, chain.objs.size()=1 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iW0BZZg_D2nO8T062C17geSL-iBI5GU_0 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1478594016226995599', time=2024-09-22T11:49:10.374102+0000, chain.objs.size()=1 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ip34ArZYob-LummNmGUHXUBhIVCtRH5_0 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1724485534698626820', time=2024-09-22T11:49:10.705931+0000, chain.objs.size()=1 2024-09-22T10:33:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7rdHRfNeVgFZj_1kJOu65nSM9jnpFEO_0 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3685386654071932384', time=2024-09-22T11:49:10.852663+0000, chain.objs.size()=1 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WGG6zHvAb1VlraVFKiwGRe6v0A_Gu6e_0 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2546357363719514843', time=2024-09-22T11:49:11.183141+0000, chain.objs.size()=1 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rTg1H-fI9aJiB2n58ogU83aRdQz5mzw_0 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7886950053991802946', time=2024-09-22T11:49:11.965618+0000, chain.objs.size()=1 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-Hg5RuRkR0dJ1_SYJmdCkLlmYCAuMU6_0 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15790368537333529509', time=2024-09-22T11:49:12.221761+0000, chain.objs.size()=1 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yZW4QRUFegNJtXlg-y9Eby0FtAYxXmu_0 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14925333690827570327', time=2024-09-22T11:49:14.065044+0000, chain.objs.size()=1 2024-09-22T10:33:40.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dFEsq7O5C1auVSFFm_a2fp6E03qUBH__0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17292289942590184193', time=2024-09-22T11:49:14.068903+0000, chain.objs.size()=1 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.mZcRnLWrpgKJKC_5VG89e9k63umvYsf_0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17834136966102165267', time=2024-09-22T11:49:14.392928+0000, chain.objs.size()=1 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Py1Fd7O83wXeK3KTIOwjr4ToSwVuGZ0_0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10435085479366504936', time=2024-09-22T11:49:19.636755+0000, chain.objs.size()=1 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WFFbpLX84Zt21d7nFvt7yBhO6o9ihAt_0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.369485703658028108', time=2024-09-22T11:49:21.922597+0000, chain.objs.size()=1 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LMgLgyd3llPv_dRcuk27N8JQA0PyBFL_0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11608954230067694072', time=2024-09-22T11:49:22.283450+0000, chain.objs.size()=1 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GkxMXC0fJMC4wln30Zbb2g4X1np4SvZ_0 2024-09-22T10:33:40.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13965945310922637555', time=2024-09-22T11:49:22.360276+0000, chain.objs.size()=1 2024-09-22T10:33:40.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.n_7Zfh7mfxRVBL-kj1z56sqr4AydG-e_0 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11718342010408959828', time=2024-09-22T11:49:22.366834+0000, chain.objs.size()=1 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-RBRyR2OjzqHzGI4jpQqLduR67-7McE_0 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5824636038944964398', time=2024-09-22T11:49:23.722237+0000, chain.objs.size()=1 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.A66G9LUUctUeeWakdARSG_0fM9uhPqB_0 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11691095686457377107', time=2024-09-22T11:51:10.101915+0000, chain.objs.size()=1 2024-09-22T10:33:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0JOSy_acIl7Ry8Ybm8nKLWAtAfjQR4w_0 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.995582144234486029', time=2024-09-22T11:51:10.105200+0000, chain.objs.size()=1 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7fS6AKLlFgWalTBn1LP5QH4NKzZRuoc_0 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17328028099666079911', time=2024-09-22T11:51:11.557549+0000, chain.objs.size()=1 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yXUdptxD_YVMWR6wKIlvmXMQEwzGQ4x_0 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12205340117840089601', time=2024-09-22T11:51:15.587099+0000, chain.objs.size()=1 2024-09-22T10:33:40.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V3Be2lGYjUzYjin0x_uuwDdcB9amLV3_0 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7027417095056764072', time=2024-09-22T11:51:15.678786+0000, chain.objs.size()=1 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hUrkWEwZvd_D7XoCWo_v3Zlgftr2FPX_0 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17545092637215099190', time=2024-09-22T11:51:17.278940+0000, chain.objs.size()=1 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VngOTdaOcy5Dr8m42zCQ9yihSefCQMH_0 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5738003222797575153', time=2024-09-22T11:51:17.487878+0000, chain.objs.size()=1 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.gSCEUTynRc3Sk5tp-tMoGUEEezMASTV_0 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2029835656283775852', time=2024-09-22T11:51:19.543796+0000, chain.objs.size()=1 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EdNOd1bphXLR5dZqZw8UrnDTzm33-l9_0 2024-09-22T10:33:40.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12548486599590432153', time=2024-09-22T11:51:19.983519+0000, chain.objs.size()=1 2024-09-22T10:33:40.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g4OjknZPq3elqgjrFR1gEdZ6mbve5nG_0 2024-09-22T10:33:40.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16699465250524216136', time=2024-09-22T11:51:20.064156+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EEiepRs0Gsdu6xjwC2y_Vycw8b_0qKq_0 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.730469375712091922', time=2024-09-22T11:51:20.759997+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WdtNIx4xMbpDV8wxLxFJ6Kuik7hPeux_0 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10729907875120249386', time=2024-09-22T11:51:22.902649+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jUExxA35OcDXmX7r1ea2exCmPM7lrCS_0 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7524533928267989153', time=2024-09-22T11:51:24.010795+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aWMtrYlFJaVbvYMJ6XptOMlYaZQGImZ_0 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14723131153504492184', time=2024-09-22T11:51:24.097734+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.A9ISMlM3B5n-x5nomPnbYNyrSvJ4Vfg_0 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11807459523235629481', time=2024-09-22T11:51:28.573224+0000, chain.objs.size()=1 2024-09-22T10:33:40.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g4MCplWLkN9J4WU7AwvOPYJgQBg4ISx_0 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1665669641963234626', time=2024-09-22T11:51:28.976763+0000, chain.objs.size()=1 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Fpxscpfe9cXp1z78ohNEcMzvEeo3vFa_0 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17176504376143947459', time=2024-09-22T11:51:29.000986+0000, chain.objs.size()=1 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6S7UddIzaQCp15NHImOyxhRbJSvMU61_0 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11092854706188545322', time=2024-09-22T11:51:29.424259+0000, chain.objs.size()=1 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.XYUFqwG_dOjH_q2DAFdKSSl87w5xPih_0 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.492416807277002220', time=2024-09-22T11:51:30.043233+0000, chain.objs.size()=1 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RmjuInFB6aMJmXduToP_xaB9B7frfgk_0 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5061052515485660988', time=2024-09-22T11:51:31.540100+0000, chain.objs.size()=1 2024-09-22T10:33:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q1-Omby0_WND0nc99W9t7jdamBMKEWR_0 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17810642638977258162', time=2024-09-22T11:51:31.903632+0000, chain.objs.size()=1 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5pdbUpK95gGRiBWliVzdb1ITIikuCTc_0 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7908531789295644720', time=2024-09-22T11:51:33.673020+0000, chain.objs.size()=1 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q58m_outbv-9OFl6gAu8Bij8__yDQ1f_0 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1295943201356907959', time=2024-09-22T11:51:35.715748+0000, chain.objs.size()=1 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-wcTXzdXaorR99IzYzBfqIe1oCRrS-q_0 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5248521552567404156', time=2024-09-22T11:51:36.922467+0000, chain.objs.size()=1 2024-09-22T10:33:40.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Txj0LxH_RUY1vq_HIMDNnSw82l9Lptu_0 2024-09-22T10:33:40.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46592 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13936140255213640445', time=2024-09-22T11:51:37.408411+0000, chain.objs.size()=1 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iVrH7Fd2Ehzuf7_NnaZsXrY08GvQVq1_0 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9961860692511599819', time=2024-09-22T11:51:38.113041+0000, chain.objs.size()=1 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6yIT5olLtblTRD17Tnt3JDxXQcwsJsS_0 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14049331177252387271', time=2024-09-22T11:51:38.886106+0000, chain.objs.size()=1 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ihhnR1dIwMAwY_xerWBl9E37Vn3t7AX_0 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5662913036900744608', time=2024-09-22T11:51:40.551660+0000, chain.objs.size()=1 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mP5ygeMlFqmrYyDQlWf7UK5l7-FKNv7_0 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3616184285199931230', time=2024-09-22T11:51:42.187991+0000, chain.objs.size()=1 2024-09-22T10:33:40.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Uvi3dHBZzAx5pjpdK_ut5TuFgVXMtKk_0 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12492436586506133922', time=2024-09-22T11:53:07.878614+0000, chain.objs.size()=1 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.369__shadow_.-I7qcB8IEKsuUpv56jWEfxTHFpwKYrM_0 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16825174822441956503', time=2024-09-22T11:54:29.096984+0000, chain.objs.size()=1 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.408__shadow_.uC7UrbL9vcXpbRAiqTCB_ZbX5hAJ7sw_0 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12938860163975866887', time=2024-09-22T11:57:11.829725+0000, chain.objs.size()=1 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.484__shadow_.qx0kBXuCAXu5lLYeInSPFBSco1K51mC_0 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16195231517058794432', time=2024-09-22T11:57:49.384639+0000, chain.objs.size()=1 2024-09-22T10:33:40.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.499__shadow_.R9rEnbQUp9iJcCCnJdAbqQfEsM3B3ok_0 2024-09-22T10:33:40.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3075188449262569366', time=2024-09-22T11:58:43.390841+0000, chain.objs.size()=6 2024-09-22T10:33:40.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.1 2024-09-22T10:33:40.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.2 2024-09-22T10:33:40.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.3 2024-09-22T10:33:40.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.4 2024-09-22T10:33:40.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.5 2024-09-22T10:33:40.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.507__multipart_srcmultipart.2~zSzSFFL9aObHZoEpiNuNm0xa768Fegh.6 2024-09-22T10:33:40.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~vHTqrW9jJowjjreb9vXeIekzgQT28tp', time=2024-09-22T12:06:21.021729+0000, chain.objs.size()=1 2024-09-22T10:33:40.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.535__multipart_mymultipart.2~vHTqrW9jJowjjreb9vXeIekzgQT28tp.3 2024-09-22T10:33:40.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7448003375162222518', time=2024-09-22T12:08:50.089102+0000, chain.objs.size()=1 2024-09-22T10:33:40.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.559__shadow_.ghZbiN-_0kZzLxR2ds_xDDMR7Mr-R_w_0 2024-09-22T10:33:40.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8816228980736028123', time=2024-09-22T12:09:29.951201+0000, chain.objs.size()=1 2024-09-22T10:33:40.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:rCqWH-WVO9T1j4qENDWuqJM47Mc5Txc_.ztuxnuSh2qrOwljuN_58A21J618gcR9_0 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1755125536436300295', time=2024-09-22T12:10:13.203924+0000, chain.objs.size()=1 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:boxmS3FXmWJo-dCGIXKXA0RIqB1Ka7I_.2dVXzE93KeKc9DKKW9Qz9CqNxcygBN5_0 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2882042825448037534', time=2024-09-22T12:10:40.404179+0000, chain.objs.size()=1 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:wYTBfh3eckCDcS9PJbXIj-13HtkH3sN_.2cWmIMvdlh_iaUCpjBq2HuXTkpTV9W-_0 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6099688659344704825', time=2024-09-22T12:11:01.437236+0000, chain.objs.size()=1 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:MI4bfjYqeQHW-mRwVbalSjZRJ00ea1F_.LaR04-95VFRsziWUoZW0gKjnEJdm9Pj_0 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3983331582057054549', time=2024-09-22T12:12:20.870106+0000, chain.objs.size()=1 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.582__shadow:u9GCxet3DboyG7gK3pVYIenCcPCiIAt_.RxUdrLNI6yZzjr1bdt3VdKX6E0NJnO4_0 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17668952408077536299', time=2024-09-22T12:12:38.878271+0000, chain.objs.size()=1 2024-09-22T10:33:40.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:BYD-Nf68nWai5t5dqrKtVQRJuqweYMA_.0D2RrOLzbSAViooEAX6Wn56YPbRd5jK_0 2024-09-22T10:33:40.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6546409880377240396', time=2024-09-22T12:21:07.265968+0000, chain.objs.size()=1 2024-09-22T10:33:40.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.650__shadow_.h-9f011yolGemsiOAZDbKpFwOruKYHo_0 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5754059437288011354', time=2024-09-22T12:22:26.651762+0000, chain.objs.size()=1 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.663__shadow_.4Z4FcTinhbUJs7MucUFqMyPCio-dRKp_0 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1712549639132611589', time=2024-09-22T12:22:29.680554+0000, chain.objs.size()=1 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.664__shadow_.41qbSzRpeJcE93CRhTRIEAlD8-AvpVx_0 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.864935812375068634', time=2024-09-22T12:23:58.292821+0000, chain.objs.size()=1 2024-09-22T10:33:40.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.709__shadow_.AMiAeOgWGgEZJqmz3_IiF9_cE3EjdAf_0 2024-09-22T10:33:40.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9720663378100463376', time=2024-09-22T12:24:04.322296+0000, chain.objs.size()=1 2024-09-22T10:33:40.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.712__shadow:8zx-CKgjcVWbfc5K8QgNmNGyXVNXAL2_.h58dLX3qPQnisZ0S0koVis706C9Q0ZO_0 2024-09-22T10:33:40.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9883999975477660501', time=2024-09-22T12:25:53.332721+0000, chain.objs.size()=1 2024-09-22T10:33:40.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.742__multipart_mymultipart3.2~yLcZYb273N799DhSstR7AmKzT2R2yQi.1 2024-09-22T10:33:40.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-22T10:33:40.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/145781' 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1284703783137860106', time=2024-09-22T11:36:01.539644+0000, chain.objs.size()=1 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.171__shadow_.fHBnDFpPxwoTfSBZ-HoL822_w2ycrBF_0 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11533915274941653489', time=2024-09-22T11:41:19.376317+0000, chain.objs.size()=1 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.237__shadow_.xZry5Wsa_o1PJ8MfhFt5Z1IvmOHkW2n_0 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13497251646943792783', time=2024-09-22T11:41:41.897297+0000, chain.objs.size()=1 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.245__shadow_.LS4kjvY405mRvJWML5xUwsjKd1s13HL_0 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3511004003711459626', time=2024-09-22T11:41:55.866106+0000, chain.objs.size()=1 2024-09-22T10:33:40.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.251__shadow_.tGH0YnjUxuNjVuLuZjOCr_nEucO5BRt_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14414119829264319923', time=2024-09-22T11:44:04.384470+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GvyhGjUtVkLIqRCwDWcJoZuEPo6OOzq_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11602967065376874383', time=2024-09-22T11:44:04.897354+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1rPMuTnAfFSG5vUWwmcXXb4XjlT7Nk0_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4886606393601799362', time=2024-09-22T11:44:05.207965+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.r8YKIdaPaXFUWze5hc9zyLfMWW8uEj1_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9068754317087419552', time=2024-09-22T11:44:09.857700+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gDv3_6YHJEyvYRfFMk4z3-toZ43FHLJ_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2574163929736810269', time=2024-09-22T11:44:10.585526+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WaNN5mKH0lRIlKmxV7rBSw1KCryJpQ5_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17404693698337850257', time=2024-09-22T11:44:11.793924+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OI2q0KIjGcQ_Mo6Ayr8-Zeuhvzswls-_0 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8859803008332815758', time=2024-09-22T11:44:11.795716+0000, chain.objs.size()=1 2024-09-22T10:33:40.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.G4ga7BxmBgg_EcMgnw2xRJWB8_RmFet_0 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7962611825051755748', time=2024-09-22T11:44:12.184038+0000, chain.objs.size()=1 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.spT3-CDH8mvw9cghacBhDwHthm1MEX2_0 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3750845495859010942', time=2024-09-22T11:44:12.253365+0000, chain.objs.size()=1 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jRMerV_04v0fZcfWd66GuI6M8awskq__0 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14434365166446173955', time=2024-09-22T11:44:12.492400+0000, chain.objs.size()=1 2024-09-22T10:33:40.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YHWMYNLgVF31aXFHTkn8gChhwLkqSZ5_0 2024-09-22T10:33:40.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2009723081874943992', time=2024-09-22T11:44:12.628764+0000, chain.objs.size()=1 2024-09-22T10:33:40.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.l6ztsP23iN4ofZD9-BkmwKAkqAF8MCX_0 2024-09-22T10:33:40.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10620978510963200081', time=2024-09-22T11:44:13.662188+0000, chain.objs.size()=1 2024-09-22T10:33:40.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.chWl9RN5TkXsFWr-HJ-lX28cF6rkWrn_0 2024-09-22T10:33:40.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17027786830118926321', time=2024-09-22T11:44:14.921995+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.B6OShHb5rfugysH999osbvSwWb8fpWa_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4989267167428664234', time=2024-09-22T11:44:16.795144+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jvbOH9G093TH06eBZsnVbJqpGQMmsHf_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1472467379971755372', time=2024-09-22T11:44:17.415356+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Rp0B_EOw9628iPtQbrKr6-T30DLJrV6_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17744273643548121920', time=2024-09-22T11:44:17.866968+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Z8K1jR1uLb76YyT9REft0AnJaJAyyBS_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11119323216213503290', time=2024-09-22T11:44:17.991258+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jm1Pw8AIXAJGPIQOK3N_vRmiAmF9NtD_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12700742369509535022', time=2024-09-22T11:44:21.329969+0000, chain.objs.size()=1 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.f_C0JDe9W7nTk2xv2LfmQA9IfzkkWEo_0 2024-09-22T10:33:40.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5055289536957148587', time=2024-09-22T11:44:21.810748+0000, chain.objs.size()=1 2024-09-22T10:33:40.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HnszXuK1kzly1X2x5adwS0N2JMrLVbS_0 2024-09-22T10:33:40.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15597382365427632927', time=2024-09-22T11:44:24.094559+0000, chain.objs.size()=1 2024-09-22T10:33:40.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2PQ1Et6bIoK3PmtquXQGoLs7xlPMIGk_0 2024-09-22T10:33:40.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4469047219397572316', time=2024-09-22T11:44:24.852616+0000, chain.objs.size()=1 2024-09-22T10:33:40.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3c27XbititSEUukyWdvjpXtmfqQ5U64_0 2024-09-22T10:33:40.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10882917415550905220', time=2024-09-22T11:44:29.693468+0000, chain.objs.size()=1 2024-09-22T10:33:40.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MlvbbQSdEB89AghGmWzPpc1FR6TCA5t_0 2024-09-22T10:33:40.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6078954971969819975', time=2024-09-22T11:44:31.937836+0000, chain.objs.size()=1 2024-09-22T10:33:40.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bzUmpg9P_Jb8b-0BayxNYtE03I3I9Qs_0 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10714940389672040084', time=2024-09-22T11:44:32.911586+0000, chain.objs.size()=1 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2qoto0d3sjhiFf1rXK3xPmu89tRv50o_0 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2254190219131028061', time=2024-09-22T11:44:33.603079+0000, chain.objs.size()=1 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cSnijOrie82qHl_8AI0ZyK3BixC63A5_0 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9667155958307675239', time=2024-09-22T11:44:34.937855+0000, chain.objs.size()=1 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1QtwgMcmkMZJxv60NtaPj-2-RasM1aK_0 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9900738599039579671', time=2024-09-22T11:44:34.986643+0000, chain.objs.size()=1 2024-09-22T10:33:40.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ve-gREe5Fui01x4QQd0TCkP8mtC22Gb_0 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17974204880669570162', time=2024-09-22T11:45:47.108813+0000, chain.objs.size()=1 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.87xZ4l1GacKcNXNm_LcA-xgkpYhDUTv_0 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9415284495041747315', time=2024-09-22T11:45:47.110935+0000, chain.objs.size()=1 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.OhgnxO-TIziqCUQdN-abHjjadd7bVxZ_0 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9538244242021763541', time=2024-09-22T11:45:52.735125+0000, chain.objs.size()=1 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.rgiNsAVOFFNB4UcdMFqdPnMWHdiLH5E_0 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15849808560273111158', time=2024-09-22T11:45:53.062598+0000, chain.objs.size()=1 2024-09-22T10:33:40.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.v54JUz8iXWsPH6lX_X5sY42FCAQPF1A_0 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16034553112922475585', time=2024-09-22T11:45:53.117522+0000, chain.objs.size()=1 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.WAPytg3IxjDUrqe7Lnjon0zfhvefMw4_0 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15086954828335302515', time=2024-09-22T11:45:55.429832+0000, chain.objs.size()=1 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.294__shadow_.jgI7UfRrdxYQqDCQNBUCSTw4b8IVmFd_0 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16930428499053410288', time=2024-09-22T11:46:00.143920+0000, chain.objs.size()=1 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.296__shadow_.kqT0jy1nvxvrdqEuKnDPnlvRjcvZU5F_0 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12493130819715127915', time=2024-09-22T11:46:00.165939+0000, chain.objs.size()=1 2024-09-22T10:33:40.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.296__shadow_.YZJA3ATEFwb9VUlBp_Juiqf7L7Z_69s_0 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14188088661273298906', time=2024-09-22T11:46:12.014555+0000, chain.objs.size()=1 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.301__shadow_.bzxpvZE9kTcHa1KqKlXgGLlJZWNDnuN_0 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13440282525140581470', time=2024-09-22T11:48:53.337466+0000, chain.objs.size()=1 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.enRMhq1RsRJGYh1h-oFYeCO5ap6Y4Zo_0 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7720057316124244711', time=2024-09-22T11:48:54.073107+0000, chain.objs.size()=1 2024-09-22T10:33:40.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7Ve1NDEcY4GXdlMBPxjjJPi5zdEMaQt_0 2024-09-22T10:33:40.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7368651060148557148', time=2024-09-22T11:48:55.727855+0000, chain.objs.size()=1 2024-09-22T10:33:40.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MEHNm6WfyiZIPUmcdXr8v64TaqJK0Pk_0 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2227436952693469134', time=2024-09-22T11:49:01.858447+0000, chain.objs.size()=1 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5QGSi3zd2Hr8znKUsqX6eD1SQfLU2Gg_0 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11529180882557681269', time=2024-09-22T11:49:03.659448+0000, chain.objs.size()=1 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NjNWE8m3TlCAJqq9Qz9nfAlZBHLxX8m_0 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6079069017128876993', time=2024-09-22T11:49:03.661560+0000, chain.objs.size()=1 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vmvjtBu6JHQ1e01pv0ZCIZWU6OWzauO_0 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1237530119576519493', time=2024-09-22T11:49:03.738416+0000, chain.objs.size()=1 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9E_XK9GGF4qHkmW1rWux2VwOmyD66eF_0 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17355126991269062823', time=2024-09-22T11:49:04.035226+0000, chain.objs.size()=1 2024-09-22T10:33:40.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-3U2mtgO-DrSYh4MtP4aCuOrF0SjjY__0 2024-09-22T10:33:40.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10599633447389299337', time=2024-09-22T11:49:05.658116+0000, chain.objs.size()=1 2024-09-22T10:33:40.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MkimoouadCdlpaDdrkAJ8VsCtU-uPDK_0 2024-09-22T10:33:40.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12748890296043939922', time=2024-09-22T11:49:05.842303+0000, chain.objs.size()=1 2024-09-22T10:33:40.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fbh2rJs3cIYgFk77q12527EJCBBKFy9_0 2024-09-22T10:33:40.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6107611692613999912', time=2024-09-22T11:49:07.437665+0000, chain.objs.size()=1 2024-09-22T10:33:40.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OMMYP5beM36gzmw2L-YWlqxtmchzdLd_0 2024-09-22T10:33:40.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3473902911850478445', time=2024-09-22T11:49:08.922968+0000, chain.objs.size()=1 2024-09-22T10:33:40.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TkcuWyukgJ7D5yFx3rjTAx_fMEwngm8_0 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2732255712527331616', time=2024-09-22T11:49:10.714027+0000, chain.objs.size()=1 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cjG_Ayx2JyjqexC1QBl85WVNxcsoRoz_0 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8585906795452078525', time=2024-09-22T11:49:10.768743+0000, chain.objs.size()=1 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pus05abLdQayUVY_SH2rrdmz8U_4R1P_0 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8375789658094001032', time=2024-09-22T11:49:11.626846+0000, chain.objs.size()=1 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G44Mgl-ILMGft1YbdEcYpDpbypNQvoh_0 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15175046596160531306', time=2024-09-22T11:49:13.974607+0000, chain.objs.size()=1 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.M6Mm_FrthuOG4-3qtYeEUvsV20o9YgX_0 2024-09-22T10:33:40.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7730615583707075053', time=2024-09-22T11:49:14.026609+0000, chain.objs.size()=1 2024-09-22T10:33:40.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YuHJ1EgWeb8BPxskotUK0Z5BRmfPkmG_0 2024-09-22T10:33:40.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16209315510083070045', time=2024-09-22T11:49:14.777619+0000, chain.objs.size()=1 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TTFiZxxD-nGVzkAQdcbV3YKIrdChMWU_0 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12454759386846093272', time=2024-09-22T11:49:15.517624+0000, chain.objs.size()=1 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bOYXK4YozN8ajt-7qCjy-uc8QoS2Al6_0 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13865640390190374450', time=2024-09-22T11:49:15.774086+0000, chain.objs.size()=1 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Paafj_8sYogyXbLOLxpTFZq_QW0YX9Y_0 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10478711817926844004', time=2024-09-22T11:49:16.308614+0000, chain.objs.size()=1 2024-09-22T10:33:40.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PBQuGOXVSJAoqbnpmHrXu8AlYA8VtjL_0 2024-09-22T10:33:40.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.988362402331095689', time=2024-09-22T11:49:16.734443+0000, chain.objs.size()=1 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wDMx_HSpeC2V_UpmWJTWssChuzHSBMB_0 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16019614874282952496', time=2024-09-22T11:49:18.419246+0000, chain.objs.size()=1 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.idOpnpDpDi1paHF55VFno6jcZ-SmNDm_0 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15221587926065952004', time=2024-09-22T11:49:18.923675+0000, chain.objs.size()=1 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.uecxn723blOJrf9gmpnwldjqmwAqoYM_0 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5410497538755022770', time=2024-09-22T11:49:20.345047+0000, chain.objs.size()=1 2024-09-22T10:33:40.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jpi2Mcw0s941ZEr0rPBE8GxY_TBt9ne_0 2024-09-22T10:33:40.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.887492620259645476', time=2024-09-22T11:49:21.816333+0000, chain.objs.size()=1 2024-09-22T10:33:40.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ptzWInOE6NgQxqQGcozFVH8NXcfnp4m_0 2024-09-22T10:33:40.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10348750886607040607', time=2024-09-22T11:49:23.046356+0000, chain.objs.size()=1 2024-09-22T10:33:40.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XQVhu9nd0D2hDekIN-rAR7pcq2KyeAF_0 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12242418083268692425', time=2024-09-22T11:49:24.421853+0000, chain.objs.size()=1 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UsfTxwVYzB7uq66Y8SRzuJkIg8bqpc1_0 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4834092658776189250', time=2024-09-22T11:51:09.688843+0000, chain.objs.size()=1 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jSsIaii8ieMh8tfPFEw8Zc6YL6_p86K_0 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13811853687963640050', time=2024-09-22T11:51:09.690900+0000, chain.objs.size()=1 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7Zg1oduEYMVo5s0IwTaQpirAOXvauSv_0 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10569846342636605660', time=2024-09-22T11:51:11.052790+0000, chain.objs.size()=1 2024-09-22T10:33:40.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xY7fSLIOULaZFQOm8WpKxhjYoSI3282_0 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4115254091830739854', time=2024-09-22T11:51:11.346564+0000, chain.objs.size()=1 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cwpfycx5wcBskVI2QlMPCjeu1Tg4wsX_0 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17793993946291826079', time=2024-09-22T11:51:12.418683+0000, chain.objs.size()=1 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.b5DLPr4pze0RpFXFhHyVsOI3ewW6HI3_0 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10162817170614246571', time=2024-09-22T11:51:14.135820+0000, chain.objs.size()=1 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Rmjx25vY43YrUmlc0DjyKOw2q6nye0d_0 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4396721167233967445', time=2024-09-22T11:51:17.001637+0000, chain.objs.size()=1 2024-09-22T10:33:40.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xg9ZV8EAxUSEW55mHsnvAUViTG1op9F_0 2024-09-22T10:33:40.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18015526474498605216', time=2024-09-22T11:51:19.186385+0000, chain.objs.size()=1 2024-09-22T10:33:40.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.m18jFC8tcD9KGCFK_I5NlbIX43qqOT1_0 2024-09-22T10:33:40.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17342785480112452246', time=2024-09-22T11:51:20.275771+0000, chain.objs.size()=1 2024-09-22T10:33:40.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.dMGI7HezLbOmYhC1N7YIG3VOPNsOxr2_0 2024-09-22T10:33:40.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1830723045692680719', time=2024-09-22T11:51:21.368533+0000, chain.objs.size()=1 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BgreK-Hl9_A_1zYP6CNBasjVvNj8nGf_0 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4480869699022163258', time=2024-09-22T11:51:21.646389+0000, chain.objs.size()=1 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KBNv4Jfn6n6HlL6Aw_nBgjXoC8HZPm8_0 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10332814008716794422', time=2024-09-22T11:51:24.456888+0000, chain.objs.size()=1 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uWZbJdi_qxhoFfyHngluYoORnpFZ6As_0 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18429245636570073634', time=2024-09-22T11:51:24.574636+0000, chain.objs.size()=1 2024-09-22T10:33:40.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.H0VLWkp1JrovACtUW7T9qPzmpDY8Cjl_0 2024-09-22T10:33:40.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7933885954892972405', time=2024-09-22T11:51:24.722657+0000, chain.objs.size()=1 2024-09-22T10:33:40.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nny1qkNPSSwDjc4lpJcYmzjCPbYzMec_0 2024-09-22T10:33:40.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4645215473434823157', time=2024-09-22T11:51:25.145961+0000, chain.objs.size()=1 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FcMlh_VWHdXUMsQCQmreB8eE55kJBW9_0 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4873240503254052837', time=2024-09-22T11:51:25.710301+0000, chain.objs.size()=1 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DtYrT97DHSVqXKR2APJa1oxbmivGo02_0 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10368330105655831322', time=2024-09-22T11:51:27.328420+0000, chain.objs.size()=1 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-VAnudMRgrjkeokx12f1yXDZwLGkTEo_0 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14868419706098489789', time=2024-09-22T11:51:27.530870+0000, chain.objs.size()=1 2024-09-22T10:33:40.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.L0_LBimFuX5EdBVD5uEURDurp8c6s4T_0 2024-09-22T10:33:40.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4704637032165509912', time=2024-09-22T11:51:29.609470+0000, chain.objs.size()=1 2024-09-22T10:33:40.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FDi5MiuKqA4RuoBJlSlS8gG7u7rn45V_0 2024-09-22T10:33:40.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13386126839385995805', time=2024-09-22T11:51:30.542618+0000, chain.objs.size()=1 2024-09-22T10:33:40.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.O7xrS9ISszJnyPbEUdd8ZrBIudX44nE_0 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13534072797088222243', time=2024-09-22T11:51:31.688026+0000, chain.objs.size()=1 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qpuMveQ6JiYgJ9oN_-vN8XO1aYdkpkh_0 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17156537713653394684', time=2024-09-22T11:51:32.024968+0000, chain.objs.size()=1 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0vjHpcnNuiaOwH4-FPoB4TI7ZU2Qqka_0 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2885927198497653782', time=2024-09-22T11:51:32.362182+0000, chain.objs.size()=1 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.07_moSRyBc2XzmExv8xGDatpxMYg7CV_0 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2363557789345530634', time=2024-09-22T11:51:32.793079+0000, chain.objs.size()=1 2024-09-22T10:33:40.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vjDDopoVjhISOxv8yEr_LeMSwHCVXId_0 2024-09-22T10:33:40.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7363504276810060367', time=2024-09-22T11:51:33.733547+0000, chain.objs.size()=1 2024-09-22T10:33:40.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TfzHrx8985rrBJoeD6hJ-FHf59moIGs_0 2024-09-22T10:33:40.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10741109950453936828', time=2024-09-22T11:51:34.228976+0000, chain.objs.size()=1 2024-09-22T10:33:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.AsLlZGfGzelBbCQbPI73vi6O6CYD2Qq_0 2024-09-22T10:33:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10976816041781402561', time=2024-09-22T11:51:35.624280+0000, chain.objs.size()=1 2024-09-22T10:33:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.THN-A4t2qK3pSIaKg05H9Vnl7kkyUmJ_0 2024-09-22T10:33:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3046154412788763717', time=2024-09-22T11:51:37.460275+0000, chain.objs.size()=1 2024-09-22T10:33:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.M1z8eH_O9_PsgkNe4oAfxjXQTDLswu__0 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12657331367262119623', time=2024-09-22T11:51:38.476944+0000, chain.objs.size()=1 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-tmHTTngluLv41eWvTNP896Ov1HhrWM_0 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14192890087883928327', time=2024-09-22T11:51:39.641261+0000, chain.objs.size()=1 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BQlCXiWiXMI-879k-ARa8Y9h20mbZ4E_0 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2975613350116807370', time=2024-09-22T11:51:41.154838+0000, chain.objs.size()=1 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HHtMzHlYX3-8P2J1Qa3QeeP6puQ5Jmb_0 2024-09-22T10:33:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13277306089359374687', time=2024-09-22T11:51:42.153173+0000, chain.objs.size()=1 2024-09-22T10:33:40.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.AdH4bkM3mLgS7ZNesipidrWIL70YpIa_0 2024-09-22T10:33:40.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/145781 2024-09-22T10:33:40.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8287167644489387040', time=2024-09-22T11:51:42.493780+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.x3NyOZG2wZd3TCZsbTtetcwO0kSStZg_0 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10148689847473330777', time=2024-09-22T11:51:46.380637+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.326__shadow_.GFpbNcu1Nd3Pz1c2TRqX__X2xxt56RM_0 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.872147307876719454', time=2024-09-22T11:51:54.365109+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.330__shadow_.Mp9WL8rXf3lFXIBmUCbpRRfgwD8VtVS_0 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15873377218831197952', time=2024-09-22T11:55:40.627672+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.443__shadow_.YcEkvANgsJkr4VLf4xurbKFU2RB2YOL_0 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1969145558297915702', time=2024-09-22T11:59:11.339970+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.518__multipart_mymultipart.2~B7g9PkNpBLGBSlGj86kO-Z3XdR-IZaD.1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17908723073512647222', time=2024-09-22T12:00:47.713897+0000, chain.objs.size()=1 2024-09-22T10:33:40.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.520__shadow:WWIWHC1Hx0g7TlNzva3iXFxdOdBwr7w_.zKzmfs5Dlr-B4i2hLIWhAJSSSXzWJ48_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2150132285804375071', time=2024-09-22T12:08:18.392458+0000, chain.objs.size()=1 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.555__shadow_.3IGzaK99aRc8f2KELdU_H83Ysq7q622_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7813147258109105424', time=2024-09-22T12:09:39.843957+0000, chain.objs.size()=1 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:iaAn3m1YD2Clm1Bb6uYUMhNSwnrVFes_.40NDEbkloUjoWzBDZXerjEsDCVZreZn_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3641080513505643483', time=2024-09-22T12:09:51.492822+0000, chain.objs.size()=1 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.572__shadow:SLnD8DM7ZyENUbA99XHYBAGIWg6BP8d_.gEKF4YLXltkMBL6CEar_zeM0xY7_t-E_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9224159430781055842', time=2024-09-22T12:10:05.606433+0000, chain.objs.size()=1 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:zrg1i.X3ykTjanrgswU3k3HXARbPJUi_.P21lMVOU0n_g0lf9zJrIkJ8gnGXt-jf_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15179386516333775603', time=2024-09-22T12:10:33.417528+0000, chain.objs.size()=1 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:KqSn73ExVoMttXGYswNVKSIOw70B59y_.Ydn7mF3YR2mvX2_1_FCP8WvgxPBhz5w_0 2024-09-22T10:33:40.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6660588620424112', time=2024-09-22T12:12:01.977190+0000, chain.objs.size()=4 2024-09-22T10:33:40.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jX07F5XFu1iMaPJv9vRpqpbWVT0eyZp.1 2024-09-22T10:33:40.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jX07F5XFu1iMaPJv9vRpqpbWVT0eyZp.2 2024-09-22T10:33:40.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jX07F5XFu1iMaPJv9vRpqpbWVT0eyZp.3 2024-09-22T10:33:40.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~jX07F5XFu1iMaPJv9vRpqpbWVT0eyZp.4 2024-09-22T10:33:40.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10038703863700827829', time=2024-09-22T12:30:26.758633+0000, chain.objs.size()=1 2024-09-22T10:33:40.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.774__shadow_.59eCWoErO5E2d-_ygM9CQqvZL0vNirP_0 2024-09-22T10:33:40.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14366180506628918537', time=2024-09-22T12:30:33.882970+0000, chain.objs.size()=1 2024-09-22T10:33:40.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.775__shadow_.bqZJ_2wLSnjw0qFXEeLmtCsMxPBcFFw_0 2024-09-22T10:33:40.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:40.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-22T10:33:40.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:40.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:40.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50229' 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14954829472111294577', time=2024-09-22T11:41:25.345921+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.239__shadow_.yoL42oflJppigPFcCI8NR7mky43dMSz_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16383945492365732525', time=2024-09-22T11:42:16.489879+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.260__shadow_.gb11y_5urFpAf-kC_F4A_ouTEmPWXay_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16280898239324825796', time=2024-09-22T11:44:03.078041+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JMIpzqfHc6qeHKoxntGXWLLZz2CxYaf_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13048294214361909787', time=2024-09-22T11:44:03.145743+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.i5SfMRq9bKBTYTvu5-ygxY06DBo2vVB_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15326567557997081200', time=2024-09-22T11:44:03.197381+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PMruR05JWEgr33uBouFij3GaBz9omsG_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12041172480739456', time=2024-09-22T11:44:04.974326+0000, chain.objs.size()=1 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Djg0qX1m-eTuWaXqbbJy7yNA0X5myt9_0 2024-09-22T10:33:40.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8819810000019137238', time=2024-09-22T11:44:05.180235+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nXUfFyaWLOfAdWUuzJPALtuaN40DUQB_0 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11950396884958508782', time=2024-09-22T11:44:05.538046+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5_E91cSmFZfN4NUZ5TNQ9Fc6D3pfk5v_0 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1649101164862223452', time=2024-09-22T11:44:05.612838+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-J0rYNCheEzi-eezK2Kn1b5hneRoQCh_0 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14291830205505695053', time=2024-09-22T11:44:07.783378+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.17nH5EUe1AzqJjf9jdZEbWCZfLBT-jq_0 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5366408216276986914', time=2024-09-22T11:44:08.432596+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MYzLtKiUMpiV967RHR4vYoiUsyf2QWS_0 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5686044698444116367', time=2024-09-22T11:44:08.590176+0000, chain.objs.size()=1 2024-09-22T10:33:40.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ozZ6VjDTbeUA4srBLAdZiC1KfnpWz-C_0 2024-09-22T10:33:40.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16807595113147565841', time=2024-09-22T11:44:10.270808+0000, chain.objs.size()=1 2024-09-22T10:33:40.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mBNwg4git5XwUY8Jf_3vE7B9d4vht1t_0 2024-09-22T10:33:40.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12302249110205787208', time=2024-09-22T11:44:10.579462+0000, chain.objs.size()=1 2024-09-22T10:33:40.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.sW8XqwTY1P-WG6-fQocDKa0K1wM2Tr2_0 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2795705191827931757', time=2024-09-22T11:44:11.780464+0000, chain.objs.size()=1 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.38wibAa3WATVx7Rp1gW_gdi19CWAZ5r_0 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13077735333169103375', time=2024-09-22T11:44:13.097742+0000, chain.objs.size()=1 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GUzad4DRb98hx16YgwlDk-KT-QoLIdW_0 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10584740471616824129', time=2024-09-22T11:44:15.878343+0000, chain.objs.size()=1 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NjQQpNmTYCsGRofdQ7jZfKEUQ8LMpZN_0 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16546518700576847698', time=2024-09-22T11:44:19.163504+0000, chain.objs.size()=1 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.E3MziimxdItjxXDhxtSBTz-lANezbgR_0 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.334295071150162429', time=2024-09-22T11:44:20.095052+0000, chain.objs.size()=1 2024-09-22T10:33:40.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.i-74091TgTg01Pasq2fo7LLiQihwgBu_0 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15313594056784623188', time=2024-09-22T11:44:20.097021+0000, chain.objs.size()=1 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VJ4o6gViikwuA-2TOKFGS_DHj8GnknV_0 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4986513657380162745', time=2024-09-22T11:44:21.934153+0000, chain.objs.size()=1 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Giqd_ENo6AwGry9Nn9udOvnaSjyRk4x_0 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4112582977079635875', time=2024-09-22T11:44:21.995753+0000, chain.objs.size()=1 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7Fv_CDxBBATQW4x2sk-tbUM8tYNRMjK_0 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7986395276605151602', time=2024-09-22T11:44:21.998305+0000, chain.objs.size()=1 2024-09-22T10:33:40.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pVXN-9C2UU1_97iQZ2lmQYVip17YvFd_0 2024-09-22T10:33:40.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2531531331978661004', time=2024-09-22T11:44:22.170303+0000, chain.objs.size()=1 2024-09-22T10:33:40.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4t2P4ctCMGSFz5vkO7ZtxetBO5N-zdK_0 2024-09-22T10:33:40.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11678369036127007345', time=2024-09-22T11:44:25.003208+0000, chain.objs.size()=1 2024-09-22T10:33:40.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YuWzbqBUMkflrV5A1TePeSWYcLSwry7_0 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5498772028803795519', time=2024-09-22T11:44:25.957202+0000, chain.objs.size()=1 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8gHIhQHb-CKGq2vAvK0S3diwbZXOPz5_0 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6989227117386022923', time=2024-09-22T11:44:26.009219+0000, chain.objs.size()=1 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.w8GNPBgjEKluA7YNGwHIsVpDp5-OpIx_0 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6573434646707087107', time=2024-09-22T11:44:28.563391+0000, chain.objs.size()=1 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WGar6y28L00W2lEUSJ6m-KVvVgDEmkm_0 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1138520442267562838', time=2024-09-22T11:44:28.736929+0000, chain.objs.size()=1 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rUyCbTF5P2m-cyISl5xwkdmZUotBBMl_0 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11068215327527030487', time=2024-09-22T11:44:29.058889+0000, chain.objs.size()=1 2024-09-22T10:33:40.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4sWR4r_euix4GcBYsqMFgXy_hgTyoGs_0 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6122176648429764829', time=2024-09-22T11:44:29.060785+0000, chain.objs.size()=1 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.84QZLaZ4HJn5m9wpez6TeH681yqdgcQ_0 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.679690973725138809', time=2024-09-22T11:44:29.433497+0000, chain.objs.size()=1 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cYSk0MjWPRcIdlbT03rOaDj4BYmTWBW_0 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17325003164887806493', time=2024-09-22T11:44:30.132936+0000, chain.objs.size()=1 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HerjgYwD6EfW1AqkLyyzuArNYjKLITc_0 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10205648059974240850', time=2024-09-22T11:44:30.989728+0000, chain.objs.size()=1 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.uCFfVi4FLbUgXCWWH4d1j6LuxlNgiUs_0 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10391692767380447738', time=2024-09-22T11:44:31.338537+0000, chain.objs.size()=1 2024-09-22T10:33:40.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XSrsKI9oeM27GiXMaqJflz9AQxXIZHE_0 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4147583190722317238', time=2024-09-22T11:44:32.643317+0000, chain.objs.size()=1 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5zqf-WPHW6TTtapnH32EoOEuA3Tpucd_0 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13426506331208750700', time=2024-09-22T11:44:33.353738+0000, chain.objs.size()=1 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iNbgRv7yZJ926pSsEGxwI8hfpefDtBt_0 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16313152540775625190', time=2024-09-22T11:44:33.788010+0000, chain.objs.size()=1 2024-09-22T10:33:40.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ainGE6UcqJbf3Ur1_Tenmmj937ISI_A_0 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9117955609774091800', time=2024-09-22T11:44:34.065034+0000, chain.objs.size()=1 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-MsQ_gCOPoYP2ht_JcBTtbA9Q77oici_0 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2031744500716550698', time=2024-09-22T11:45:15.343316+0000, chain.objs.size()=1 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.280__shadow_.AnZRssCxdrIEC75urueLsbCdzLYtZlb_0 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2983196723976936906', time=2024-09-22T11:45:47.204296+0000, chain.objs.size()=1 2024-09-22T10:33:40.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.2-I758ZVnTsQqCtzlzr7mzqz6PLwV8X_0 2024-09-22T10:33:40.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17496633982397631555', time=2024-09-22T11:45:47.383447+0000, chain.objs.size()=1 2024-09-22T10:33:40.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.8LPGJe-Acvqsozp-Y40IlwCIEWA6QTj_0 2024-09-22T10:33:40.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16201660061812736923', time=2024-09-22T11:45:52.762983+0000, chain.objs.size()=1 2024-09-22T10:33:40.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.oDzADtV8YNg16UFxeSj3X2emh-VC_AA_0 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9658332145235816619', time=2024-09-22T11:45:52.862437+0000, chain.objs.size()=1 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.hAIuyhjjWrgj7zcIVqb_BYyXELLyVXB_0 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14424458957310924333', time=2024-09-22T11:45:53.093199+0000, chain.objs.size()=1 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.TCiDUG7x5XrKqVzfpz7ZFRIak83B1H-_0 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6728094500433465670', time=2024-09-22T11:48:52.704700+0000, chain.objs.size()=1 2024-09-22T10:33:40.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MglaEOpJ2OfW0InLDBXXzuOTp_KhAT6_0 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13898794934568624127', time=2024-09-22T11:48:54.326713+0000, chain.objs.size()=1 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._w30EZLf6lkhGMOyOZvTus3m-ptrTPZ_0 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2738451367299647616', time=2024-09-22T11:48:55.609646+0000, chain.objs.size()=1 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.A4tjv01nLBJpOc8zT1V1sVQ1Nvs97ts_0 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1550831602109422329', time=2024-09-22T11:48:57.249961+0000, chain.objs.size()=1 2024-09-22T10:33:40.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ktCSJg8AKkirEKu7PoAPZj8-4--rIVn_0 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1927274651032973260', time=2024-09-22T11:48:57.509433+0000, chain.objs.size()=1 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.LQjZA0aJVBTw5JssmhjHbFUY4Eb0E1n_0 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6542133137519839712', time=2024-09-22T11:48:57.728691+0000, chain.objs.size()=1 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dvFav4I7j1evqMq-1rMJSe7CKbqEDaB_0 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11348157875178568918', time=2024-09-22T11:48:57.730676+0000, chain.objs.size()=1 2024-09-22T10:33:40.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5aR2Ywn0jDIBN3MjKd7kZFLdraC29XB_0 2024-09-22T10:33:40.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5620828988068324657', time=2024-09-22T11:48:57.812129+0000, chain.objs.size()=1 2024-09-22T10:33:40.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.852+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rxPGZi11SQIhJ1Gi2cPHGr0hnakJKdl_0 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1753213548062862257', time=2024-09-22T11:48:58.008886+0000, chain.objs.size()=1 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.boZbRIL4J-83j-yz7OJPLZsMupYagEY_0 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.282137065479607667', time=2024-09-22T11:48:58.929193+0000, chain.objs.size()=1 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PvThh9-sqRmUVJSdJujWVmy8uklMM3Z_0 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6512881578577632434', time=2024-09-22T11:49:01.387588+0000, chain.objs.size()=1 2024-09-22T10:33:40.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kSKUS-axhyTukZHaMBhZU7-hbQWf9UP_0 2024-09-22T10:33:40.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16045850399836264041', time=2024-09-22T11:49:02.247959+0000, chain.objs.size()=1 2024-09-22T10:33:40.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.C1ClfXxB9zJ0Fmqz41OGewyzkEKno0T_0 2024-09-22T10:33:40.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17835679204290090318', time=2024-09-22T11:49:02.707105+0000, chain.objs.size()=1 2024-09-22T10:33:40.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ahX0v_kQbCZWWYOuPgLhxMQpvqXfvTb_0 2024-09-22T10:33:40.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10356240191357310125', time=2024-09-22T11:49:02.995451+0000, chain.objs.size()=1 2024-09-22T10:33:40.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9jWm27ETvMkao72KUgy6ka0K2FNNAaj_0 2024-09-22T10:33:40.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5094262229150548235', time=2024-09-22T11:49:03.344687+0000, chain.objs.size()=1 2024-09-22T10:33:40.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HkK9QaMCFukw_-r7dyDBn0RFVte0PVy_0 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.832857547978919815', time=2024-09-22T11:49:03.623569+0000, chain.objs.size()=1 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nX7SjSc5jwDVzTjHgtvEe8PzIAZHLsG_0 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13010560445244936211', time=2024-09-22T11:49:04.531702+0000, chain.objs.size()=1 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.usXM1Vxr6m8onRYgRdWWWUml-LKztfK_0 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14811127016106990448', time=2024-09-22T11:49:05.628955+0000, chain.objs.size()=1 2024-09-22T10:33:40.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.856+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5oVpn8iARY_CDnPKvGlSlN1Hu1reQqx_0 2024-09-22T10:33:40.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12231813294383548744', time=2024-09-22T11:49:06.165812+0000, chain.objs.size()=1 2024-09-22T10:33:40.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PRsU9fWwM9-C3MFuDUp_Hj1vAcoeCoE_0 2024-09-22T10:33:40.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10469207567188901463', time=2024-09-22T11:49:07.140308+0000, chain.objs.size()=1 2024-09-22T10:33:40.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.aEw2qoY8w-zO51E0uft88ALPxgCjHXH_0 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4395373780352161702', time=2024-09-22T11:49:08.024995+0000, chain.objs.size()=1 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.o6Mm6T48F9Pc6m7gmRwojkyZQ0kUcTo_0 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7511269097144060355', time=2024-09-22T11:49:08.551297+0000, chain.objs.size()=1 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.z24kzK3IrdbYKODhkO191dOwBs2MEGF_0 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12430985568979712770', time=2024-09-22T11:49:11.266804+0000, chain.objs.size()=1 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lW5KypcCI3rn37ZE1yhBm0WhDOxQopY_0 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18028524998386341584', time=2024-09-22T11:49:11.743558+0000, chain.objs.size()=1 2024-09-22T10:33:40.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JkRHkFAbjdag55L4mpEDgdxvLpkdGii_0 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3600550604308659109', time=2024-09-22T11:49:12.584605+0000, chain.objs.size()=1 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G4JZSMqqs4UOhDgTSsWqG3YGdfnxu0s_0 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9409223273797805921', time=2024-09-22T11:49:12.713066+0000, chain.objs.size()=1 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.DqUqkjl9gq8w8XtYt1ePFnd1lHPMkpv_0 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14865705830318348868', time=2024-09-22T11:49:13.123157+0000, chain.objs.size()=1 2024-09-22T10:33:40.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iylcqSbPlxLeK1Xn9WTb7IbJkCRB-jd_0 2024-09-22T10:33:40.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2311251496621195769', time=2024-09-22T11:49:14.515277+0000, chain.objs.size()=1 2024-09-22T10:33:40.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OdCfB9WTpstlpyUviMR2v8rZdckj4o9_0 2024-09-22T10:33:40.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12856972782659795994', time=2024-09-22T11:49:14.944313+0000, chain.objs.size()=1 2024-09-22T10:33:40.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.860+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.A1rot9D2ncWVElx0-yBaJI0InVcU4Nt_0 2024-09-22T10:33:40.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2288826955437019650', time=2024-09-22T11:49:15.287507+0000, chain.objs.size()=1 2024-09-22T10:33:40.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NyU65xv8Tw7x-Zz-Kd5VGNoomZnYKgu_0 2024-09-22T10:33:40.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.864+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11891155978260929293', time=2024-09-22T11:49:15.289076+0000, chain.objs.size()=1 2024-09-22T10:33:40.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.864+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.40S0o0CSQlex4-WyoqIFlholIMhznF0_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4299145738905139477', time=2024-09-22T11:49:15.524552+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nTkxNgwPRLAGHXnpHTQ5eF7tgWP5uId_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12529052968187352120', time=2024-09-22T11:49:15.957758+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bwrLDuINZMPx0QgCMjDx5adF23EOmBK_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5382912654914489628', time=2024-09-22T11:49:17.112190+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IyI66EtOkDHTKgfv3_1MetPmDZuezc__0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15375555273173700786', time=2024-09-22T11:49:17.979852+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.P3aZme8X4k7KFE4FnxA53ETKKphcSQc_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11945921768894245870', time=2024-09-22T11:49:19.239771+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Db3kG3ot92HQxPKdxJjxY4VBpuknO3F_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15183736478219138128', time=2024-09-22T11:49:20.233389+0000, chain.objs.size()=1 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-lGtj8DZU9oMVQebhaaG3ZCLVk6BBzj_0 2024-09-22T10:33:40.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3405259790751497063', time=2024-09-22T11:49:21.944057+0000, chain.objs.size()=1 2024-09-22T10:33:40.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.tpD_-te1I2NyC3ea36xNbfGTXM5_1vS_0 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4424644351115879389', time=2024-09-22T11:49:22.355676+0000, chain.objs.size()=1 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.H-PS_qyIbBafD6xYuLhfpWfxngt2CEr_0 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17851088823574081425', time=2024-09-22T11:49:23.037976+0000, chain.objs.size()=1 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.aBC2Oa5gnLev6FlffereCZJ33lVcAQd_0 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7853256411837300802', time=2024-09-22T11:49:23.621046+0000, chain.objs.size()=1 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qp_m2Xzlv-vIhqsTafoq-zY9P_3YYnA_0 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13800206032055926932', time=2024-09-22T11:49:24.022752+0000, chain.objs.size()=1 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yODyPWU2n45JlOXUYtr5LPgYISfQynY_0 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15283310804264737044', time=2024-09-22T11:49:24.231040+0000, chain.objs.size()=1 2024-09-22T10:33:40.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.868+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PPLY9Tyl6Z7PUUmvvKmu1I9dr84-rhS_0 2024-09-22T10:33:40.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14697954498147109026', time=2024-09-22T11:51:10.829681+0000, chain.objs.size()=1 2024-09-22T10:33:40.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2PuA26-V1_4Snpe_G2p7owWP_Ccmi8__0 2024-09-22T10:33:40.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17409625619961006676', time=2024-09-22T11:51:11.013960+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.otOhvYpp068yzQxMEYFrziBTDARy2Pb_0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18242412948970097491', time=2024-09-22T11:51:11.726241+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xTyF7Pqsnz0xafG4VT4byokd118Dmu__0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16087531115871053379', time=2024-09-22T11:51:12.265307+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6JNJb2ZsaqQnS2YOoZZcBC7HYXLa7GL_0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3031917983739815999', time=2024-09-22T11:51:15.972574+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YUb-2MHhiU3mLTKSrt0hUDT7DUX0StX_0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11091636025451389228', time=2024-09-22T11:51:16.068489+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Qz9EJJNhELvcC0Dio_fsirkmi9sGXIy_0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11178017768730799625', time=2024-09-22T11:51:16.475249+0000, chain.objs.size()=1 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vr4sgzT2UITmjatEmHq_ZIsjuVI3Z1d_0 2024-09-22T10:33:40.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6218669064362571784', time=2024-09-22T11:51:18.580422+0000, chain.objs.size()=1 2024-09-22T10:33:40.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.872+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Vvf7efXxJ6exbbD07zYHaDoZby6kTVX_0 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3307964432989264802', time=2024-09-22T11:51:18.582464+0000, chain.objs.size()=1 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PVyXrn63pyzuHD02X9j0-j03DEtDadh_0 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13188958805487729791', time=2024-09-22T11:51:18.583898+0000, chain.objs.size()=1 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZYZL1_hd_97Qp58PpRDLFBWgWsQehfL_0 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11784355064080495873', time=2024-09-22T11:51:19.223114+0000, chain.objs.size()=1 2024-09-22T10:33:40.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Elwbcut9_Q6iCAeyrLWNRiOMqbQaYkr_0 2024-09-22T10:33:40.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15073056037897594075', time=2024-09-22T11:51:19.403743+0000, chain.objs.size()=1 2024-09-22T10:33:40.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.876+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-Cz1azvmWF5gM0x192xfRuk5eEw4eOD_0 2024-09-22T10:33:40.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.880+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50229 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b02443640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.84:6816/32203201,v1:172.21.15.84:6818/32203201] conn(0x564ab72ef840 msgr2=0x7f29cc087ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=51, truncated=0, next_marker='' 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15834381823263009188', time=2024-09-22T11:51:19.653203+0000, chain.objs.size()=1 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sdXPxlbon97cqh87Lpxhu7pgmcpUha0_0 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6009920803923316399', time=2024-09-22T11:51:22.884636+0000, chain.objs.size()=1 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.e3EFy-7UvhJo7zme_gWnM5_KhiJc4lT_0 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1041765889544443179', time=2024-09-22T11:51:23.228418+0000, chain.objs.size()=1 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YRKQFFLg3EstVuI_wqptgQKDScHwKWJ_0 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1723046112389906856', time=2024-09-22T11:51:24.986038+0000, chain.objs.size()=1 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.P_jNEvolyZVSSjN0-g_ZVJPvdj6IqAw_0 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5925985201100053248', time=2024-09-22T11:51:25.176353+0000, chain.objs.size()=1 2024-09-22T10:33:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.v2a-G_azJ2qkZaX36yhB_S_3cAkA3wD_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11475618649963330760', time=2024-09-22T11:51:27.321674+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DAR1-A-ZMoplzUWi-zQpJuZ8fBfRQZS_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3852450977225702125', time=2024-09-22T11:51:28.074998+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xuUBevonYOwKm6WGazFgsvfwhZ-pxnM_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9756719676630985585', time=2024-09-22T11:51:29.765080+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vyOKnhtvGCwvW2urCT-wGAZa6hE7gth_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3632916163462927527', time=2024-09-22T11:51:29.776114+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9vUvvqkewuP671-aPvk7ilpua0DUhT0_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17705184406505137962', time=2024-09-22T11:51:30.332098+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jm1ku3foN-U0L1Cx3_r2QOxgbgfKIVm_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15829066381681435146', time=2024-09-22T11:51:31.498136+0000, chain.objs.size()=1 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9f37R9pmL2ffqmcmaqsSD6rOS3F64Mw_0 2024-09-22T10:33:40.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1783062457878610080', time=2024-09-22T11:51:31.546508+0000, chain.objs.size()=1 2024-09-22T10:33:40.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.884+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YRjM_rS7zNiJpBx-PyCNkbHjtS7AwSE_0 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14735808164361890851', time=2024-09-22T11:51:31.685125+0000, chain.objs.size()=1 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V5wmYlKuGllCWjMcXbIMJ4dZQuSZR21_0 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12714408916363219712', time=2024-09-22T11:51:31.902269+0000, chain.objs.size()=1 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NDvGBUHmZSlBkWQw7bMOsSWUMSWN--S_0 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.699019768451087482', time=2024-09-22T11:51:32.367785+0000, chain.objs.size()=1 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Vkvr33H6wFi1Z_ezmTgyCey2M-EdAn0_0 2024-09-22T10:33:40.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12408991296691332437', time=2024-09-22T11:51:32.670979+0000, chain.objs.size()=1 2024-09-22T10:33:40.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8k1FXlzpIdvMr74Oc6P25d6xQDxI030_0 2024-09-22T10:33:40.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17359331511538728664', time=2024-09-22T11:51:33.694681+0000, chain.objs.size()=1 2024-09-22T10:33:40.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.etOnXDSq1USTT0ytGOJCX7NBThxg7QM_0 2024-09-22T10:33:40.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15665287603223429444', time=2024-09-22T11:51:33.988097+0000, chain.objs.size()=1 2024-09-22T10:33:40.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ARyV_nKqEZyxueJaqFLILqjATBZF4s3_0 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5207694807267804310', time=2024-09-22T11:51:34.430709+0000, chain.objs.size()=1 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NAeeLz3LCaDGrZlP6oz1P45X3qjZEU0_0 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6054938602517258129', time=2024-09-22T11:51:34.616163+0000, chain.objs.size()=1 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BItrbyzlavaSaDSzo_BQJPkJSON86cG_0 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15607762012512784541', time=2024-09-22T11:51:37.692677+0000, chain.objs.size()=1 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bzT55G9Wy3lIHU4XO1bL6tyaYLt6kUL_0 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4728549619363662821', time=2024-09-22T11:51:37.841357+0000, chain.objs.size()=1 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nJtWoOSVum0XYMwopTtMsAXFNSUjEM7_0 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3207317484154836487', time=2024-09-22T11:51:37.997163+0000, chain.objs.size()=1 2024-09-22T10:33:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.892+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g6x7POoAPVwztedqTLEmR1KdUSfWvOC_0 2024-09-22T10:33:40.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7222054209476016112', time=2024-09-22T11:51:38.280688+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8KJOL9V6rDpAsieetZLJAJpxasb3bLG_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16908380773331254332', time=2024-09-22T11:51:38.282395+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bXsvE9NsYlWeB_JgsNyZaCegkcsvK1r_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17927955458353258913', time=2024-09-22T11:51:38.564282+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xerIVvq-4t2KoQy8chzkDFRs2x5teZA_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3906625889551826693', time=2024-09-22T11:51:39.547657+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lDRaAprSBOU6Yfm3IqgR7wjBawryogy_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7461862537774071749', time=2024-09-22T11:51:39.632171+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YuIeb0ZCrsmAfCdkpit-KfEtKHaFCc6_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9283793972164203390', time=2024-09-22T11:51:41.738749+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nx24et44jtq6HUwIwxHKxDYPDad3cTu_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5795401990721450882', time=2024-09-22T11:51:42.165038+0000, chain.objs.size()=1 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yZy86dnOW7iwqHdtscTH0oRTpx6Ef9a_0 2024-09-22T10:33:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8336547778866301481', time=2024-09-22T11:55:36.270983+0000, chain.objs.size()=1 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.896+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.441__shadow_.1CyfvZHgsqraVr6NMohUDBVDMVLDJDD_0 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b02443640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x564ab72ef840 msgr2=0x7f29cc087ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11168002022039943832', time=2024-09-22T11:56:42.553834+0000, chain.objs.size()=1 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.466__shadow_.H_s5whs-iyw91BZ7ZLTyVKQTJ3TJ2Oj_0 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.603657766691800609', time=2024-09-22T11:57:39.433750+0000, chain.objs.size()=1 2024-09-22T10:33:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.495__shadow_.tmC-WNe8aqN9zcujlxMaMESGASuPSYw_0 2024-09-22T10:33:40.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~7Rj2AuOo1pe0BnjJXH983JCdVMsYU9t', time=2024-09-22T12:05:49.760624+0000, chain.objs.size()=2 2024-09-22T10:33:40.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.529__multipart_mymultipart.2~7Rj2AuOo1pe0BnjJXH983JCdVMsYU9t.1 2024-09-22T10:33:40.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:40.900+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.529__multipart_mymultipart.2~7Rj2AuOo1pe0BnjJXH983JCdVMsYU9t.2 2024-09-22T10:33:41.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.104+0000 7f2b02443640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.84:6808/57435375,v1:172.21.15.84:6809/57435375] conn(0x564ab72ef840 msgr2=0x7f29cc087ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1331911720806430599', time=2024-09-22T12:07:53.225797+0000, chain.objs.size()=1 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.553__shadow_.wxM90oDQGl5ENMhNKyAwadPNa2w4qDd_0 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16296773230547017427', time=2024-09-22T12:09:32.167138+0000, chain.objs.size()=1 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:7XxjnaaMHaQjO88WoFM5Nk7oxSIuEQW_.KyTfxq3swYDAhRi2MZGpBSAXLOh0_AE_0 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3960907214820415123', time=2024-09-22T12:10:39.078467+0000, chain.objs.size()=1 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:ZmjSWzDmN96gR5uNx8FvaomEzgfPFmh_.JHkTfGr98ceiC_TkcPmoySsf3DDyDUE_0 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5722242749184557006', time=2024-09-22T12:10:55.130768+0000, chain.objs.size()=1 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:0axzd3Ny3QhfUbJR6eL3-zcOpSm12uD_.P2RaW38a9rrhJw14zgpy4vvXqv9r3NJ_0 2024-09-22T10:33:41.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8222651791626258924', time=2024-09-22T12:12:12.469412+0000, chain.objs.size()=1 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:NmJyN0DL9VUe9wrZYP5nl3Ls.YUchrK_.kx0IhNoDUGiETUSgdMYihxxEmplREGX_0 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2532409788514015602', time=2024-09-22T12:20:02.818867+0000, chain.objs.size()=1 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.633__shadow_.3SIUBFw_2-GQcH_01euRw_QT-rBIhqS_0 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9803524607922027933', time=2024-09-22T12:20:05.222019+0000, chain.objs.size()=1 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.634__shadow_.RQSfIQ-zNsCqNs-wsVM1CUpkjO_yDaB_0 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15183443621434845259', time=2024-09-22T12:20:12.003662+0000, chain.objs.size()=1 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.637__shadow_.i2Vj3cU7TGm65T1dE6XzZJXqYh9X-PJ_0 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4849179948979670516', time=2024-09-22T12:20:55.754564+0000, chain.objs.size()=2 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.648__shadow_.UTzgX-Q099Z6nLOh7S_zQr1J2gC1QVH_0 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.648__shadow_.UTzgX-Q099Z6nLOh7S_zQr1J2gC1QVH_1 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6884851025424739818', time=2024-09-22T12:22:22.294589+0000, chain.objs.size()=6 2024-09-22T10:33:41.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.108+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.1 2024-09-22T10:33:41.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.2 2024-09-22T10:33:41.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.3 2024-09-22T10:33:41.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.4 2024-09-22T10:33:41.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.5 2024-09-22T10:33:41.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.660__multipart_bar.2~rHk3Ae-J49PyNURJPDvbWUuiOn-8AKC.6 2024-09-22T10:33:41.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8726928206663184003', time=2024-09-22T12:22:26.649425+0000, chain.objs.size()=1 2024-09-22T10:33:41.119 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.116+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.663__shadow_.L2kpcmCD8C7DLLki-az7wPCWpYMgKyr_0 2024-09-22T10:33:41.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11694111376246200360', time=2024-09-22T12:23:26.160644+0000, chain.objs.size()=1 2024-09-22T10:33:41.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.694__shadow:xKsZJCsBWCA4s.EczwcdSAP.qfvivwt_.azSwY6vjeUPRwLKCbob7_bd4eopL2ZL_0 2024-09-22T10:33:41.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10548781905831917950', time=2024-09-22T12:23:30.131812+0000, chain.objs.size()=1 2024-09-22T10:33:41.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.696__shadow:liJEVKlD2K75id-YgXTR4lejYbvP-Ls_.GkipzgsAR9gv7IRXO_r7KyRbdiV9YYX_0 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18426905960596384316', time=2024-09-22T12:23:45.562376+0000, chain.objs.size()=1 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.703__shadow:sGKri6lblacu-uKO-xnYah8XO84JZe1_.0Bd_3yj0HL2g1ys3JREsCOlY8-ArOCc_0 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10951184462075522724', time=2024-09-22T12:23:54.053568+0000, chain.objs.size()=1 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.707__shadow:cB5bdpuP0cdp4nadOD-qIy8MIwpv0KO_.kdNUagPDlUEZvc8uHJ8FTxxjc3jx8jV_0 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14236555835225080398', time=2024-09-22T12:26:33.977220+0000, chain.objs.size()=1 2024-09-22T10:33:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.120+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.745__shadow_.BEdY3ROn6OCwBgfnZPDlWueKk3jXBJD_0 2024-09-22T10:33:41.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.124+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3858261911586830469', time=2024-09-22T12:28:42.639116+0000, chain.objs.size()=1 2024-09-22T10:33:41.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.124+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.760__shadow_.esGMKyT6tKX4dvFVcp-E834zSUqGlfg_0 2024-09-22T10:33:41.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.132+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.140+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-22T10:33:41.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.144+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51296' 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12202738912818732584', time=2024-09-22T11:41:12.697473+0000, chain.objs.size()=1 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.235__shadow_.cX1K5lRxye1PVGAnY0lLMxPmekSaQ1e_0 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6954508962895356745', time=2024-09-22T11:41:27.276089+0000, chain.objs.size()=1 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.240__shadow_.U4XHuIPYjC8vnLncugKPlmZo6jCRhmS_0 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9215224411545722263', time=2024-09-22T11:44:02.651383+0000, chain.objs.size()=1 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oBVdNSYEVRua8IGqhsjRP49aCeLR1Mm_0 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11818615300607050696', time=2024-09-22T11:44:02.992111+0000, chain.objs.size()=1 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KVJMtUDCKOsJmTDhPTdkhuu-R3R3jdR_0 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9200573328076772522', time=2024-09-22T11:44:03.737941+0000, chain.objs.size()=1 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VcmSTnQDr99dhfo-OSGHUy0_uuLW7q9_0 2024-09-22T10:33:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2872221998783298739', time=2024-09-22T11:44:04.627676+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6cIe7nT0MLWKXnWEK0z8qkoFrhoOPXt_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10502236530035643800', time=2024-09-22T11:44:04.891585+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DPHvEoayNTV70IM8u_JSnils6aHUl6K_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6933605345957109652', time=2024-09-22T11:44:04.978798+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MM80fshIUfN_09R73mhOA3R8A5qzLBf_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15620704913991287756', time=2024-09-22T11:44:05.040586+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.exbeZW_CMyyGAN39Rel_ZmveGhN63fo_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8413564912624725662', time=2024-09-22T11:44:07.219533+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZhVQ7tC8H8bHndd9_zYisj8Sazcjy3U_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6399699626648277789', time=2024-09-22T11:44:08.059313+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eZ9nx_hMt-4FxW_Q3kSuXH3arZXW6_X_0 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16865873608927064344', time=2024-09-22T11:44:09.621689+0000, chain.objs.size()=1 2024-09-22T10:33:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.148+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oyHCbF8m_27Fb4vwEduWST0CjvAYWs0_0 2024-09-22T10:33:41.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2107873969457694623', time=2024-09-22T11:44:09.849146+0000, chain.objs.size()=1 2024-09-22T10:33:41.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._5msKYw4aFTMNB0S0liSzTOe3hIV39y_0 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12140002581911099654', time=2024-09-22T11:44:10.050501+0000, chain.objs.size()=1 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Kpplwv06L7-spmQ_0Uao-WfhUuix3Q-_0 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.993981135401663727', time=2024-09-22T11:44:12.648798+0000, chain.objs.size()=1 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7z02Y-AcXinYGecx_bi2HxQMdv3wW7o_0 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8174391209365590097', time=2024-09-22T11:44:12.815626+0000, chain.objs.size()=1 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.D8-FnYq0-9R22UAVBx0Wz1Xx7LKztvQ_0 2024-09-22T10:33:41.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16217638792339328431', time=2024-09-22T11:44:12.848936+0000, chain.objs.size()=1 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.othsStguTvHdSqoieIRd0BemEpDetGg_0 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.244186991526972507', time=2024-09-22T11:44:13.154185+0000, chain.objs.size()=1 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.os-60tWxfk02S6HgP9nNC0F2CpIVkWz_0 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17622111072358814695', time=2024-09-22T11:44:13.895334+0000, chain.objs.size()=1 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4b4EjvcIfnQSA1DXB7T-Uu0IMAyfpsf_0 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10792565545233772573', time=2024-09-22T11:44:14.448766+0000, chain.objs.size()=1 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jKOzD32bMEf0iT099TPq3yPvYRi6oFj_0 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6945078818103046328', time=2024-09-22T11:44:14.751555+0000, chain.objs.size()=1 2024-09-22T10:33:41.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zKjmlhsD0tjGLQZdw6XuXb0ieXY3XjI_0 2024-09-22T10:33:41.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7767431648570415003', time=2024-09-22T11:44:15.982795+0000, chain.objs.size()=1 2024-09-22T10:33:41.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.156+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.er_PD8o-SkWgynWG_yIA08rWC6qaDYi_0 2024-09-22T10:33:41.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.160+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13481434807886384745', time=2024-09-22T11:44:19.006812+0000, chain.objs.size()=1 2024-09-22T10:33:41.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.160+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EezZwz_IA5nIrsIEm12xB2c-S7-V68P_0 2024-09-22T10:33:41.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.984818373743289499', time=2024-09-22T11:44:20.102842+0000, chain.objs.size()=1 2024-09-22T10:33:41.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AyO982kg4yyz-RD5yFCQOWYfFh-Nvr-_0 2024-09-22T10:33:41.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8322968886538590086', time=2024-09-22T11:44:20.805857+0000, chain.objs.size()=1 2024-09-22T10:33:41.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.e5qgPHs3nDJkWUbu6JoC5ElSnA0dpSZ_0 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5827860379877817937', time=2024-09-22T11:44:20.952458+0000, chain.objs.size()=1 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-xkWwhZq08SBwTVx5F03n5XafXDXtJw_0 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14886891673913646480', time=2024-09-22T11:44:20.954750+0000, chain.objs.size()=1 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Zh5bNCa9hQ0ARwKBVkoQkiXWvHneSHy_0 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.34430282054941528', time=2024-09-22T11:44:21.211494+0000, chain.objs.size()=1 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.geyWLasgs4rjFcIW1lTr07b01fE6r3w_0 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9320308223018861008', time=2024-09-22T11:44:21.812109+0000, chain.objs.size()=1 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XwJb5y6MRE_lSyhP1YfDeM0SG2-1w9-_0 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6374298523133532077', time=2024-09-22T11:44:21.834915+0000, chain.objs.size()=1 2024-09-22T10:33:41.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pZtCi6TxseRXNyJumVnkL1FvHO0Pxde_0 2024-09-22T10:33:41.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.757128770609832507', time=2024-09-22T11:44:23.972772+0000, chain.objs.size()=1 2024-09-22T10:33:41.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SjXMMxmqKjmq3QAl3ST5RDaP3hh5WlO_0 2024-09-22T10:33:41.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2900972187237211854', time=2024-09-22T11:44:25.302926+0000, chain.objs.size()=1 2024-09-22T10:33:41.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8Bkcln1vifHgiBAyeKhyoKnFg88NRon_0 2024-09-22T10:33:41.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1999468481593670115', time=2024-09-22T11:44:26.398954+0000, chain.objs.size()=1 2024-09-22T10:33:41.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.168+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wePD8IGmOlWecjR-E40uTjZ3Agpa50Q_0 2024-09-22T10:33:41.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.172+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7538264193607631612', time=2024-09-22T11:44:26.525174+0000, chain.objs.size()=1 2024-09-22T10:33:41.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.172+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.a7dw7pb_r2d6AGeCweHRILgx95n6G4w_0 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.864196565409079308', time=2024-09-22T11:44:28.128387+0000, chain.objs.size()=1 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XrudGHncanskf5GXxxb6G4DvKrQGiVM_0 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1025509454996771976', time=2024-09-22T11:44:28.729215+0000, chain.objs.size()=1 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.l6FmwU6VpgVbXKQMOGwT1dfB-DLRBe1_0 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1061014350573446028', time=2024-09-22T11:44:29.162593+0000, chain.objs.size()=1 2024-09-22T10:33:41.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.176+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.jgDmxAZzLVYqeoBtBdQyq9EZQNiC40R_0 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5687800241409536549', time=2024-09-22T11:44:29.536262+0000, chain.objs.size()=1 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AHQf8YRjjKEMDe94lxpsGqlg1U-Bns9_0 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8502021665331979039', time=2024-09-22T11:44:34.164542+0000, chain.objs.size()=1 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MwIzwOzRrt1i2LR8DRkpxhzFuJ-kLnh_0 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2934121925509447717', time=2024-09-22T11:44:34.581555+0000, chain.objs.size()=1 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.u2wQFy_BMQToUBHyG8hyCLiwNa02_Jz_0 2024-09-22T10:33:41.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18231734928171989251', time=2024-09-22T11:44:35.009231+0000, chain.objs.size()=1 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.V0DccYRxsewcxXvl8BcrIMX4-5O5nHC_0 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8035566439860485066', time=2024-09-22T11:44:37.237709+0000, chain.objs.size()=1 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.263__shadow_.bFOhDOhy_wxBVoOjFeGQvvtQvm7ADTf_0 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2166831135510387422', time=2024-09-22T11:45:22.156207+0000, chain.objs.size()=1 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.283__shadow_.dBJ6GuBK3F613dT14RiQMx61-w7ztES_0 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6143384052929627367', time=2024-09-22T11:45:47.000351+0000, chain.objs.size()=1 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.Og7pjwUkGOMiTst8KAQUXGgUkUlIvPZ_0 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17328091788087031338', time=2024-09-22T11:46:18.982283+0000, chain.objs.size()=1 2024-09-22T10:33:41.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.180+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.304__shadow_.gc82yj1bOzruHO4HbrQNzNgnZHqkagQ_0 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15964863632965204994', time=2024-09-22T11:46:23.955984+0000, chain.objs.size()=1 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.306__shadow_.Q4kNzyoLz4qKUjD0eMULtBdEA4foe8R_0 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15455913103734539758', time=2024-09-22T11:47:00.433772+0000, chain.objs.size()=1 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.319__shadow:E.83aJGzBaK94jtPHNa.tQ.fgzw5b8f_.InhT3VJa9LvPkZdeOhiwyrMPKy4fRtM_0 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11898109975573245889', time=2024-09-22T11:47:00.601598+0000, chain.objs.size()=1 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.319__shadow:dNDP-ttCEqbTyQPsedNpYudkj-Jf4a4_.6PdCVtjk6fKLoohRjt2iz6ZCQGGtL2u_0 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1665018575660863192', time=2024-09-22T11:48:53.393251+0000, chain.objs.size()=1 2024-09-22T10:33:41.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zsYa0W4nqh83NJfBp_x1gdNmxG7mbJ-_0 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2071912306977118412', time=2024-09-22T11:48:53.541410+0000, chain.objs.size()=1 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dBEdKAyWOqwgXNehqMS7nPwTMg5-Lmk_0 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9334290177559112326', time=2024-09-22T11:48:53.914455+0000, chain.objs.size()=1 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WgRnWovS0_DOkXxlACWnlC1ZqOl6TNO_0 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11297088250655167669', time=2024-09-22T11:48:54.546971+0000, chain.objs.size()=1 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5-awVQUyZYbky4g9VeuHy0uIk4tci8K_0 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1225247928824922135', time=2024-09-22T11:48:55.049799+0000, chain.objs.size()=1 2024-09-22T10:33:41.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UyepjnWezy7Z0QmB6RZ00oo1Tdx0EAg_0 2024-09-22T10:33:41.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12701433768017914249', time=2024-09-22T11:48:55.351252+0000, chain.objs.size()=1 2024-09-22T10:33:41.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CYkg34QaI9u3Ecwwjc520dcHpYb0-ZA_0 2024-09-22T10:33:41.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8049281268966871361', time=2024-09-22T11:48:57.449300+0000, chain.objs.size()=1 2024-09-22T10:33:41.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PUrkmuJ3wPuOU6Te7pKzc4vLinhdwPH_0 2024-09-22T10:33:41.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9768964490137198478', time=2024-09-22T11:48:57.616587+0000, chain.objs.size()=1 2024-09-22T10:33:41.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.188+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.j0mgBzaNIGuFBb5NFpAY4CATVhsyvnd_0 2024-09-22T10:33:41.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10376389249651354808', time=2024-09-22T11:48:57.618601+0000, chain.objs.size()=1 2024-09-22T10:33:41.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.R42Zl_ut_s89oQQQOZC8tgdzFhhceZ5_0 2024-09-22T10:33:41.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.192+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1849036248799347120', time=2024-09-22T11:48:58.947792+0000, chain.objs.size()=1 2024-09-22T10:33:41.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.192+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9I70DOsuTNjmiM73hAfk81sogPGL6ic_0 2024-09-22T10:33:41.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11348391156005294661', time=2024-09-22T11:48:59.297986+0000, chain.objs.size()=1 2024-09-22T10:33:41.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UNKZemR9gw2m7jl2TeWJ7Qb5D33yCtJ_0 2024-09-22T10:33:41.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8303362127943990099', time=2024-09-22T11:48:59.762393+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.eJicNFBvKqeRRezIFKQtxE7N4AVPMO5_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15910025460829136858', time=2024-09-22T11:49:00.276014+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zo5lcPVdc_acT5qVXg88_5_Fr2DPXGy_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17284817051185876954', time=2024-09-22T11:49:02.023316+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qElHL4XB7uCX5zTWBKsOPxZ5OMV20go_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16490464963726780771', time=2024-09-22T11:49:02.450371+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qpJ0Ei_SXM-Z8DLeXpnXyla2fGv0ksG_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14204426685805697744', time=2024-09-22T11:49:02.643233+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.w5U4d2hJVmmbXQOVBX9CZp7OgAqhOPs_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10403561124057232925', time=2024-09-22T11:49:02.993083+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FvJ55tU9faXl7oQN4_IugeYUDgHmhae_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5230439727602078946', time=2024-09-22T11:49:03.249076+0000, chain.objs.size()=1 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-Ln9gb2ttv3LdxL9O1y_AUNgmHqfFxL_0 2024-09-22T10:33:41.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12431335186348495688', time=2024-09-22T11:49:03.820201+0000, chain.objs.size()=1 2024-09-22T10:33:41.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.196+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ye4xc8Nmx2z_aWmPPyuObAwu0B-m8Xi_0 2024-09-22T10:33:41.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.200+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18391108171727909694', time=2024-09-22T11:49:08.421459+0000, chain.objs.size()=1 2024-09-22T10:33:41.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.200+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.l66R3ZNYbQWlg-rTfjjQBaS4MbZpDpM_0 2024-09-22T10:33:41.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7857201791079802680', time=2024-09-22T11:49:08.592447+0000, chain.objs.size()=1 2024-09-22T10:33:41.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wfAi7wAmMqWuvVlx4-cXEgDXZNTwBfl_0 2024-09-22T10:33:41.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13684159436929628048', time=2024-09-22T11:49:10.047288+0000, chain.objs.size()=1 2024-09-22T10:33:41.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3wZ674-38vt8Q7EytZygZ5vFsV1Joq4_0 2024-09-22T10:33:41.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10096292975327372019', time=2024-09-22T11:49:10.146079+0000, chain.objs.size()=1 2024-09-22T10:33:41.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2RIPBzoHv5tnUxolNHX-ubKrZ1oByUO_0 2024-09-22T10:33:41.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2682776056536923796', time=2024-09-22T11:49:11.493549+0000, chain.objs.size()=1 2024-09-22T10:33:41.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TU5oo8U1w0PgUrHgSTA33nnuA05Rgrt_0 2024-09-22T10:33:41.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7375235880657981708', time=2024-09-22T11:49:12.100966+0000, chain.objs.size()=1 2024-09-22T10:33:41.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KibDcYm-vqnWXQcYHt43yXoTHmBO2qP_0 2024-09-22T10:33:41.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5483539586897195530', time=2024-09-22T11:49:16.175134+0000, chain.objs.size()=1 2024-09-22T10:33:41.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oEUACqY35XE4kQCQtOKLT110tXIHz4g_0 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11757516415172426119', time=2024-09-22T11:49:16.177480+0000, chain.objs.size()=1 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AF712BeAfznRWi4apkD4N-y98CWB25o_0 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15638578102845102657', time=2024-09-22T11:49:18.348328+0000, chain.objs.size()=1 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.204+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.999tRR5XeMg_I3Z4Hj5mBytm59jOlrn_0 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1732495870303837716', time=2024-09-22T11:49:19.168951+0000, chain.objs.size()=1 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CyZfjHTSl-tx1Sxn6jb0_jbPub46gFR_0 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14234756161125334260', time=2024-09-22T11:49:21.921700+0000, chain.objs.size()=1 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UiXyl3mG3kOiurS8xXm5yNjvG0BQJuV_0 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8976575389892281370', time=2024-09-22T11:49:24.395486+0000, chain.objs.size()=1 2024-09-22T10:33:41.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.s3E66Z2SB_Zy0BHWFPTZbv5l3R1e1Fg_0 2024-09-22T10:33:41.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12369668529711570188', time=2024-09-22T11:49:24.514226+0000, chain.objs.size()=1 2024-09-22T10:33:41.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5jKWJU4QdvUlX9h9tR4-fHFZRB9XX5p_0 2024-09-22T10:33:41.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7100859853898497526', time=2024-09-22T11:51:11.024696+0000, chain.objs.size()=1 2024-09-22T10:33:41.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.l5MyVXJ1EWp95X66ZM5t5iUz1aZau1m_0 2024-09-22T10:33:41.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16441158162195335374', time=2024-09-22T11:51:11.920678+0000, chain.objs.size()=1 2024-09-22T10:33:41.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.208+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sEbnCJoQ2JMJrG1Ex1VsoeII2_rh-sR_0 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17688025100489445198', time=2024-09-22T11:51:12.588443+0000, chain.objs.size()=1 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MjrFt5ke_MYVdJSUQeM6AYwRap8Q18R_0 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3407823393039922050', time=2024-09-22T11:51:12.850418+0000, chain.objs.size()=1 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ve1gKei2mb-1eia9t4J7MPCs5wCla6B_0 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4420596377186735889', time=2024-09-22T11:51:14.128862+0000, chain.objs.size()=1 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ML-nPQkba88Knx9SQiBVpGFhLp0kK1M_0 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4463716251387706278', time=2024-09-22T11:51:14.252444+0000, chain.objs.size()=1 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Zz0tu07OBH9Fa8p6hx8C7B2rfr8c8Y__0 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10877094440154720099', time=2024-09-22T11:51:14.826321+0000, chain.objs.size()=1 2024-09-22T10:33:41.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.212+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Xw-nYiJHIp-xuT4wqHlHqnmqY2Dtd4e_0 2024-09-22T10:33:41.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4844438096179124574', time=2024-09-22T11:51:15.766182+0000, chain.objs.size()=1 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MhW6QgOX9Y4m-3Gc1LKvBp4gyyfvDDx_0 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16021882802266490278', time=2024-09-22T11:51:15.971886+0000, chain.objs.size()=1 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SFo1fY-1Wg391JkZItI9yLqlFtPEQGM_0 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4003149418471196712', time=2024-09-22T11:51:16.295947+0000, chain.objs.size()=1 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.POwsI2adEJF2CiOCZQ8WXYeIFjIJ_GW_0 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8887283446341316792', time=2024-09-22T11:51:17.379341+0000, chain.objs.size()=1 2024-09-22T10:33:41.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.216+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.hH0UNKEYd_Sj-IaqwavcCsFHduZUFJQ_0 2024-09-22T10:33:41.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11469836391175751325', time=2024-09-22T11:51:17.381800+0000, chain.objs.size()=1 2024-09-22T10:33:41.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4WBkg7jqiqF2Gx1CF9LoDrbMO9eX99U_0 2024-09-22T10:33:41.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17867527522927716903', time=2024-09-22T11:51:18.920853+0000, chain.objs.size()=1 2024-09-22T10:33:41.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mKxUEHCGep8l80cpKTrkCXk44MTC68i_0 2024-09-22T10:33:41.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16567048091938637752', time=2024-09-22T11:51:19.227818+0000, chain.objs.size()=1 2024-09-22T10:33:41.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wxMyZYWsIRCCKKThYV5YTe7xIMEsTCr_0 2024-09-22T10:33:41.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10131341093262675259', time=2024-09-22T11:51:19.449630+0000, chain.objs.size()=1 2024-09-22T10:33:41.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RuxnzvBepuXzdvjMPjLLaSXpOW-tSqH_0 2024-09-22T10:33:41.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13336092952183643227', time=2024-09-22T11:51:20.060594+0000, chain.objs.size()=1 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mq1qp80ZN_jnmVJ34AKGEpQAKr7uSah_0 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2631358745247646876', time=2024-09-22T11:51:21.470837+0000, chain.objs.size()=1 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2lw4Pm7XYE4Hb3EjqspZzmpmU0VkDqs_0 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.924909016727154735', time=2024-09-22T11:51:21.654269+0000, chain.objs.size()=1 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uw8-P3X1Pj430bfCMtiN0CQp4oqF7iq_0 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5540680394919139640', time=2024-09-22T11:51:25.259424+0000, chain.objs.size()=1 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rrJMgEGZ7mRePWAVGV_TXCzW6Xh3OBd_0 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15154025745025037684', time=2024-09-22T11:51:29.640201+0000, chain.objs.size()=1 2024-09-22T10:33:41.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.220+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OjPbQ9alE5LhdRwWBKmOU4gNW294TSP_0 2024-09-22T10:33:41.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.228+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51296 2024-09-22T10:33:41.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-22T10:33:41.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9384703420716504160', time=2024-09-22T11:51:31.602573+0000, chain.objs.size()=1 2024-09-22T10:33:41.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tyH9MQkAE9yDT7UvdQJPaztcR_l6cn3_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14584909494469142644', time=2024-09-22T11:51:31.899876+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UJ0781RkFvkMGQcHL3_RZ-Il3xSGHLL_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.431127064887117721', time=2024-09-22T11:51:32.127974+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zwN0XBZDHX_w4YYniSRq2UFDSUsTMPq_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1176604915388548550', time=2024-09-22T11:51:32.834421+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vIPYH05w8it7bISt1EusOwnYwzF30-s_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7185372623238543475', time=2024-09-22T11:51:32.991352+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.435Sb-O2OlE0trp5vSBEHhAa7iawKFq_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11062479029544146158', time=2024-09-22T11:51:33.398552+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IkFrfYU8RL3Cewc4fQxBLaZkSHEn1m-_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6432137728367848547', time=2024-09-22T11:51:33.675048+0000, chain.objs.size()=1 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IZSBf7iu94cU50L6U5W1qiORZXmDZ8s_0 2024-09-22T10:33:41.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17030692750422094479', time=2024-09-22T11:51:33.678681+0000, chain.objs.size()=1 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2azHceq5GNGXzz73DZqPpi5w_2KZY9J_0 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1269719038228510043', time=2024-09-22T11:51:34.256911+0000, chain.objs.size()=1 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eFNPJYW6V6L-ZCxKJl4Xj9XsNcYTZ5F_0 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13096523239103438585', time=2024-09-22T11:51:34.421994+0000, chain.objs.size()=1 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iKMF_b3A58wi-SIDRuFGfPGVqPR5Vgu_0 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14882915063572056623', time=2024-09-22T11:51:34.615529+0000, chain.objs.size()=1 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5AU7aHAe2LWaS7GfBbgEPA2NnyvhwEl_0 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10539037759965854426', time=2024-09-22T11:51:39.519087+0000, chain.objs.size()=1 2024-09-22T10:33:41.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.232+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.13Sfj7pTVXzFiTexryO4bQnU8yrr8L__0 2024-09-22T10:33:41.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18030444865938941679', time=2024-09-22T11:51:41.168258+0000, chain.objs.size()=1 2024-09-22T10:33:41.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8rbctmHkNmBzTMbg-jDaDA0W6A8-3LG_0 2024-09-22T10:33:41.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16224891386704648765', time=2024-09-22T11:51:41.264446+0000, chain.objs.size()=1 2024-09-22T10:33:41.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DKuCKdmiZM8sB03vhJC63DIkbZKS5fQ_0 2024-09-22T10:33:41.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1475043369042793263', time=2024-09-22T11:51:41.470337+0000, chain.objs.size()=1 2024-09-22T10:33:41.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8Xtr1fRIC88lJWiUjjb13rlIzp9dP-q_0 2024-09-22T10:33:41.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17619011881309877443', time=2024-09-22T11:51:41.932240+0000, chain.objs.size()=1 2024-09-22T10:33:41.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZccOYllM9OVefAGr-WRV-oIJygfboEx_0 2024-09-22T10:33:41.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13040736994909814144', time=2024-09-22T11:51:42.547674+0000, chain.objs.size()=1 2024-09-22T10:33:41.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.236+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6cDCzwswvi0lsUkAMMvPIoC4EVB_l82_0 2024-09-22T10:33:41.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10962017568913862071', time=2024-09-22T11:51:48.331420+0000, chain.objs.size()=1 2024-09-22T10:33:41.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.327__shadow_.R59V19pZxvxGwULNhPNGOM8qKDGTv09_0 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17124845702983756963', time=2024-09-22T11:51:51.942495+0000, chain.objs.size()=1 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.329__shadow_.qS2nUVZ1G2kf93SmdlazCYry56DUb1X_0 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2227063906094760792', time=2024-09-22T11:52:39.741032+0000, chain.objs.size()=1 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.353__shadow_.zG_GvG6VbG5K5rWqDqVYe_rC30OdpE__0 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11644269797709413932', time=2024-09-22T11:53:37.766240+0000, chain.objs.size()=1 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.383__shadow_.9yKMjDvO7q9OM6Ur8qDww9xofUC1MxC_0 2024-09-22T10:33:41.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17144203196905759528', time=2024-09-22T11:53:53.066727+0000, chain.objs.size()=1 2024-09-22T10:33:41.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.390__shadow_.u7nUTDaEryeBhrEyBrj46Y6fOHlm5ZF_0 2024-09-22T10:33:41.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9471203315175854517', time=2024-09-22T11:56:12.316231+0000, chain.objs.size()=1 2024-09-22T10:33:41.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.456__shadow_.MU5vs5QPkmHysJqtQxy9_JcSFIy3IIZ_0 2024-09-22T10:33:41.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2715803561230858546', time=2024-09-22T12:08:43.504351+0000, chain.objs.size()=1 2024-09-22T10:33:41.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.558__shadow_.1PCCrN2IXiR126TcA4tlmiSX2MF0K1u_0 2024-09-22T10:33:41.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5899417064234079704', time=2024-09-22T12:08:54.135679+0000, chain.objs.size()=1 2024-09-22T10:33:41.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.561__multipart_mymultipart.2~UZPsB774hPwZ9eHqm4sZxmlDlATW8-H.1 2024-09-22T10:33:41.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9398950808460263537', time=2024-09-22T12:09:27.207858+0000, chain.objs.size()=1 2024-09-22T10:33:41.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:VD-JtKzMc0itJ8vqR5uLuqymOb2kKIp_.rPs5ZBhrvoTrdar8K8NZhq60jG4klbK_0 2024-09-22T10:33:41.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15953527420458222266', time=2024-09-22T12:09:48.625141+0000, chain.objs.size()=1 2024-09-22T10:33:41.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.240+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.571__shadow_.hOuXDj-Cw37ybBtoAPNcdMovJD7YUJ0_0 2024-09-22T10:33:41.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5198494303288951801', time=2024-09-22T12:10:21.956199+0000, chain.objs.size()=1 2024-09-22T10:33:41.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:33rMv.yK6jDdWC8tRNc.rbrWKBpdZ2c_.QmpKGcxz46ooajyj6JmsYhJXj6tPMHP_0 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13681336124526385441', time=2024-09-22T12:12:17.886972+0000, chain.objs.size()=1 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.580__shadow:F2DAW6XZD-skPCfuzjwBR5J1R2MhFqN_.Xq4mF_tpeTbourbFNSHwNa1E6tWrg2N_0 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1493733950256581707', time=2024-09-22T12:19:51.674663+0000, chain.objs.size()=1 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.628__shadow_.VPPRhQJNEPQlCYfAXVn7cJVxC8AA4bO_0 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3370628758206708642', time=2024-09-22T12:20:15.187773+0000, chain.objs.size()=1 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.639__shadow_.htDqX8umnr5wG1vcHVFAIMZ9aX7dmgs_0 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3012554105298966665', time=2024-09-22T12:28:15.910677+0000, chain.objs.size()=1 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.755__shadow_.zazuiLfYt77n5Owe-DbexhdAFz23tUE_0 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5628489055612132182', time=2024-09-22T12:30:07.153943+0000, chain.objs.size()=1 2024-09-22T10:33:41.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.244+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.771__shadow_.Y0sMz5AmE47WPhX2SqW7Q1AqarPdmfu_0 2024-09-22T10:33:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.248+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-22T10:33:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=99, truncated=0, next_marker='' 2024-09-22T10:33:41.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_q6RSFdnFy5CblvBWsuH_IhEcuLlGBEu', time=2024-09-22T11:34:39.762139+0000, chain.objs.size()=3 2024-09-22T10:33:41.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.AFwkiKUo1TQP0xlXpeHr_DMjiFoVBSa_0 2024-09-22T10:33:41.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.AFwkiKUo1TQP0xlXpeHr_DMjiFoVBSa_1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.AFwkiKUo1TQP0xlXpeHr_DMjiFoVBSa_2 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16606028407758645550', time=2024-09-22T11:37:27.532381+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.200__shadow_.gJ7mwOV0JqyIehw96bL0lkepQ0diYsW_0 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16141988091644210844', time=2024-09-22T11:42:11.976556+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.258__shadow_.Dbc38TTz4473lS0i6ScxB6v9YLqK19M_0 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1530999235707215168', time=2024-09-22T11:44:05.524588+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.A-6T5-zj73upp1qR5cfUd6b3xk9lk4s_0 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15001236821610953058', time=2024-09-22T11:44:05.866844+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fQetO7-bH9MdKyQZx3P6JwItAxFbn8y_0 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4555097472359523568', time=2024-09-22T11:44:07.741885+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9-X-7P3U1_Hh_TMu6eS4nXNwD80iR1h_0 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9013590332625090003', time=2024-09-22T11:44:08.127929+0000, chain.objs.size()=1 2024-09-22T10:33:41.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.x4Wj360x8vQXpzvWQz47rqvaQyquWFR_0 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17584874698706779973', time=2024-09-22T11:44:08.667614+0000, chain.objs.size()=1 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.AG_MU9qapgqkEhbFjm1eCq7PPjo52_e_0 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15364203983066020739', time=2024-09-22T11:44:09.300612+0000, chain.objs.size()=1 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.b9EpTqh08oznfAVGo-RBJpwwyY2fNK-_0 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11775000189179079912', time=2024-09-22T11:44:09.410325+0000, chain.objs.size()=1 2024-09-22T10:33:41.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.256+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.loIe7WP8fkIvbKbTyrVIQYF_hSCEBDq_0 2024-09-22T10:33:41.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16156382714166528354', time=2024-09-22T11:44:10.589908+0000, chain.objs.size()=1 2024-09-22T10:33:41.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bgsw0x0x2TL_HryMALvG-dAX47Yurge_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8056062813402793439', time=2024-09-22T11:44:16.000716+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X16mWzGP9L1L8kSMHfyNi2sTemFUegq_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2635686124018245653', time=2024-09-22T11:44:16.423965+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QgR4SSEn4L3ZEhOIF4UKRLQiRyfiCxx_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10839331016203991046', time=2024-09-22T11:44:16.427880+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IOQmbUacgAd7h0Z5WclK6o1aZH8eFTD_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3200775523459469707', time=2024-09-22T11:44:17.022069+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DsruLSMts5CyOVek6vXIJ1oW4FVNgVn_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1697515585465360193', time=2024-09-22T11:44:18.547587+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.povWpcL8So9yeJC7sUPGlry2KEPqMR8_0 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14294187883975681870', time=2024-09-22T11:44:18.782184+0000, chain.objs.size()=1 2024-09-22T10:33:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yCpfZu_6Ak6eA6S8N5m8xoDyWOxAFHI_0 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6205526376621908267', time=2024-09-22T11:44:19.138007+0000, chain.objs.size()=1 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9ydqp9gtOt3DvwCqnxwdKQXI8lYKvYU_0 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14989659824910644999', time=2024-09-22T11:44:20.034671+0000, chain.objs.size()=1 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xATG2bbpkjGbFD433TxBiCZ5mDLRA4R_0 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.889163072814616439', time=2024-09-22T11:44:20.127859+0000, chain.objs.size()=1 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.M-X_k8mtrAvfkFyhiskDVuS4sE-KTw__0 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14623970047348592687', time=2024-09-22T11:44:20.480827+0000, chain.objs.size()=1 2024-09-22T10:33:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.264+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9jYgTqwdKho_wzTpVjhDEj-nUoY5jEZ_0 2024-09-22T10:33:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9206314775765743145', time=2024-09-22T11:44:24.113211+0000, chain.objs.size()=1 2024-09-22T10:33:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rf9-MDmF8OKV8YiUTu14DIDGQc2IfYi_0 2024-09-22T10:33:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6530656974555818621', time=2024-09-22T11:44:24.452651+0000, chain.objs.size()=1 2024-09-22T10:33:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xNQV9nBNrBFWiU78Rjoh3WaLryGuwyD_0 2024-09-22T10:33:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8733910812976552271', time=2024-09-22T11:44:24.456095+0000, chain.objs.size()=1 2024-09-22T10:33:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SzZyAfEl7920jQ7t9i4UVlBDK7f_cuB_0 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17841978982769353670', time=2024-09-22T11:44:24.475050+0000, chain.objs.size()=1 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ULESzKenitFwrlUwmQ8E7yBqRZHpArT_0 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17262126451875560953', time=2024-09-22T11:44:25.938497+0000, chain.objs.size()=1 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XhROeWXs5QKK1qtQvLW-GiuHQsSN6Dg_0 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14284765145912433850', time=2024-09-22T11:44:25.940443+0000, chain.objs.size()=1 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.imvSVuMSbSfFjaCN6gXTHCdMF-orfQW_0 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8232058099163541041', time=2024-09-22T11:44:26.380411+0000, chain.objs.size()=1 2024-09-22T10:33:41.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.us_hCTLTyNwYpuO7K7r4kRFUGPD7gBQ_0 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7869353188316293267', time=2024-09-22T11:44:28.129354+0000, chain.objs.size()=1 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NkfPAHQdP56CbyiZ7Q3C1HY4OVXgN23_0 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.268+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7464491232948727619', time=2024-09-22T11:44:28.298308+0000, chain.objs.size()=1 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.a76JCA5rLOoX7sJP_7iCcEGaTcXU0oK_0 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8536061306316983990', time=2024-09-22T11:44:29.055663+0000, chain.objs.size()=1 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oN217zXNFeRcu6Kb1awVR4jKHSsF4Tw_0 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8053356194026683205', time=2024-09-22T11:44:29.355849+0000, chain.objs.size()=1 2024-09-22T10:33:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wF02HOtJxWt1SuxgQIG3BPXQHXjcqo__0 2024-09-22T10:33:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15867942895919529930', time=2024-09-22T11:44:30.477686+0000, chain.objs.size()=1 2024-09-22T10:33:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VOv4Aec3dnGeNbZ2E5tzrI0PbBPSjV9_0 2024-09-22T10:33:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1849921843626207490', time=2024-09-22T11:44:32.547488+0000, chain.objs.size()=1 2024-09-22T10:33:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WpF8UEXROFCFSmuI-P4UpkT4NCKFgjG_0 2024-09-22T10:33:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2854707618600188790', time=2024-09-22T11:44:32.683881+0000, chain.objs.size()=1 2024-09-22T10:33:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.272+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.akjcD5_kD5MJYxWXgYpVLEc-xNC7Gr1_0 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11427542911656636649', time=2024-09-22T11:44:34.186236+0000, chain.objs.size()=1 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ksvbzSWLApcgqLeoXZSRfHNt9a74q3u_0 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.646742686027914323', time=2024-09-22T11:44:52.658893+0000, chain.objs.size()=1 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.270__shadow_.WWXOmgI5av1Vx3LwzOZa1CT1Aarj6vF_0 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18023566265220029460', time=2024-09-22T11:45:06.178653+0000, chain.objs.size()=1 2024-09-22T10:33:41.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.276__shadow_.vbOpNd32uZ3Km0gP6jovVBOiMN4MqJB_0 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15888840154108935690', time=2024-09-22T11:45:08.516049+0000, chain.objs.size()=1 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.277__shadow_.6VfdgMBgdQcZCFSIaRbYuXAO2_LWhGt_0 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15436378041590046823', time=2024-09-22T11:45:19.830919+0000, chain.objs.size()=1 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.282__shadow_.DDpiefDlctnsZjbinQh3kNDeIvi-h4i_0 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1181038421484034134', time=2024-09-22T11:45:47.008009+0000, chain.objs.size()=1 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.-K0gFlaGdd6bcMmnNd1h_5VptXwcnne_0 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3597844130962596485', time=2024-09-22T11:48:57.144169+0000, chain.objs.size()=1 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xrv90kdoicfUqQoA3aF1-A2T0eMpetk_0 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15051428073351500570', time=2024-09-22T11:48:58.455137+0000, chain.objs.size()=1 2024-09-22T10:33:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Z0r0ZbFo3Yf1UzAygbjRA_r8BMQzUSw_0 2024-09-22T10:33:41.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6738286870446595707', time=2024-09-22T11:49:01.330787+0000, chain.objs.size()=1 2024-09-22T10:33:41.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.276+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MSYzPPoi1ahoTlVGHCLv08Fm-PQ1gcV_0 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15046701635309206262', time=2024-09-22T11:49:02.018544+0000, chain.objs.size()=1 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xoA8CAhEa82-YhQQAOu3JwcaWbfGnOj_0 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3864525015053374293', time=2024-09-22T11:49:03.193007+0000, chain.objs.size()=1 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ygy1LzLmCLmZtXaR2fGHpKrn-Jd5Ci9_0 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.82199359444414080', time=2024-09-22T11:49:03.372723+0000, chain.objs.size()=1 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ar2Spwzf8h3zpEOlNrRzP3eTcTvDin1_0 2024-09-22T10:33:41.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5313358650023313348', time=2024-09-22T11:49:03.668929+0000, chain.objs.size()=1 2024-09-22T10:33:41.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xqCCtEUVVLgfmiWw16NBucnxLisLEcf_0 2024-09-22T10:33:41.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11535230503004175557', time=2024-09-22T11:49:03.818963+0000, chain.objs.size()=1 2024-09-22T10:33:41.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Abaob1WSydI4xbCAjexxndwlNpi9n-v_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10848879146818689736', time=2024-09-22T11:49:04.047435+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oxcbGBAgbY2-NUyMQe0s4VMDHvb0nkX_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7933954288357386865', time=2024-09-22T11:49:04.456085+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SWOdJCtOoOclw-msmB8xa-P7SZjkHzs_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2554448874841849139', time=2024-09-22T11:49:06.745260+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Kvl9_3DaG9leRTd5-HSSbnHiOAelOQC_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6884809316670941652', time=2024-09-22T11:49:14.967858+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Z4S7h-QD4TY1WJgNDLCQ2pYXIsbbCf1_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16351598171932811436', time=2024-09-22T11:49:16.218712+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gzSRnC5vFwnbGDzt22Zvx5dPmjTjygO_0 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10729788667370103356', time=2024-09-22T11:49:16.592906+0000, chain.objs.size()=1 2024-09-22T10:33:41.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.280+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SNj03JMQD-04ZVuZ-CY5-u6Q7t_THwh_0 2024-09-22T10:33:41.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3055974230128289602', time=2024-09-22T11:49:17.783554+0000, chain.objs.size()=1 2024-09-22T10:33:41.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ESPWzs9d3yY-HOAnkf_KDFO6LbbzNkA_0 2024-09-22T10:33:41.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2951717500537185143', time=2024-09-22T11:49:19.742114+0000, chain.objs.size()=1 2024-09-22T10:33:41.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SzZ3DDS7ZWmENMs_vBzBKexWACi-izh_0 2024-09-22T10:33:41.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.588910425810062855', time=2024-09-22T11:49:20.792724+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.21jJ9C5QbqYvyO6s3B7oCwx9pBUC0Cl_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5314388335688068659', time=2024-09-22T11:49:22.707383+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.O5tdRwNZE49MM-VJZCSzJq9m20UwPhN_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11891677627596001135', time=2024-09-22T11:49:23.818652+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.X_SA3b92t8Ck4rD39anu5y7FMYjAK8x_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3151903077517165349', time=2024-09-22T11:49:24.472363+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.284+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TgWm_Ryj60SCoK-HeBSZpgX3HUoCapT_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8272662569576253575', time=2024-09-22T11:51:10.098171+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eyLnYFGkNAKgtZk5Hq682pYGUytbzuz_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6320525887034781634', time=2024-09-22T11:51:10.104162+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V0jmotJ3OG7nhdPWTddR2ZpnboLXe5h_0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7321871166565313133', time=2024-09-22T11:51:11.006459+0000, chain.objs.size()=1 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LMvEHUxKpqM-PSpervWZF_Lk2qjsan__0 2024-09-22T10:33:41.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17429232479488127954', time=2024-09-22T11:51:12.875771+0000, chain.objs.size()=1 2024-09-22T10:33:41.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aGjnahW9iFwcLg8O_PYQS0jAgv9cbGa_0 2024-09-22T10:33:41.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8274770169470954477', time=2024-09-22T11:51:19.159971+0000, chain.objs.size()=1 2024-09-22T10:33:41.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vglRwlnockzb_lDKitJyWHiCIKVFleo_0 2024-09-22T10:33:41.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17966689376413774044', time=2024-09-22T11:51:20.501022+0000, chain.objs.size()=1 2024-09-22T10:33:41.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zUL91vg0XLr-eHmjeyx5JV9atLiciUk_0 2024-09-22T10:33:41.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7203428725443459457', time=2024-09-22T11:51:21.089619+0000, chain.objs.size()=1 2024-09-22T10:33:41.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.288+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.toc4QyqKSUxr9ZAtprGtKawuIg0RYP9_0 2024-09-22T10:33:41.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12949628751310596302', time=2024-09-22T11:51:21.844364+0000, chain.objs.size()=1 2024-09-22T10:33:41.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.au3KBSWXKqj8Q2TSvFCB6UEap2eLzgE_0 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12868649165681052087', time=2024-09-22T11:51:21.846170+0000, chain.objs.size()=1 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.amSmot9SGilrqpTWIyv4_qRYz91_JVJ_0 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9725691355271382032', time=2024-09-22T11:51:23.468152+0000, chain.objs.size()=1 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lIZX6advx_TvJE1ym6WsyK5x3Y2kJJY_0 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8360638181249463243', time=2024-09-22T11:51:25.129861+0000, chain.objs.size()=1 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3C5EDIYiWhv9omp2QoUmxO7yJylEsyX_0 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15811223120393933253', time=2024-09-22T11:51:26.148766+0000, chain.objs.size()=1 2024-09-22T10:33:41.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Z-hTLyFXkEvRQmU_x9nX_PWsiOyE87h_0 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7132554211786147182', time=2024-09-22T11:51:26.168838+0000, chain.objs.size()=1 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UamBY1UYgwf75BGHNz85H6YeCIiCORS_0 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13749185894532981421', time=2024-09-22T11:51:32.509999+0000, chain.objs.size()=1 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.h0ztN438Gnqgd5Cftaf8lHXh1sVXlpC_0 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1460286411654010169', time=2024-09-22T11:51:32.779377+0000, chain.objs.size()=1 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Atn0CFRALW_ukR-0eTEAYFEwS7viT7d_0 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8872728128507584939', time=2024-09-22T11:51:33.197078+0000, chain.objs.size()=1 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.pFyIW5VKJOmLwOFKAr2alazFzXeS91p_0 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13050745785846702670', time=2024-09-22T11:51:34.160953+0000, chain.objs.size()=1 2024-09-22T10:33:41.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Vzm70z6cQlBQenFLpTOa6E7R_4FynLS_0 2024-09-22T10:33:41.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4838547272653627371', time=2024-09-22T11:51:37.218707+0000, chain.objs.size()=1 2024-09-22T10:33:41.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.292+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9e5fjec69YXTM4b9E7PkhPUKAjzjglN_0 2024-09-22T10:33:41.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9765926507146172632', time=2024-09-22T11:51:37.252712+0000, chain.objs.size()=1 2024-09-22T10:33:41.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.B4_qbZNUdHy2Q65X6IMHhZ5EUDT64VO_0 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12096874946643492123', time=2024-09-22T11:51:39.570157+0000, chain.objs.size()=1 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Zn1R3Axhr0Edhjpt8FSJj9k-Htnep0v_0 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.634196588945630989', time=2024-09-22T11:51:39.615758+0000, chain.objs.size()=1 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._Xk6Iwyn9ZBjkH5eMT8pgiah9eOe9nd_0 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3407534152646392033', time=2024-09-22T11:51:40.080414+0000, chain.objs.size()=1 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Zh_3ph7X7s6YgIOuOME0KV33NcVHPPG_0 2024-09-22T10:33:41.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11484780432361498420', time=2024-09-22T11:51:40.950481+0000, chain.objs.size()=1 2024-09-22T10:33:41.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.L_I2kE1rNqqdjtaVG9xxGr1wxqd3miu_0 2024-09-22T10:33:41.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16441870522455653140', time=2024-09-22T11:51:41.746069+0000, chain.objs.size()=1 2024-09-22T10:33:41.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FQax9A1Md0gxESK9QyAVMk56xzuypFl_0 2024-09-22T10:33:41.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17884905244771982938', time=2024-09-22T11:53:53.077797+0000, chain.objs.size()=1 2024-09-22T10:33:41.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.296+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.390__shadow_.u2Jpvs8lLvuAo1Gp70GOLuXwUWandPP_0 2024-09-22T10:33:41.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14887671646078226498', time=2024-09-22T11:54:33.488993+0000, chain.objs.size()=1 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.410__shadow_.9suMfb-2Ok7Jt_FflKDdiJgBUb8Rgug_0 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1768945522197368641', time=2024-09-22T11:56:21.466394+0000, chain.objs.size()=1 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.459__shadow_.rBXOkBEgGMhE163G-MmFpah3LCyPDr2_0 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11606292074688463203', time=2024-09-22T11:56:36.521013+0000, chain.objs.size()=1 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.464__shadow_.PMtuSj2JkKQ7mwmRCOcwbvbPXB74Cbc_0 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14025319287485787189', time=2024-09-22T12:08:57.502416+0000, chain.objs.size()=1 2024-09-22T10:33:41.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.562__shadow_.SMpb1xSyFiW2oYK2Zvev7ik3egMBPFm_0 2024-09-22T10:33:41.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8557529054444264171', time=2024-09-22T12:09:33.760076+0000, chain.objs.size()=1 2024-09-22T10:33:41.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:l7X14i3h-tSWwdxaMkKhk3X-9mLgBGj_.1kWZ8PHdPehXEPtNV8YFqFphxcZFviC_0 2024-09-22T10:33:41.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3989844892948877856', time=2024-09-22T12:11:05.730223+0000, chain.objs.size()=1 2024-09-22T10:33:41.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:H23rZxVL5yRSRlot4USuCfm9ccZ-GlR_.OGUxpdv1BWT0Ht8rKISpdKkFjmeJWsT_0 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6570336578800886774', time=2024-09-22T12:12:33.587744+0000, chain.objs.size()=1 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.300+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.586__shadow:PG.mQOoyQG5Bnl5YLJXiVWTDmsMRi5e_.A3Yn4kfJboYjnC6Od5MHGq_o7x7mdw5_0 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14508939600044176596', time=2024-09-22T12:19:58.524406+0000, chain.objs.size()=1 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.631__shadow_.isjMPHb6GMW5hOeKmOkmRWa-TtUEfol_0 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2268478181748346420', time=2024-09-22T12:21:30.659396+0000, chain.objs.size()=1 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.656__shadow_.54Z-GqLDfHnnRqON-QveX4jOBtMPcwR_0 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16009914125106060002', time=2024-09-22T12:22:32.730549+0000, chain.objs.size()=1 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.665__shadow_.qxIM_F3u7aOA888twCkX2bWgRmepn9O_0 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7398735164213934337', time=2024-09-22T12:22:36.704163+0000, chain.objs.size()=1 2024-09-22T10:33:41.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.666__shadow_.KCsS4ARQhlbpKwEwRdkK2zC7_yBzKaK_0 2024-09-22T10:33:41.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8075751973737292295', time=2024-09-22T12:22:45.361718+0000, chain.objs.size()=1 2024-09-22T10:33:41.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.671__shadow_.dmcl1AoIsoD-VwgRKd7scvC8Ltp6p_m_0 2024-09-22T10:33:41.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7726156979773795258', time=2024-09-22T12:30:00.913123+0000, chain.objs.size()=1 2024-09-22T10:33:41.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.304+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.770__shadow_.f0YszOM1aPQ4fwKu1p6g226m3O4xm8k_0 2024-09-22T10:33:41.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.308+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.312+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-22T10:33:41.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45438' 2024-09-22T10:33:41.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_bfgFT-nZFsy6O8EEQJYSSWU5BmgRZvs', time=2024-09-22T11:34:50.864532+0000, chain.objs.size()=3 2024-09-22T10:33:41.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.UScTJjr6I1PH0K6KjwowkvwSoI8h6NG_0 2024-09-22T10:33:41.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.UScTJjr6I1PH0K6KjwowkvwSoI8h6NG_1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.160__shadow_.UScTJjr6I1PH0K6KjwowkvwSoI8h6NG_2 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_q2sfl3zMrdYX7plECfRa46WU-0-x0Hq', time=2024-09-22T11:35:00.118638+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.iXGsxhdPLXx-9zIrbDB8fbU47VMjUkb_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_ysGhRIXLlFS-xo6brUNHCkIUwRc7Dgw', time=2024-09-22T11:35:47.532588+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.165__shadow_.ee8sLBHFIGFqbwM0ZS_RmH_I55443Qz_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14948145329705918767', time=2024-09-22T11:37:24.668506+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.199__shadow_.MTtxC3XOORH5i_Eu6H_yOWh1qeM2eZy_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14883000020837494562', time=2024-09-22T11:41:10.148161+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.234__shadow_.cWT8hSSn8ZSa630L-Y_yl43NAXXyZpA_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.98320684001084788', time=2024-09-22T11:41:51.207806+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.249__shadow_.ZY1sYcX84yX1vNc37m0tOI3RMr0JB6m_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8276381265113404520', time=2024-09-22T11:41:58.181030+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.252__shadow_.86BdzJRyzZa0-KtHGNXthyOXWpaCjO4_0 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11016593576342128420', time=2024-09-22T11:44:02.553127+0000, chain.objs.size()=1 2024-09-22T10:33:41.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JbIzgHDGv5yJ2TzbaeySVazhOQki4pi_0 2024-09-22T10:33:41.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.886174755066567124', time=2024-09-22T11:44:04.384510+0000, chain.objs.size()=1 2024-09-22T10:33:41.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ji1tDW12I02VlwPJKhjA3jKqiwUd3P__0 2024-09-22T10:33:41.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5156355390114975412', time=2024-09-22T11:44:04.640286+0000, chain.objs.size()=1 2024-09-22T10:33:41.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.316+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.smkj8lyFtoLt6_gTGWG1ywAIRoYKJJR_0 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1194659610980651011', time=2024-09-22T11:44:05.427232+0000, chain.objs.size()=1 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yd4ya7Oj1GdBRLcJ7aB69kMOIkXYSHf_0 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10625466816975245319', time=2024-09-22T11:44:05.998846+0000, chain.objs.size()=1 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Sl8PQa7XVVvWtKdRvFt8yVRtTYmKE4s_0 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5122775556894480456', time=2024-09-22T11:44:06.003336+0000, chain.objs.size()=1 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4b5EhFiasgd9ozGiBe-pzPNgyOCr0nV_0 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14340808282700281575', time=2024-09-22T11:44:07.615718+0000, chain.objs.size()=1 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rMxjhg6l8wWQogfrrK_kvYKKVhXkK4J_0 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9141607067359661268', time=2024-09-22T11:44:08.029332+0000, chain.objs.size()=1 2024-09-22T10:33:41.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yyxEeobxh4OyQptDgsee8O3KwqUWPcQ_0 2024-09-22T10:33:41.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12608820038553540804', time=2024-09-22T11:44:10.205782+0000, chain.objs.size()=1 2024-09-22T10:33:41.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.320+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OizADlIoj9ducM6Ot_l5I9x3V4Q8NJ-_0 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6470693749638337611', time=2024-09-22T11:44:10.297281+0000, chain.objs.size()=1 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zILYr0mw63Lg6VdhGp2OsYSnAWifWTd_0 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4383712008923987821', time=2024-09-22T11:44:11.664341+0000, chain.objs.size()=1 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iEok9-wiv12gRROrlMh6vMIOEDn8SMK_0 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5542137446059078281', time=2024-09-22T11:44:11.687402+0000, chain.objs.size()=1 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CT-DEvmlXFojehDuqgFgVJvUbD9vp4q_0 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.953697074204056052', time=2024-09-22T11:44:11.793287+0000, chain.objs.size()=1 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.I3DD34tQWCjCIEcCFLoZKQ5dpf0EilF_0 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5208321400655013356', time=2024-09-22T11:44:12.183895+0000, chain.objs.size()=1 2024-09-22T10:33:41.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.w0uy4CTyb_5yQk0eSMbDxTnxJGkNH8F_0 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14470520368110059079', time=2024-09-22T11:44:12.491804+0000, chain.objs.size()=1 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YKgk0cs9X8Ir2D4QTo3N4PImVkaHwK9_0 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10400749081736367662', time=2024-09-22T11:44:13.887682+0000, chain.objs.size()=1 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hP5b3N8PHykFznXWs60cArnQ2Am3vmn_0 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14662750718641470081', time=2024-09-22T11:44:14.322177+0000, chain.objs.size()=1 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Z2p3Uo7FmJJFbn_2NCv5ROIFYRVYGKC_0 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10698786803216080763', time=2024-09-22T11:44:14.825983+0000, chain.objs.size()=1 2024-09-22T10:33:41.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.324+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.33VGUObbcX9xcuVz4GMGSQba9LECZjn_0 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10732578470176260545', time=2024-09-22T11:44:17.434915+0000, chain.objs.size()=1 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-CDVa_hD6-OMqFR_47ZYIc2gifqo9-q_0 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9880163639865677410', time=2024-09-22T11:44:18.317011+0000, chain.objs.size()=1 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8fjwO2moxhBZvQrsNotVCHq8OkG7z7w_0 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2727123341064374918', time=2024-09-22T11:44:18.318911+0000, chain.objs.size()=1 2024-09-22T10:33:41.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Jvso4vyzpdKLXukbv5INnOez3ARjGx5_0 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3166508829399052713', time=2024-09-22T11:44:18.891110+0000, chain.objs.size()=1 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.p3BVvCH9MuNJz2pd-XGmZFKTYBZ8MVV_0 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11786942653948980870', time=2024-09-22T11:44:20.116553+0000, chain.objs.size()=1 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JDdnKJWCGxZeSWtsX8er-Gb_8lzoMCj_0 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9064278427922993560', time=2024-09-22T11:44:20.921511+0000, chain.objs.size()=1 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6zrpiCGdk81c6Wx5LpnD12UGehOapfp_0 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5619530315086811572', time=2024-09-22T11:44:23.128887+0000, chain.objs.size()=1 2024-09-22T10:33:41.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.328+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FevVBQdEA6ix1DRlvYI56GHaoJ7VHve_0 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14705817614006264960', time=2024-09-22T11:44:24.999051+0000, chain.objs.size()=1 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mA-C-ZBrTWxdj0V7cPY5vWvTF-XWTqo_0 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11972890322252218047', time=2024-09-22T11:44:25.966499+0000, chain.objs.size()=1 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cFOkPKoxFj7utJY2HbB0oNdPDpkzmGi_0 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17375029134256005666', time=2024-09-22T11:44:26.041149+0000, chain.objs.size()=1 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BsiuR3EAGvexxA2-qxSbdNhHRzCInYS_0 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11195751885455278246', time=2024-09-22T11:44:27.032782+0000, chain.objs.size()=1 2024-09-22T10:33:41.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1Ivc6tTmJe3C57WQDcAg7jPFS1rcRsv_0 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13236972146021244728', time=2024-09-22T11:44:28.129027+0000, chain.objs.size()=1 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5-qwytSXvgxc7DpuHM2Y_ORsDFbDo4x_0 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9381457950526710360', time=2024-09-22T11:44:29.483818+0000, chain.objs.size()=1 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FqVVvDBEj5QCJDPnfyHOR7a8CHzNz1I_0 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13435077787207359578', time=2024-09-22T11:44:30.962553+0000, chain.objs.size()=1 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ov9CkFvHFtjdzhCstW6EcOTnEN15q93_0 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.648777745504813338', time=2024-09-22T11:44:31.348759+0000, chain.objs.size()=1 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.FBOCJf8e42IO1XoPL27RXpRQKkqLPwp_0 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17020361888104733666', time=2024-09-22T11:44:33.282643+0000, chain.objs.size()=1 2024-09-22T10:33:41.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mgVDYuR20tPnDtiUkN31e_QmUap9YRl_0 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15164666107255202116', time=2024-09-22T11:44:34.082588+0000, chain.objs.size()=1 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.JBpbF7kG-8haONmelVfe3JxCO0SqBoa_0 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12192522501538014406', time=2024-09-22T11:44:34.565683+0000, chain.objs.size()=1 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rzfuz7RsGXAUD2tiFjLbB_izKNagcEF_0 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8010182323074322584', time=2024-09-22T11:44:37.254956+0000, chain.objs.size()=1 2024-09-22T10:33:41.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.332+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.263__shadow_.VvNtOsImAwndghXrXl2hD6GawHppwS1_0 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16335778710777333479', time=2024-09-22T11:45:03.830686+0000, chain.objs.size()=1 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.275__shadow_.M3MdQDIwQDzzN9dyPOWiIEhF4siFZQl_0 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17404464605137007864', time=2024-09-22T11:45:47.015875+0000, chain.objs.size()=1 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.wxZCCgd52BqRxgCCzVKIANRBR6fCeHG_0 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14037301459539080923', time=2024-09-22T11:46:00.165676+0000, chain.objs.size()=1 2024-09-22T10:33:41.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.296__shadow_.2agPbixklgqRzILQUPJdo2Wm9uoKllc_0 2024-09-22T10:33:41.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.403962309445241299', time=2024-09-22T11:46:02.474915+0000, chain.objs.size()=1 2024-09-22T10:33:41.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.336+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.297__shadow_.IOWs94bgRkfQbX4hzw0Y-AcqqK-0rHX_0 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13755467631860939120', time=2024-09-22T11:46:14.224544+0000, chain.objs.size()=1 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.302__shadow_.fOkO3PIHC5IvRlTjmPHcmAoAtv0yPfF_0 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4152439299136981398', time=2024-09-22T11:46:27.514203+0000, chain.objs.size()=1 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.307__shadow:j2ZQu8YxBEYGegTPdBIOTm7.aJ-QImK_.TerX6mjCtGEozCL-8tyvFZPDS2-rM9o_0 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2635431866407095006', time=2024-09-22T11:48:52.562290+0000, chain.objs.size()=1 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qGTVci1tsi3pfGlCIQT2uj52x1Y7evV_0 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9639039707692520430', time=2024-09-22T11:48:52.564177+0000, chain.objs.size()=1 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KCi-chkaCAeCg16cQX6plGljOgyJZsU_0 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10390439269218463961', time=2024-09-22T11:48:53.073575+0000, chain.objs.size()=1 2024-09-22T10:33:41.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kMPR5zSY4CBS41XwXZ-q2pE2s9jo-KN_0 2024-09-22T10:33:41.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17049078208329002518', time=2024-09-22T11:48:54.475178+0000, chain.objs.size()=1 2024-09-22T10:33:41.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jheFUr2HaZF_7CH_KYO1R_riCRkMSR6_0 2024-09-22T10:33:41.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11248296589384921071', time=2024-09-22T11:48:55.004767+0000, chain.objs.size()=1 2024-09-22T10:33:41.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rxk1PvfVOdTCSnbEmHbkSrNdjuY9im-_0 2024-09-22T10:33:41.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1668403452990080746', time=2024-09-22T11:48:55.197195+0000, chain.objs.size()=1 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nT1IQmpVoG1HvQLT0FRfQSPPUzoVVTx_0 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10515534890084162093', time=2024-09-22T11:48:55.939142+0000, chain.objs.size()=1 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sz7odA_inAIHFOkcKBolZCHDpCRUfTP_0 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13101276662636425291', time=2024-09-22T11:48:57.462871+0000, chain.objs.size()=1 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2vgt1uW1Z666BaQ0tcHTzru3HuhB8eA_0 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15700787342651515843', time=2024-09-22T11:48:57.530867+0000, chain.objs.size()=1 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.S98rd72qE9WLPP38p_8oTlUCDsRVWKI_0 2024-09-22T10:33:41.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.340+0000 7f2b01c42640 0 -- 172.21.15.84:0/641990457 >> [v2:172.21.15.112:6824/1780403378,v1:172.21.15.112:6825/1780403378] conn(0x7f29cc0830f0 msgr2=0x7f29cc085520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2724642522770912628', time=2024-09-22T11:48:58.076707+0000, chain.objs.size()=1 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qcQFTLYF2GQ0JzgyPYOnraCBKS4cuep_0 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4570109716012174296', time=2024-09-22T11:48:58.773215+0000, chain.objs.size()=1 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N76B4ijEMEH6P1HgMAOmdf8ebNR0P1e_0 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13305035214362834480', time=2024-09-22T11:49:01.478640+0000, chain.objs.size()=1 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MuXDwvv6KMitf2e5O6_a0qP5uIpU0w0_0 2024-09-22T10:33:41.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11268628943285130663', time=2024-09-22T11:49:02.816472+0000, chain.objs.size()=1 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GptVVO9GHJOKuWsQxwTEwtgSyOZO7Wg_0 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1231403627203792811', time=2024-09-22T11:49:05.688909+0000, chain.objs.size()=1 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TgRSwLn9cdlluMLvMoCF0GSrLeo3Cre_0 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14224693373437055502', time=2024-09-22T11:49:06.166815+0000, chain.objs.size()=1 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cj2gT_UVpLM7tk-wpMUt4bZ6MCkBgjv_0 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3742079781264407784', time=2024-09-22T11:49:06.512736+0000, chain.objs.size()=1 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.44U3w5u9dEiL_JB_Kodr_XVRJpv04wU_0 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.497008259883322307', time=2024-09-22T11:49:07.213653+0000, chain.objs.size()=1 2024-09-22T10:33:41.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5TWSFF70UyxI8MuFELuWDN_Juc-ka3e_0 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10240665657633106054', time=2024-09-22T11:49:08.512839+0000, chain.objs.size()=1 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ny6EZ4qljbWezMxJ3j9PqKUUXFj60Sc_0 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3844322696600594757', time=2024-09-22T11:49:08.839510+0000, chain.objs.size()=1 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.d59mp7e8A2FqFsXkIbLTg9S706kfieG_0 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17842440171376671750', time=2024-09-22T11:49:08.923274+0000, chain.objs.size()=1 2024-09-22T10:33:41.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.344+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Ih7LbRQyZ6hx3fEJ8i5APnjPtH4RXfi_0 2024-09-22T10:33:41.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11829379614415861835', time=2024-09-22T11:49:08.975507+0000, chain.objs.size()=1 2024-09-22T10:33:41.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NXVUaa1G_A5a8_ZQj92NGbE4vt3Y0H3_0 2024-09-22T10:33:41.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1241653215219009386', time=2024-09-22T11:49:09.925470+0000, chain.objs.size()=1 2024-09-22T10:33:41.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0qh_epMo1VeVXjiY-hE7b17uh9J627y_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.689448897954091975', time=2024-09-22T11:49:11.206653+0000, chain.objs.size()=1 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ekpeLxFNmA70SMPRobAXkCzrrYgucki_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8915652466349791513', time=2024-09-22T11:49:12.239148+0000, chain.objs.size()=1 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QA8OFOJ0d_u4f7OJj7zibrL5HyZ-gZG_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1713794648225304657', time=2024-09-22T11:49:12.606868+0000, chain.objs.size()=1 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NT4_i14s_8DJdBdOVdWvI1GPn5LUurF_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11978385578341739491', time=2024-09-22T11:49:15.391385+0000, chain.objs.size()=1 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.j40ms0vEzP-19dWQoyPxvBIsv8GlYq-_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17754638616762678185', time=2024-09-22T11:49:16.734219+0000, chain.objs.size()=1 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1hSuCYW6-z0kM4mh7i-tfc81GvTezEW_0 2024-09-22T10:33:41.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5743208265675861371', time=2024-09-22T11:49:18.419114+0000, chain.objs.size()=1 2024-09-22T10:33:41.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OlLtyjVc3iuYBXFreHh_UzACZoh0MRH_0 2024-09-22T10:33:41.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10863680879591917880', time=2024-09-22T11:49:20.727102+0000, chain.objs.size()=1 2024-09-22T10:33:41.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wN88mCrYTdhhWKjdTaV1BSzdyoLZYr9_0 2024-09-22T10:33:41.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6250772692886570986', time=2024-09-22T11:49:22.402784+0000, chain.objs.size()=1 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0oUBFQf8JrFB35DiCnPcaxLvbLh8XF__0 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12204795709295216865', time=2024-09-22T11:49:23.627015+0000, chain.objs.size()=1 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lcbG6-ku5S03t6TmRC6NSDjU5vC_fE5_0 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14395841785035070038', time=2024-09-22T11:51:09.688906+0000, chain.objs.size()=1 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.348+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vjMti01HdgJJLOAomCYOO83zwHbzLSB_0 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1576167170352843840', time=2024-09-22T11:51:14.683265+0000, chain.objs.size()=1 2024-09-22T10:33:41.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Me1isMtzVes-z2MFXZTeuAX0wSQOrJ0_0 2024-09-22T10:33:41.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12435687093869268631', time=2024-09-22T11:51:15.096880+0000, chain.objs.size()=1 2024-09-22T10:33:41.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.i9mqWaxL3qQ515s6p7esQTxROiU0R2J_0 2024-09-22T10:33:41.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18349784969421035343', time=2024-09-22T11:51:15.554510+0000, chain.objs.size()=1 2024-09-22T10:33:41.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DrxouiaL0pn-5_ZbKNrGr9N8LL-DMFx_0 2024-09-22T10:33:41.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15794201821347352081', time=2024-09-22T11:51:15.556780+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-YEGbJmSjv51J59G52xxWLkb3VtIMu0_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12603151985987552362', time=2024-09-22T11:51:16.598978+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xkHcfy4Te1tAz7wl4kC0V-VEk6cN8IS_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12501019997639781457', time=2024-09-22T11:51:17.103275+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JTaZii1nmo26UqwXEYU2wv4joJRg8Sd_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11808663643919697429', time=2024-09-22T11:51:18.586514+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OEfXOX8MBrZOWU6emg2NELLCHmcjH0-_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4223614978257839199', time=2024-09-22T11:51:19.558920+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QCLMaIg02c7Y5BSKN75Y6jDRQ1ZMWUU_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2554564522036244095', time=2024-09-22T11:51:22.833326+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6qOD6tvIVQN6Lcw19HFrjvu-hBkAIqX_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17783998828490304998', time=2024-09-22T11:51:23.054346+0000, chain.objs.size()=1 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fgmyNPNIGEI0e3kJyEtC9HhFoUFbjGx_0 2024-09-22T10:33:41.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15813246858248444052', time=2024-09-22T11:51:23.260322+0000, chain.objs.size()=1 2024-09-22T10:33:41.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.352+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sfIiClDR_EnKYt3VXsghNKsQtLZarhH_0 2024-09-22T10:33:41.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12398136381985909681', time=2024-09-22T11:51:24.722402+0000, chain.objs.size()=1 2024-09-22T10:33:41.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.I-E6XOyg8golW5c2u-X3D-3oVmna_NM_0 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13601843189035557178', time=2024-09-22T11:51:24.867840+0000, chain.objs.size()=1 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZZcBpWM53qaTbFEPybWzlTsr1G8TG8k_0 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9521847116129397690', time=2024-09-22T11:51:25.710181+0000, chain.objs.size()=1 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ex51UFZfl49o_EMRWmZ5yCE3rQGpN3N_0 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17937297641526997644', time=2024-09-22T11:51:25.999492+0000, chain.objs.size()=1 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EzbB0v4RgZBrEAuvtiyVKS42kzqMHd4_0 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12732063279215874819', time=2024-09-22T11:51:26.177569+0000, chain.objs.size()=1 2024-09-22T10:33:41.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.WNIQs7m1OqSShLfYzgtApWAfWyCsJF4_0 2024-09-22T10:33:41.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17031260379889365504', time=2024-09-22T11:51:27.699306+0000, chain.objs.size()=1 2024-09-22T10:33:41.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.356+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.MunLOIGfW2_klekTW7G_KwStH17lACs_0 2024-09-22T10:33:41.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.360+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.73371674429238701', time=2024-09-22T11:51:27.814441+0000, chain.objs.size()=1 2024-09-22T10:33:41.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mGE3ZHkRveKRw8bOlqh0jToqGZMlZx9_0 2024-09-22T10:33:41.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.360+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45438 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15918057602153947516', time=2024-09-22T11:51:29.215794+0000, chain.objs.size()=1 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VM5zb1UCKBcGaRUrz5kZ1h6ytCmzs_q_0 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14179515908184416416', time=2024-09-22T11:51:35.624445+0000, chain.objs.size()=1 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UOXRlqBJXVn3N9pl6i0OcUWrpGfepqZ_0 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1595817933379226250', time=2024-09-22T11:52:25.564912+0000, chain.objs.size()=1 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.345__shadow_.WTDZuTYxcRgc1TJejRYrgsFQrjB2VGw_0 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13417268561654537282', time=2024-09-22T11:54:27.252211+0000, chain.objs.size()=1 2024-09-22T10:33:41.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.407__shadow_.ZZsFnEbvr374JA9mY_M8Gh8GkEFm9k6_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5795887085303811758', time=2024-09-22T11:55:11.361384+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.429__shadow_.HTZe8ceu0q3kuKJZnPZ_LPp3Bfuyo_P_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15470340428393755552', time=2024-09-22T11:55:15.415408+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.431__shadow_.FxWPMRwtZ6vpwlBQPGkW_M-r61DbxL8_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12165681556951977201', time=2024-09-22T11:55:20.870715+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.434__shadow_.eGU-FOwfgMXQQ1jjh3k-PS07Z-ZY7j1_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6686447498008271173', time=2024-09-22T11:55:25.839935+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.436__shadow_.R-paflci2UA_FYwawFYY8yL1AiKrpT9_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10339328762728938951', time=2024-09-22T11:56:36.497867+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.464__shadow_.7II0RTF2-FOeBLLUdNM15tRrIMDbj1D_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2557860494994207902', time=2024-09-22T11:56:42.571165+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.466__shadow_.M9YID9vQ67OyMl7LeZgTiOCgko6Ic6i_0 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1246688884736550688', time=2024-09-22T11:57:24.737453+0000, chain.objs.size()=1 2024-09-22T10:33:41.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.487__shadow_.r36psG-aNxOZ80u-Et9taAAIF57UVVc_0 2024-09-22T10:33:41.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14092466764714189067', time=2024-09-22T11:57:50.092259+0000, chain.objs.size()=1 2024-09-22T10:33:41.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.364+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.500__shadow_.QQZTDc7c1C8txTt5NPC2BB7Umv0LfYR_0 2024-09-22T10:33:41.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3428390249694615142', time=2024-09-22T12:00:00.450553+0000, chain.objs.size()=6 2024-09-22T10:33:41.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.1 2024-09-22T10:33:41.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.2 2024-09-22T10:33:41.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.3 2024-09-22T10:33:41.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.4 2024-09-22T10:33:41.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.5 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.519__multipart_mymultipart.2~MU1N0UohME4dO06al-LMsaOtFqU3AEP.6 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14278274574902907360', time=2024-09-22T12:08:30.999545+0000, chain.objs.size()=1 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.557__shadow_.h5GkDPehgT5KpW80FD3kyybmQhb29s9_0 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1333564694855214595', time=2024-09-22T12:09:26.712859+0000, chain.objs.size()=1 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:Uuy23aoLkysZjhvvuDfWZPCV0A4Rg5I_.06wn4y0I2TmU-EYcWr3HGdw25cFVOHP_0 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.883495095411143852', time=2024-09-22T12:10:36.286125+0000, chain.objs.size()=1 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:1ukkPXklIkQUF-ypmGSwVjr8Rbvqp9b_.KrVf4TkvyDavyeWegIY-VO5zZSX-ahn_0 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14161526043483472766', time=2024-09-22T12:10:44.025650+0000, chain.objs.size()=1 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:rq-z4lcJ1g.hag3VDMBiTvKtcu0zI6m_.waOKOCx6IqFGYvP-gIOcR6qxgBRF7Yo_0 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1246312067127046878', time=2024-09-22T12:18:10.630836+0000, chain.objs.size()=1 2024-09-22T10:33:41.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.368+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.618__shadow_.7RGEPQszJK18d73aZ7R6SrBGLM1Ojaz_0 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6059926438609726115', time=2024-09-22T12:23:18.112228+0000, chain.objs.size()=1 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.690__shadow:jEKOb9cgQRnayTnMnZi6XXawzkQAaVp_.fNo_eAjIBZjqzBjsuFcShWovMzXqrVn_0 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6448636145414081049', time=2024-09-22T12:23:47.821760+0000, chain.objs.size()=1 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.704__shadow:oV4LbsSG.ZT-6gYawlTswLh-vmFZzUz_.bjziWqgHJDxoTwhNJjPptmzER_mfJap_0 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4663653169290250421', time=2024-09-22T12:23:50.167532+0000, chain.objs.size()=1 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.705__shadow:or1gXH2ZnakNTav.lAez6Etw0k6WFoI_.GFxz81UMbhBeDXLI25oOsgH7c9pWoyZ_0 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2232586298000006344', time=2024-09-22T12:29:38.644290+0000, chain.objs.size()=1 2024-09-22T10:33:41.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.372+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.766__shadow_.8379dN3WPdMEr5_lO2Iuy9cRAr1722c_0 2024-09-22T10:33:41.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.380+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-22T10:33:41.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53389' 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12160364925655135391', time=2024-09-22T11:34:23.855950+0000, chain.objs.size()=5 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-FROZEN.2~lHfBEGj_CZ1KCpsilzks3jonMnXqFGp.1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__shadow_mymultipart-FROZEN.2~lHfBEGj_CZ1KCpsilzks3jonMnXqFGp.1_1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-FROZEN.2~lHfBEGj_CZ1KCpsilzks3jonMnXqFGp.2 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__shadow_mymultipart-FROZEN.2~lHfBEGj_CZ1KCpsilzks3jonMnXqFGp.2_1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-FROZEN.2~lHfBEGj_CZ1KCpsilzks3jonMnXqFGp.3 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4887462906977542012', time=2024-09-22T11:34:23.961111+0000, chain.objs.size()=5 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-LUKEWARM.2~_OjvJ9Meq85yuUFYrZV3QcpHcphAl2U.1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__shadow_mymultipart-LUKEWARM.2~_OjvJ9Meq85yuUFYrZV3QcpHcphAl2U.1_1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-LUKEWARM.2~_OjvJ9Meq85yuUFYrZV3QcpHcphAl2U.2 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__shadow_mymultipart-LUKEWARM.2~_OjvJ9Meq85yuUFYrZV3QcpHcphAl2U.2_1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.159__multipart_mymultipart-LUKEWARM.2~_OjvJ9Meq85yuUFYrZV3QcpHcphAl2U.3 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='__OxHn22ye7Ec0kFE65N_4s6bhe0VaY8', time=2024-09-22T11:35:47.607473+0000, chain.objs.size()=1 2024-09-22T10:33:41.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.165__shadow_.BqDBkwgdLT2QoVs-QqMvR6eqWQIiLSO_0 2024-09-22T10:33:41.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12630109486160692948', time=2024-09-22T11:42:09.733120+0000, chain.objs.size()=1 2024-09-22T10:33:41.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.388+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.257__shadow_.jzgSqgfjMZjrluPV_yYnzmpDoTTzHfz_0 2024-09-22T10:33:41.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4693762489305946736', time=2024-09-22T11:44:04.018833+0000, chain.objs.size()=1 2024-09-22T10:33:41.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.A90Z-vYJCWcRAPAbDujPq10SvWeQPdF_0 2024-09-22T10:33:41.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16957501457440922772', time=2024-09-22T11:44:04.288809+0000, chain.objs.size()=1 2024-09-22T10:33:41.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KcKzUZuguXk-ZK6kgBeBnJAjmd3V77__0 2024-09-22T10:33:41.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12053651159190585164', time=2024-09-22T11:44:05.022796+0000, chain.objs.size()=1 2024-09-22T10:33:41.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HO539PfMyFB4XRyMqQLoZf1o7tQv01T_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10414538246570951358', time=2024-09-22T11:44:07.680153+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TFpBdD66FwriikDADObEYWCnp74ivf__0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15292242454071843059', time=2024-09-22T11:44:08.719312+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UuvoIcZECHkvR-rVjKMCwfxpSTY-z7z_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.63930633219629762', time=2024-09-22T11:44:09.028080+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.BauwvbES28qKmGsvUG4_tO-QYSQfrSP_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.674211924821536156', time=2024-09-22T11:44:10.473440+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.PxfBVWwIuC5mSOAfMMQw7TOZ168Jkjl_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4309448518359076409', time=2024-09-22T11:44:14.959876+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cpsrhVFvJfduNe-VC4gZHHeQLCzuDbj_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.170610071889438784', time=2024-09-22T11:44:16.797703+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wdBtwDyoFvv3z-RRcnQapznGkXFk64v_0 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8746358795058122135', time=2024-09-22T11:44:17.218714+0000, chain.objs.size()=1 2024-09-22T10:33:41.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Xu7Xkp8g2rzRR0fgiyFL8dxfuwmJiEs_0 2024-09-22T10:33:41.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4050098017542544760', time=2024-09-22T11:44:17.294409+0000, chain.objs.size()=1 2024-09-22T10:33:41.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.L9NSYJjKiqM5Y3-UR8wIyMqp2l5R8GF_0 2024-09-22T10:33:41.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6263212907459002349', time=2024-09-22T11:44:17.665962+0000, chain.objs.size()=1 2024-09-22T10:33:41.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.392+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._jBNKthucwWesEnWoXGxVzXgfc0vus0_0 2024-09-22T10:33:41.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8610363597920063400', time=2024-09-22T11:44:18.748981+0000, chain.objs.size()=1 2024-09-22T10:33:41.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4jv7tdHa32m9KxJPNa69aslu4CUlZpK_0 2024-09-22T10:33:41.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.396+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6351481285721502666', time=2024-09-22T11:44:20.718852+0000, chain.objs.size()=1 2024-09-22T10:33:41.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.396+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cRLju02mjbGasgOXibt47LrChI929PE_0 2024-09-22T10:33:41.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9973616883092207557', time=2024-09-22T11:44:22.112818+0000, chain.objs.size()=1 2024-09-22T10:33:41.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DgE6sBrDOmLxOSmiaZWWWxZZGA8B5en_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18177185169641759921', time=2024-09-22T11:44:22.936013+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4RxRsps-ROaZTl6K4jnEozlXYnalMCW_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3043363145387297582', time=2024-09-22T11:44:24.716305+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.D4pQHTFtuyjIEoyohNWpM1qnhIwMMLC_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4159637211698266993', time=2024-09-22T11:44:26.481126+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zXR7dwcUzuWHy5z4yOqG7VbUR4LSYqg_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8682332872948391857', time=2024-09-22T11:44:26.984747+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.NjV-3xM6yd0ZcHkQdikNWjqRJjZAh2I_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7458863074498671364', time=2024-09-22T11:44:28.626378+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Pa78jTxLT5MLEVmmB8yRoXrI7kVpdo6_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8973652575203049461', time=2024-09-22T11:44:29.597897+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GPMRe9J1IvJhoN4dRNiLySvixcpV6B7_0 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18294625417399640786', time=2024-09-22T11:44:30.801995+0000, chain.objs.size()=1 2024-09-22T10:33:41.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LqRz93myaF0WbjRaGyyOnFOG_3LCGce_0 2024-09-22T10:33:41.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15528473673685114494', time=2024-09-22T11:44:31.296344+0000, chain.objs.size()=1 2024-09-22T10:33:41.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.400+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EPx_9jJSwgNYN562kqHpRshgQSbxIeY_0 2024-09-22T10:33:41.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2163812104210859301', time=2024-09-22T11:44:32.451272+0000, chain.objs.size()=1 2024-09-22T10:33:41.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Q7IluKXPGJvuRP-6z2QJVEzTOGHnEw4_0 2024-09-22T10:33:41.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4387689413840728482', time=2024-09-22T11:44:33.880923+0000, chain.objs.size()=1 2024-09-22T10:33:41.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rKPyyMHf5zW_0XiwaY2SvBJ6E-li7-m_0 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7230028340371089881', time=2024-09-22T11:44:34.597016+0000, chain.objs.size()=1 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.panMKvxxJBqQ3knxMtzeNEJIDsiKiK7_0 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9060612876579536200', time=2024-09-22T11:44:48.301463+0000, chain.objs.size()=1 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.268__shadow_.bGE04aUXQaW6-RxvJoNJrfCDAnowuQB_0 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18267031849067292518', time=2024-09-22T11:45:06.185509+0000, chain.objs.size()=1 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.276__shadow_.qWbgKW4bVkrNZae5jcUXaDVIPOZpLV7_0 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17413986716636218006', time=2024-09-22T11:45:17.610158+0000, chain.objs.size()=1 2024-09-22T10:33:41.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.404+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.281__shadow_.xsaUsffQbDJdALw6akf0KnHXSndR5Jn_0 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15799251159705293534', time=2024-09-22T11:45:31.742886+0000, chain.objs.size()=1 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.287__shadow_.YlyeGNmiGIQbJoPLca4zfX7u3IljLG0_0 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14787767889168119670', time=2024-09-22T11:46:16.650180+0000, chain.objs.size()=1 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.303__shadow_.G7DZ169tWrnJMh1uqtXzFqPIh6dx-v3_0 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5161635773751654229', time=2024-09-22T11:46:16.680938+0000, chain.objs.size()=1 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.303__shadow_.7jcwVkjboKD-wHfsk4Go-ThQSyc5JY1_0 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9419682979699845375', time=2024-09-22T11:47:06.822227+0000, chain.objs.size()=1 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.322__shadow_.Bpkbf6k2T9xL2sxuauqH2xU6f7ZNyhR_0 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8342947854206738551', time=2024-09-22T11:48:52.948953+0000, chain.objs.size()=1 2024-09-22T10:33:41.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yEOL19RACuKQbFVU1o0G6LWV0Bn2Lt8_0 2024-09-22T10:33:41.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16181650260333101090', time=2024-09-22T11:48:52.964591+0000, chain.objs.size()=1 2024-09-22T10:33:41.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.KBuEBFCuEo5KnWg5w9ieOl6TqUOENKS_0 2024-09-22T10:33:41.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10424315040886385035', time=2024-09-22T11:48:54.154623+0000, chain.objs.size()=1 2024-09-22T10:33:41.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.408+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YNKjlCA_fXTqFAvxQjXoFOUyC7_z1VS_0 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4242566781426747369', time=2024-09-22T11:48:54.354846+0000, chain.objs.size()=1 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XE16WCl8VPPYEReyWfAOLo6j-rx1-LH_0 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15824236262317253192', time=2024-09-22T11:48:58.270661+0000, chain.objs.size()=1 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.s6aJge-6cc0SZSV32Ayv6Dj_ziRHjaJ_0 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5451101835220198611', time=2024-09-22T11:48:58.771846+0000, chain.objs.size()=1 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cHQoGCjQpz5YYeKxeNu-xAwRvtIhfx6_0 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1189406418994708080', time=2024-09-22T11:48:59.332416+0000, chain.objs.size()=1 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QBiGplEdwh6wkNf51ZpXD7z_ddlY1WZ_0 2024-09-22T10:33:41.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2825592075894189979', time=2024-09-22T11:49:01.870077+0000, chain.objs.size()=1 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xyCTWlvbn6quEdmc_-v-oQmif5_LxNt_0 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8062785222118758062', time=2024-09-22T11:49:02.371845+0000, chain.objs.size()=1 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JOOTwY76pheB5k-FFBJt5I2tXPkmKGU_0 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17829838868500243145', time=2024-09-22T11:49:03.424549+0000, chain.objs.size()=1 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.s4M3rwMCA4Wwa3Ylm7TRI1Z9VSZQ5_w_0 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11441797119861834754', time=2024-09-22T11:49:04.529355+0000, chain.objs.size()=1 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e4C1FEw_LNi4_sAZVCclnPkw20fn6Vd_0 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.675968558717186462', time=2024-09-22T11:49:04.578157+0000, chain.objs.size()=1 2024-09-22T10:33:41.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.H_CQrIhRx-vKm9wtMw4LlFagEpx6g9L_0 2024-09-22T10:33:41.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13033831810282777432', time=2024-09-22T11:49:06.184869+0000, chain.objs.size()=1 2024-09-22T10:33:41.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.OvMauIBB4rtkUvVdUHXK0EwocTzy0jc_0 2024-09-22T10:33:41.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15367821224239287411', time=2024-09-22T11:49:06.568990+0000, chain.objs.size()=1 2024-09-22T10:33:41.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.412+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3j8wZcDe4Wz2f99PED-5dRQYj4pWRpq_0 2024-09-22T10:33:41.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9168773880106971664', time=2024-09-22T11:49:06.673596+0000, chain.objs.size()=1 2024-09-22T10:33:41.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.4ULBxywtXXFtSkxvdN2KrnGLEgkVbZ8_0 2024-09-22T10:33:41.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4602002822919248649', time=2024-09-22T11:49:07.894967+0000, chain.objs.size()=1 2024-09-22T10:33:41.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Zgi4yusVOrQkrdr3Ub_ndEjLFltMxuI_0 2024-09-22T10:33:41.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13786906909644764630', time=2024-09-22T11:49:08.752822+0000, chain.objs.size()=1 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lg7HwaGRaYDVquBkERqqw0YO65VT56G_0 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4630451354132029308', time=2024-09-22T11:49:08.981001+0000, chain.objs.size()=1 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9GtO7xPlBQdwWtmcLOfs400QXZJp8dm_0 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15416997320303144610', time=2024-09-22T11:49:10.785860+0000, chain.objs.size()=1 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wSyNZoRHVog5vAz9qoVqrB6Fk3P5WWt_0 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5055955343702646219', time=2024-09-22T11:49:11.628220+0000, chain.objs.size()=1 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bQjsiw3r4Sn-1giQUfDU96V599d9ecF_0 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9867367876528228749', time=2024-09-22T11:49:12.148235+0000, chain.objs.size()=1 2024-09-22T10:33:41.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.416+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AKKy9Syu5rObcfRzTjtP19sKHaulB85_0 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11700481805342883765', time=2024-09-22T11:49:12.152559+0000, chain.objs.size()=1 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9LAH0ldXlukKhWYZvPZi4Y1xQBYQyDZ_0 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16601248303680030772', time=2024-09-22T11:49:12.608270+0000, chain.objs.size()=1 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lo6YS_z8RWe0259LhSjoK0TC1jqjpQa_0 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10060367060139353252', time=2024-09-22T11:49:14.410098+0000, chain.objs.size()=1 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pL1DXqEnMoadUwrkM9varhkq3EtXEAm_0 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11707659376779878544', time=2024-09-22T11:49:14.558877+0000, chain.objs.size()=1 2024-09-22T10:33:41.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7jT_NU7bApbRowLQ9MM3hKY6kfIs1K-_0 2024-09-22T10:33:41.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.420+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3015021690694637569', time=2024-09-22T11:49:14.662240+0000, chain.objs.size()=1 2024-09-22T10:33:41.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XYOXl6BQE7DtoBxKCVSNg7kYs5VZfpb_0 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11002470412909573281', time=2024-09-22T11:49:14.965823+0000, chain.objs.size()=1 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fihznG90nw5mV5IFhSYD-kHqOWXmK8Q_0 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7998202594876544364', time=2024-09-22T11:49:15.030508+0000, chain.objs.size()=1 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.J2rf2kL-qBxar441v1yKQtUoHCLAhwW_0 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4611626616417407888', time=2024-09-22T11:49:15.383383+0000, chain.objs.size()=1 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3Pqn84HTYlOXGJeJ4AHm48DDsce2oqI_0 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4999954033781138381', time=2024-09-22T11:49:15.760286+0000, chain.objs.size()=1 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.jGvZZqio0z8f4_wl6tNARK8YdiTvXPc_0 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13867099803580811391', time=2024-09-22T11:49:16.292967+0000, chain.objs.size()=1 2024-09-22T10:33:41.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.WUT0-nufObWZv70Pxp0X-TG1HcotP22_0 2024-09-22T10:33:41.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17618453185444490898', time=2024-09-22T11:49:18.614336+0000, chain.objs.size()=1 2024-09-22T10:33:41.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.cH-prStvv_w1O6dm-Zfqor9dBrjDD2X_0 2024-09-22T10:33:41.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1611333005672978728', time=2024-09-22T11:49:18.866385+0000, chain.objs.size()=1 2024-09-22T10:33:41.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.idyr5RIF-g6hiRbNqeMOjcCdMuPVTBR_0 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16644843479861296357', time=2024-09-22T11:49:22.829384+0000, chain.objs.size()=1 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vJbJLRHkHE7M2al1zPjyXUsvl9RfYrS_0 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11931471669992709205', time=2024-09-22T11:49:23.201264+0000, chain.objs.size()=1 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.U2bffW_fFY6mVTJXPQ2x2eatDb0TgJm_0 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.814972569347617944', time=2024-09-22T11:49:24.216651+0000, chain.objs.size()=1 2024-09-22T10:33:41.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.424+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iTNZ8DJmgdS3CUtGedLGTvIb7KN1eFK_0 2024-09-22T10:33:41.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3122361670438816661', time=2024-09-22T11:51:12.767915+0000, chain.objs.size()=1 2024-09-22T10:33:41.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Uc8e4Pbcpzx0Bn-oQpvUHRFK9z6hmZa_0 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4350555151687750263', time=2024-09-22T11:51:12.769357+0000, chain.objs.size()=1 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8W74605sYOk4jJMNxyP6s7ZwSsajgKX_0 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13629261718900965516', time=2024-09-22T11:51:14.083582+0000, chain.objs.size()=1 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QZJl-GBV5R4_ylI8ub2MauDp_-ztQ59_0 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2678546547951970041', time=2024-09-22T11:51:14.533957+0000, chain.objs.size()=1 2024-09-22T10:33:41.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.yd6CFYCIA34O7-CkZTk-wnOO1-qzw2r_0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3990712652784476061', time=2024-09-22T11:51:14.795359+0000, chain.objs.size()=1 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.428+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jpXwcBbdZjYehoAMPkt92Z9BJ7_NSEL_0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15585413046164567204', time=2024-09-22T11:51:16.036392+0000, chain.objs.size()=1 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._z3ti96U7QIEyAjB_jCqU1aKZlFSppB_0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10307254531338640866', time=2024-09-22T11:51:16.475029+0000, chain.objs.size()=1 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wsoEocXtzsuXIzj6YBsdRalg7J9aX___0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13672642911694592822', time=2024-09-22T11:51:16.737357+0000, chain.objs.size()=1 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.XIIZWrSxusmTNP4kezVt39kZBr9cK0w_0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3794128373934382649', time=2024-09-22T11:51:18.941101+0000, chain.objs.size()=1 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6FRLvbwGqrqGAaJNxG1MJvSIrhMHQ0I_0 2024-09-22T10:33:41.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12158674144860876330', time=2024-09-22T11:51:19.193963+0000, chain.objs.size()=1 2024-09-22T10:33:41.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zoFzx34afYT-wlyZNxuliApci-lLgZ5_0 2024-09-22T10:33:41.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15474506385997786872', time=2024-09-22T11:51:20.185491+0000, chain.objs.size()=1 2024-09-22T10:33:41.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mG2PDrD4Km_ptMfHPm-9g04lRFsxBWc_0 2024-09-22T10:33:41.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14577627002602515644', time=2024-09-22T11:51:21.548966+0000, chain.objs.size()=1 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mELGRivyMYZop6ETMoL_4XLSenL9xwu_0 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4143339192951823898', time=2024-09-22T11:51:21.842380+0000, chain.objs.size()=1 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.s2Z6ww84pgkna1c5s4xfGdX-7gcu482_0 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5947702123704928631', time=2024-09-22T11:51:23.041125+0000, chain.objs.size()=1 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sYawGcQYqutJyZvkiGtMHJuWzyvNBjF_0 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10108220622344147277', time=2024-09-22T11:51:23.660189+0000, chain.objs.size()=1 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ulzBxWgvkhBiflfY6k3nRrU0D50O4Wv_0 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11839187081480282517', time=2024-09-22T11:51:26.058941+0000, chain.objs.size()=1 2024-09-22T10:33:41.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.432+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.X0vZp5wDJredbTnyEfH1Z7lghkhGD-1_0 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14953096782845695221', time=2024-09-22T11:51:27.354222+0000, chain.objs.size()=1 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.UZJ2CJpD-YeErCEiHT795XiCBxLFuKi_0 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9446164099847463359', time=2024-09-22T11:51:28.058892+0000, chain.objs.size()=1 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QjZgke4u7C_yqLb3QxkHGFDnsma181M_0 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5412846573535669456', time=2024-09-22T11:51:28.477736+0000, chain.objs.size()=1 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Lr7ZvzR7FVL8k2aONWsIEG95GfOY2Ry_0 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14432578514789174809', time=2024-09-22T11:51:29.509734+0000, chain.objs.size()=1 2024-09-22T10:33:41.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Linw9XzfT5qWqC4Ml4RIE1YYWTWddgl_0 2024-09-22T10:33:41.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4298162162222610529', time=2024-09-22T11:51:32.455833+0000, chain.objs.size()=1 2024-09-22T10:33:41.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PuUI8GsMP9tqg6GjfxBsR-LmurpDxdS_0 2024-09-22T10:33:41.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4031708120752200370', time=2024-09-22T11:51:35.558551+0000, chain.objs.size()=1 2024-09-22T10:33:41.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5OqLoaN5849SBbZYtpsU6mVEoPCS4S3_0 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16807600355196171614', time=2024-09-22T11:51:37.951430+0000, chain.objs.size()=1 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.CYdR_0jG_eBrEWtmdI6h1oSJRXDj2Nx_0 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3047724678005100871', time=2024-09-22T11:51:38.239794+0000, chain.objs.size()=1 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LeNPP4Wm_9nzYAqMBy4EYwTuQ4MZ-O3_0 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6058454155249057539', time=2024-09-22T11:51:38.759880+0000, chain.objs.size()=1 2024-09-22T10:33:41.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VM3f0fueSPwu4mJvnITifkuwBC6w1jr_0 2024-09-22T10:33:41.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18406593325045334170', time=2024-09-22T11:51:38.807814+0000, chain.objs.size()=1 2024-09-22T10:33:41.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.k1MEmI9YGu0A-5JKndMeqAE46bDb3OM_0 2024-09-22T10:33:41.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13398743926390753960', time=2024-09-22T11:51:39.552054+0000, chain.objs.size()=1 2024-09-22T10:33:41.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.436+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.A-G14nlh3x1i3o-0KKzZqt5rsJCjKgI_0 2024-09-22T10:33:41.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/53389 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13661040954596519544', time=2024-09-22T11:51:41.633224+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oSIl2uISzgpCYNQ_zUHES0ZwwkcN2xM_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9873385956635553020', time=2024-09-22T11:51:42.198684+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xoR4HVeTKXtrrmBooFG8WKMv4SgdGH9_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16255823751301510919', time=2024-09-22T11:51:42.303824+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uTUQX8X_X7zlBS2XIRnZJ6-fSLgI_df_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5101250745385163159', time=2024-09-22T11:51:42.570304+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KsPNtt1IwJozgUJ5kRfllbPziqJzqdx_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7893420642509631077', time=2024-09-22T11:55:51.771842+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.447__shadow_.cV3XjZjIJpug_Uds2iJeluwrzCOq_ob_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9338961010372177105', time=2024-09-22T11:56:27.513453+0000, chain.objs.size()=1 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.461__shadow_.9MfuMNN0vLiN1KmyECuYrieh0k7FaLT_0 2024-09-22T10:33:41.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10455061002443909983', time=2024-09-22T11:56:41.881931+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.466__shadow_.M4JEKkiTfJxjX-w2N38QF58GG9RYQPI_0 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10668929571836077565', time=2024-09-22T11:57:36.243184+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.493__shadow_.dUYlAlmuldoz9FrleoLxnC-BKRKqTBq_0 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17833607830580514267', time=2024-09-22T12:09:34.902813+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:CAQITGwa5.S9bafGjW0m8qN6NP3rKPJ_.AiG2pIAOiYndUPP2dxFS-ZlHNPwEQVK_0 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3288516314548128831', time=2024-09-22T12:09:41.410420+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:RaiM1twwpD96r31zy9ap3ceHSCVIgt6_.x25PgJ-tRpHQYwJwG2PUDP_S-QmmmVu_0 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8272780093686044453', time=2024-09-22T12:10:04.195859+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:6cOEaXGq84iKMZuvqcmctLkmQMQCqLh_.QC6Udy5aXYuAA5KwZdvI3_PnYexX9eX_0 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9687052998833524948', time=2024-09-22T12:10:20.857289+0000, chain.objs.size()=1 2024-09-22T10:33:41.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.444+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:C3KWux0cT8ys1GDPA2.YEIMqiSMosBQ_.KLr3NQsHXlD6Z1iSSey0W42vMmYJHyL_0 2024-09-22T10:33:41.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12116855361726945910', time=2024-09-22T12:12:12.510471+0000, chain.objs.size()=1 2024-09-22T10:33:41.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:j1DlKUPZKJbMj8ZQqVeyGuf6cBoHosx_.Z5KNlklhjbrPcLXhX3Z17ru9WEKLn4h_0 2024-09-22T10:33:41.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10175479720203594736', time=2024-09-22T12:18:15.168795+0000, chain.objs.size()=1 2024-09-22T10:33:41.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.620__shadow_.wWeeqCEaGR38br_VPBq5xIwPzMx7BtU_0 2024-09-22T10:33:41.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4295620434373799800', time=2024-09-22T12:22:23.545188+0000, chain.objs.size()=6 2024-09-22T10:33:41.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.1 2024-09-22T10:33:41.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.2 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.3 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.4 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.5 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.662__multipart_foo.2~zmQVeZEe3oZaHxysnlfzChw19MEwrAT.6 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1016921435327169109', time=2024-09-22T12:23:20.234458+0000, chain.objs.size()=1 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.691__shadow_.Etpi3GadCGboZCJ4GyP36XQvuDXgcHn_0 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9383006199568386552', time=2024-09-22T12:29:05.875012+0000, chain.objs.size()=1 2024-09-22T10:33:41.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.448+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.761__shadow_.lcve6SBzgDzHwJZbIZirutOzVOd_ajN_0 2024-09-22T10:33:41.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.456+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.460+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-22T10:33:41.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45138' 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1840571873615826181', time=2024-09-22T11:35:49.571395+0000, chain.objs.size()=1 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.166__shadow_.xVQ-rrGoct-HNy5Z0fsPXpHkYCJSn2l_0 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6715014809618590908', time=2024-09-22T11:41:10.112860+0000, chain.objs.size()=1 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.234__shadow_.Zouk5Zfd-rrq9lWfz6dSliqxdo1iSmV_0 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3247949227823302121', time=2024-09-22T11:41:19.355025+0000, chain.objs.size()=1 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.237__shadow_.ncjOn1beEtw_PVnTFek47EioPWTKKIp_0 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14777703265366936791', time=2024-09-22T11:41:53.478865+0000, chain.objs.size()=1 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.250__shadow_.idh_-HxdmK2HksJtKOPH1RHSRPUyoFf_0 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9248258040910965776', time=2024-09-22T11:42:09.750366+0000, chain.objs.size()=1 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.257__shadow_.6Ql5j2NwYGPDHEgaCf3mHeLMWdFtnQP_0 2024-09-22T10:33:41.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2005328853562743778', time=2024-09-22T11:42:11.974646+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.258__shadow_.mudw6-VX70KoWb5iHN1x0LhSkzM_mIN_0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2847352425253209122', time=2024-09-22T11:42:16.486547+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.260__shadow_.zoCuvThJCM4zqCMvimj-0x00r_fojoV_0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8278340161339237437', time=2024-09-22T11:44:02.588547+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8qATW2oxf-nvcMNCTWrN7xhE-tNeeZ5_0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15839072541930268747', time=2024-09-22T11:44:04.705163+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._Gjlom77kkPmQXNRvvt7b69W0u1zRJ__0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4461431055353025923', time=2024-09-22T11:44:05.974387+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dfgp2ohUXVPaNiNQI_XjkpzDBw-n0M9_0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.224507074034440169', time=2024-09-22T11:44:07.777062+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nDvuMc1Nx62XvNsIhZohu3ESWBb-lLg_0 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4262741609726228052', time=2024-09-22T11:44:08.452867+0000, chain.objs.size()=1 2024-09-22T10:33:41.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.464+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oB6FHn6R5MsSSqigOggNN2ve83ZS3gc_0 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2940864621662175025', time=2024-09-22T11:44:09.849028+0000, chain.objs.size()=1 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.c5fGSDkmmxyCUSXpQHTQNb1oHwiyq1I_0 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6131114435793182324', time=2024-09-22T11:44:13.573531+0000, chain.objs.size()=1 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.oAEjmryc314dfZt6ASfTcCJ2mHUHWMI_0 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10009889187955811577', time=2024-09-22T11:44:14.161267+0000, chain.objs.size()=1 2024-09-22T10:33:41.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.B1ohdPD09XpWiiNswhB1kENI1R4Nl1D_0 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6148070994143590099', time=2024-09-22T11:44:14.172726+0000, chain.objs.size()=1 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.KXEWnQE4ltnYRsrjRBSvljek48qRh17_0 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16715267514496049663', time=2024-09-22T11:44:17.544320+0000, chain.objs.size()=1 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.T2eDoJq3qGEisf9JuezqL8dtwgC3kB2_0 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1147026277094829395', time=2024-09-22T11:44:20.102862+0000, chain.objs.size()=1 2024-09-22T10:33:41.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.468+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iALE9yJl0aNSiaal1eXm15wQlYIEQnK_0 2024-09-22T10:33:41.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12077211476856912506', time=2024-09-22T11:44:20.483294+0000, chain.objs.size()=1 2024-09-22T10:33:41.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.XchPDhr8ftT6dKz5WLiY1xRScRo4Pil_0 2024-09-22T10:33:41.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12361798157448383567', time=2024-09-22T11:44:21.015611+0000, chain.objs.size()=1 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wu7nFZ0lxdtd2HLb9ku0KCghR3gwyFF_0 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12462022183986082615', time=2024-09-22T11:44:21.655127+0000, chain.objs.size()=1 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IFwkHKoC5XIG5Bbp7PehC3Kv7L1TQQd_0 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2261776419101736939', time=2024-09-22T11:44:22.039222+0000, chain.objs.size()=1 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1dk1s_oYj531xjY-Mz7M6zwoVEaFquh_0 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1192818056327087273', time=2024-09-22T11:44:22.790341+0000, chain.objs.size()=1 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SvntsFJSK9oVAlbAr6P9u8dU8dzeygj_0 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9315829449761309831', time=2024-09-22T11:44:24.353304+0000, chain.objs.size()=1 2024-09-22T10:33:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EgABEZzeMK67yFhf3NtSUBdrk4eM9YB_0 2024-09-22T10:33:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8693264726152561050', time=2024-09-22T11:44:25.441298+0000, chain.objs.size()=1 2024-09-22T10:33:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.472+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.hNn1Nuu7CQ6LPtWwXY-70iMxN6KPKov_0 2024-09-22T10:33:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5557290623723974846', time=2024-09-22T11:44:28.727047+0000, chain.objs.size()=1 2024-09-22T10:33:41.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SF1-7T8F3xbDyDAzuytc7LE9nHF4w9d_0 2024-09-22T10:33:41.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14007098978806216209', time=2024-09-22T11:44:29.162663+0000, chain.objs.size()=1 2024-09-22T10:33:41.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.VslguGKLkQjCc6Pw86Ur5wT_ypyZY5L_0 2024-09-22T10:33:41.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10965380286185905118', time=2024-09-22T11:44:30.158738+0000, chain.objs.size()=1 2024-09-22T10:33:41.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LFEMXccP_1-clpXMxas3rgAGtHyxBO2_0 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5363073044993254498', time=2024-09-22T11:44:30.446007+0000, chain.objs.size()=1 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.476+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.fG6zRRmmVdWCcX9Yz3mpfQrVINn4zFt_0 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12791364869981255182', time=2024-09-22T11:44:30.571718+0000, chain.objs.size()=1 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DdrJFF-8Dcg_OdWISpShf_p6v7bNC-6_0 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4620283407641551240', time=2024-09-22T11:44:31.264412+0000, chain.objs.size()=1 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MjjBJyqndEK05T7JIgcq801M9tk_ol5_0 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8958856041528418030', time=2024-09-22T11:44:31.347067+0000, chain.objs.size()=1 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5FUc-PmcR7J_liR9LEf1urkJZ8Zwtjm_0 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9419519466867836696', time=2024-09-22T11:44:32.509048+0000, chain.objs.size()=1 2024-09-22T10:33:41.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.R69Rjxy_3Q5mOY_GijsYyxu6LF7F6ao_0 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3415343651861737916', time=2024-09-22T11:44:32.828638+0000, chain.objs.size()=1 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6WyQydOR4NhVu2h4wpHjXRM8OJPXq1a_0 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10569668765824130284', time=2024-09-22T11:44:32.830362+0000, chain.objs.size()=1 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nGCOIaWdfkFbu9_vlqIL86OkLVWG-MQ_0 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3946149404873952188', time=2024-09-22T11:44:33.601626+0000, chain.objs.size()=1 2024-09-22T10:33:41.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Eqln6ikvopDPFdx4pjmU5F7V2iuy4Pc_0 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17385637021984303026', time=2024-09-22T11:44:33.899271+0000, chain.objs.size()=1 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xLMjzkC93R3xuBbNCwBunZ0lCIWtHcJ_0 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7002637665005706389', time=2024-09-22T11:44:34.226223+0000, chain.objs.size()=1 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X7Co8JMOB6D_P8um1PgZx6y9fmmaRe6_0 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5510915207556069281', time=2024-09-22T11:44:34.581726+0000, chain.objs.size()=1 2024-09-22T10:33:41.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mOdRONsAsu7KrLMGQ4fUURGPTtR3vMC_0 2024-09-22T10:33:41.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3840234521462971097', time=2024-09-22T11:44:34.882366+0000, chain.objs.size()=1 2024-09-22T10:33:41.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.C-7r_qKHXvs8tbBY8WvoAPr_9Zxc32v_0 2024-09-22T10:33:41.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2029040187755926986', time=2024-09-22T11:44:41.741563+0000, chain.objs.size()=1 2024-09-22T10:33:41.483 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.480+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.265__shadow_.GP8sN_upMLM5rTYbkFtBfjTF6o0OOpT_0 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9733535439981523480', time=2024-09-22T11:45:08.481870+0000, chain.objs.size()=1 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.277__shadow_.mEGAe5BTY8e-rWET8XgwF8lR9zgprql_0 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11420071965887739828', time=2024-09-22T11:45:36.440025+0000, chain.objs.size()=1 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.289__shadow_.iA_uNfy1XuZ4NnJMYZFfoNCvyqE8_Ev_0 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14515477918578791894', time=2024-09-22T11:45:52.752875+0000, chain.objs.size()=1 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.TjFBD_5hAz4EDM5yqaKTc2qOvMkRee7_0 2024-09-22T10:33:41.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9116390659621392627', time=2024-09-22T11:45:52.878110+0000, chain.objs.size()=1 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.3C4PEmv5asu3gJN6XqCM7RzQWobnYIl_0 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8625290345284679292', time=2024-09-22T11:47:04.263133+0000, chain.objs.size()=1 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.321__shadow_.qNy6mVVkjCe6lhW-gs1XrQNCneOb5wr_0 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9836080158588873714', time=2024-09-22T11:48:53.797686+0000, chain.objs.size()=1 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.JxXHtGqsqRM56z8cPbJ204u2CT8Ez93_0 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10928164779795789003', time=2024-09-22T11:48:53.799918+0000, chain.objs.size()=1 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.01TSHi_E5yjDPebgOcM8jxtNnE2dgj9_0 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2253404257587684626', time=2024-09-22T11:49:00.133263+0000, chain.objs.size()=1 2024-09-22T10:33:41.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AltFBcUKK6mxkKEA-nzakz86-vsl3If_0 2024-09-22T10:33:41.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9923424044348808472', time=2024-09-22T11:49:00.134935+0000, chain.objs.size()=1 2024-09-22T10:33:41.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2oRyJkb2zSBNU3paVLevZvvRg2ljzEs_0 2024-09-22T10:33:41.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6573221094967023075', time=2024-09-22T11:49:00.276174+0000, chain.objs.size()=1 2024-09-22T10:33:41.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Wy9s99GYbO0s6RiyGx7wyaJn0J_T4Zw_0 2024-09-22T10:33:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14188218593640724024', time=2024-09-22T11:49:00.335128+0000, chain.objs.size()=1 2024-09-22T10:33:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.484+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bzSZb_HYcyOhxPFWl5WoSa9gBhf8eof_0 2024-09-22T10:33:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4439108133890302570', time=2024-09-22T11:49:01.340956+0000, chain.objs.size()=1 2024-09-22T10:33:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CUVtYogiUayOrLJpqSg_oe6EgD0pd_I_0 2024-09-22T10:33:41.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15633048886183417471', time=2024-09-22T11:49:02.450440+0000, chain.objs.size()=1 2024-09-22T10:33:41.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.V4SgFqr-NGy3WcCglaMtNsSlileZKmT_0 2024-09-22T10:33:41.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3956340254456761501', time=2024-09-22T11:49:04.062232+0000, chain.objs.size()=1 2024-09-22T10:33:41.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.488+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G4URe9K7YXIHIjGsYejhrUk8SusWRmC_0 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9801716049612907734', time=2024-09-22T11:49:04.147537+0000, chain.objs.size()=1 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YLoQZ62ka92dJN2hA7ezk_yF-indGzw_0 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9621442363124409732', time=2024-09-22T11:49:04.650160+0000, chain.objs.size()=1 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zI14G_QssDeM5OpyMTCAIJTFRzM7x59_0 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7480805869053692834', time=2024-09-22T11:49:05.665952+0000, chain.objs.size()=1 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UY23botqSodeCaTmYRlwfTnLIR6723q_0 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8898550863671287665', time=2024-09-22T11:49:05.667971+0000, chain.objs.size()=1 2024-09-22T10:33:41.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.sWyIAD16BH8PAbf1flpcbByy5ipSyDy_0 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4372084301147982620', time=2024-09-22T11:49:05.670497+0000, chain.objs.size()=1 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1M1L2_3mC594-WmkXQYX4S1dgLYXUuR_0 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4533979768953599646', time=2024-09-22T11:49:06.926844+0000, chain.objs.size()=1 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1-yqIYDwmKP8PpJ0W5QFThv0P0YfyE6_0 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7414377353502001244', time=2024-09-22T11:49:08.130404+0000, chain.objs.size()=1 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Lk1-tYabs-JLd4aF7TKhc5POCT9FWYr_0 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10615519659301357893', time=2024-09-22T11:49:08.592610+0000, chain.objs.size()=1 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UpCIZOoCWQExJaUBnmfLvwiKazqgInZ_0 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16024957176800192662', time=2024-09-22T11:49:09.983524+0000, chain.objs.size()=1 2024-09-22T10:33:41.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wkQn_DL2ZeCBshe5QH4I2wMujx16hWB_0 2024-09-22T10:33:41.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1260718545999365401', time=2024-09-22T11:49:14.015755+0000, chain.objs.size()=1 2024-09-22T10:33:41.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vWU-LS_H8A_NK-C6u0kGztC0e_hcouy_0 2024-09-22T10:33:41.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10470120141063952872', time=2024-09-22T11:49:15.944588+0000, chain.objs.size()=1 2024-09-22T10:33:41.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.492+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ayuxJPiEasTTLKjtiSk4G7hJfgwCNWt_0 2024-09-22T10:33:41.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7418577928813334924', time=2024-09-22T11:49:18.062067+0000, chain.objs.size()=1 2024-09-22T10:33:41.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Et2bXZRWCk1zGUV7yM3F2jC2fraFZay_0 2024-09-22T10:33:41.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17575382987223999305', time=2024-09-22T11:49:18.600005+0000, chain.objs.size()=1 2024-09-22T10:33:41.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PBzUU2GFM4jrkkFsBUDdnlB68pBHkE-_0 2024-09-22T10:33:41.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17402891659840105366', time=2024-09-22T11:49:19.468550+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ag41KCZeP8UEmSQOUwHv8x2pF0CpHTN_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12806714172420022878', time=2024-09-22T11:49:19.549512+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.z2RpishOLXwkEuk7DyLLRlK8-EkaHgj_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12355421277260339350', time=2024-09-22T11:49:21.127921+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QLIu0MM6xjwqXtu3JPROR48Iajqidno_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10881698616701224211', time=2024-09-22T11:49:23.183149+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dy05BmZgNNNN9YystBQW1owTqLlIsgc_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13699118826301112734', time=2024-09-22T11:49:23.284500+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ll7G73Fl3cCrlOv_AZ2ulTtnCdYX80M_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17521935398941332201', time=2024-09-22T11:49:23.615947+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vkj9fcr52d5rX018Tba8OmoH-rtUCFb_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12771599335940645834', time=2024-09-22T11:51:10.028100+0000, chain.objs.size()=1 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._mKx2m0I0Lq4tH9_kDC5YY6BJRpX30o_0 2024-09-22T10:33:41.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11654704388593655551', time=2024-09-22T11:51:12.448894+0000, chain.objs.size()=1 2024-09-22T10:33:41.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.phdQIneyAdzrE3iXFVVcpG3QKZochMk_0 2024-09-22T10:33:41.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.951574583541197242', time=2024-09-22T11:51:12.981731+0000, chain.objs.size()=1 2024-09-22T10:33:41.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.500+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.o6R5YrAM4KdxM4Mcj2v6_gvVZFHZZbb_0 2024-09-22T10:33:41.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10657446889060681166', time=2024-09-22T11:51:14.168979+0000, chain.objs.size()=1 2024-09-22T10:33:41.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.E5vh8hPkyLm_5CcP619fqxyV-ZQuB_r_0 2024-09-22T10:33:41.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8561536292437297908', time=2024-09-22T11:51:14.691010+0000, chain.objs.size()=1 2024-09-22T10:33:41.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.S75v23uNyp7D1cjd9bSUi8_edpyUPVr_0 2024-09-22T10:33:41.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5307303096033067421', time=2024-09-22T11:51:15.272744+0000, chain.objs.size()=1 2024-09-22T10:33:41.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rl2NDsmZPtTMt1-G3VPIcTggUN9tzQn_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5929819442899094664', time=2024-09-22T11:51:15.274547+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YvQUe3J4XuPlTG-a8alkCoHkA9L-y8Q_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16162041364975533562', time=2024-09-22T11:51:15.337726+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8coE5vlKDT9Wn5t48uHrIGmeGVCaCO2_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11471913850901594372', time=2024-09-22T11:51:16.060949+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Q6ax4BNqMj6HBIDqZpqUcBnrI2Omcyt_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16656522218690549391', time=2024-09-22T11:51:18.799830+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.d6aOxXRFaKHgJbn9s1O7IjSL0AbeSEA_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1729162058387892049', time=2024-09-22T11:51:21.739358+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LBUET3LPoHGepkjP0O-vSL1Y2m83YO2_0 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10302591597032242221', time=2024-09-22T11:51:21.791396+0000, chain.objs.size()=1 2024-09-22T10:33:41.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SdI6_mOedTG1sA0uoyZTYAJToOPeMSq_0 2024-09-22T10:33:41.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3573897647617276618', time=2024-09-22T11:51:23.050952+0000, chain.objs.size()=1 2024-09-22T10:33:41.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nb1pCVsuHo99m7IDjMa73rggTdOdoa1_0 2024-09-22T10:33:41.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10665353925599101856', time=2024-09-22T11:51:24.646085+0000, chain.objs.size()=1 2024-09-22T10:33:41.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.504+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._2huFr25Z0t7DX6Sjyij-NLSLKNuWVF_0 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3858246932771170794', time=2024-09-22T11:51:24.736409+0000, chain.objs.size()=1 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.x0R4ljSwb7VNC_31QyaH0PUq4qpnD2e_0 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5789261284043242599', time=2024-09-22T11:51:25.725549+0000, chain.objs.size()=1 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.4S6wCIVDGtGj_fxk8PPPfnAU5apw5tg_0 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6051267581490163784', time=2024-09-22T11:51:26.261520+0000, chain.objs.size()=1 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.joBI-uaoDQUcahVrxA8e3aafD8NJWNi_0 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17498794885401093176', time=2024-09-22T11:51:27.222272+0000, chain.objs.size()=1 2024-09-22T10:33:41.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.kRCeqGh6J-GMXduANLAujlOHJk-HrsB_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13190934420004589313', time=2024-09-22T11:51:27.627004+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Rj_qpxL6RfbYfYhvi_OyKMxCik53wOp_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11779231632661925014', time=2024-09-22T11:51:28.067906+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6PdpJTbJ8Q35oYjq6D6yQcRuHv0TQ2k_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2875579362336712457', time=2024-09-22T11:51:28.584383+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.gHyfm4vbb1mK3fhfeA6PIpy0mCV1kVS_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14523671983585276011', time=2024-09-22T11:51:28.586602+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5cgmCrTxSgW2XeSnSA1Xg0NbRifvLo6_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15003329616637530978', time=2024-09-22T11:51:28.712973+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NTVXU1snuCykVnjajH0CK0ArRfvLJ3c_0 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16118177201477510203', time=2024-09-22T11:51:29.883869+0000, chain.objs.size()=1 2024-09-22T10:33:41.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NfT1k0b3y68DOBDEHAcEjswyC9LxC0x_0 2024-09-22T10:33:41.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6865535895244173584', time=2024-09-22T11:51:30.386664+0000, chain.objs.size()=1 2024-09-22T10:33:41.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.512+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FWcwgVC2Xl7ei9vrpM-Yv2SyJVqBGvz_0 2024-09-22T10:33:41.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.516+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4555072593566775563', time=2024-09-22T11:51:30.464308+0000, chain.objs.size()=1 2024-09-22T10:33:41.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.516+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jIXNxQGG-fCsTB7c1OQikafl-iZYNZl_0 2024-09-22T10:33:41.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45138 2024-09-22T10:33:41.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-22T10:33:41.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6098914004391263241', time=2024-09-22T11:51:32.049581+0000, chain.objs.size()=1 2024-09-22T10:33:41.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9eDr0LVsPNcLJ6sNScWLH24k_mkBbDn_0 2024-09-22T10:33:41.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5985144427617902882', time=2024-09-22T11:51:32.373262+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tmqdjTpddOHdZHlt83ei05bDGmCk18h_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15108906337447162259', time=2024-09-22T11:51:32.376108+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5rGSlqZ4zV68QlI7nAkUgPgXMMA8mBc_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8238191886595289758', time=2024-09-22T11:51:34.421434+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ATg1-xpprRCzM0LNPsE2_L63BOk27oq_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13492823215391877638', time=2024-09-22T11:51:34.423963+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.oAlqrMl_Lq2PMLGFKHc95uTe0izTQ3i_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17979009399680851903', time=2024-09-22T11:51:34.652545+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.q0iluwqRq1IWKnD5yD8DkbEs-kxeYkW_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8628776792942839193', time=2024-09-22T11:51:35.636791+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0b4fw0cVZNExrqwzXi4tZzdMnYHboeb_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4827026495367695205', time=2024-09-22T11:51:36.067802+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.qSPXGHujIWjc-W1Kxtjbu6bSIwQ5imD_0 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12080771375473066366', time=2024-09-22T11:51:36.824024+0000, chain.objs.size()=1 2024-09-22T10:33:41.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eMNF5OorN25AqCKfU4TjZXXtdRrD4tG_0 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14831225758465404535', time=2024-09-22T11:51:36.884488+0000, chain.objs.size()=1 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RPk5h4b53TycyErryNGpzZjSqcgSCDY_0 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12787235746304993718', time=2024-09-22T11:51:39.525022+0000, chain.objs.size()=1 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uN3qmjEPzge8Fp4Hq7lUZUcYVUiRjXY_0 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17569868929768011846', time=2024-09-22T11:51:40.195903+0000, chain.objs.size()=1 2024-09-22T10:33:41.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.520+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bW-uhoRUaSmkdcYbRfDCq98pWgovA6S_0 2024-09-22T10:33:41.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5560599363572131738', time=2024-09-22T11:56:12.308331+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.456__shadow_.aeC0LOzxDM4nCJyN4bfdtHv3Q0zv7I6_0 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11329548044276814180', time=2024-09-22T11:57:03.089001+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.481__shadow_.ukRN__MADVOTUJ41zZTN_TpeCFl_cc2_0 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10876289778177431940', time=2024-09-22T11:57:58.236395+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6186461252001595740', time=2024-09-22T11:57:58.238025+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.503__shadow:zIQQ6g717eRSDIJYQgDyM-xW9MYIedP_.LdljYo9CKLNQYgNopJmWy7KtctF3plk_0 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2560888011068025826', time=2024-09-22T11:59:01.069815+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.516__multipart_mymultipartcopy.2~UsDzGuFdTkl6Of56_qKsxXO2bK7dMTp.1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff', time=2024-09-22T12:01:08.542496+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6fh6V8zIfsXDOHnwNhh_w7BuUrVKUff.1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~63iRsZ09DN2jo0Lcmf6e0ANhTjuHje4', time=2024-09-22T12:06:07.929783+0000, chain.objs.size()=1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.533__multipart_mymultipart.2~63iRsZ09DN2jo0Lcmf6e0ANhTjuHje4.1 2024-09-22T10:33:41.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1772716859413140781', time=2024-09-22T12:09:29.235404+0000, chain.objs.size()=1 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.524+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:n3gAq0hBQfnS2V5XG9YD01qRm6-Xay7_.o_thDMRAbbhdoheI0ARMMVBsntLufhg_0 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18426410611699360365', time=2024-09-22T12:10:18.284964+0000, chain.objs.size()=1 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:wUdGeNjLv3-Nwh1hK5ZO-6puXYUdnjK_.EpcRrA0gUPvCGF1EU_L29yh5A6LFKnE_0 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1399317714139364617', time=2024-09-22T12:10:20.134786+0000, chain.objs.size()=1 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.576__shadow:M66sLN-Uad1LdzwzMVJYbS49w3eEuaH_.fsFtaa-7PEGzaHes_CzrdgEBdNhOQka_0 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9651557217248773428', time=2024-09-22T12:10:51.982031+0000, chain.objs.size()=1 2024-09-22T10:33:41.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:Y1q3OneGSMq.mT6QHf5vtBKD.pWO0Gb_.kucAl9-ChDwDOznn4H2jGr8Avn7rER3_0 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3688311453051566059', time=2024-09-22T12:10:52.944445+0000, chain.objs.size()=1 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:C4.ax3zBApzX8LYzDd2AFkLSnLWLks._.n44QNl4IiHLkVzzD8EpD7YesdSEC2PS_0 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13870183307138956284', time=2024-09-22T12:12:12.688523+0000, chain.objs.size()=1 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:x9Mf.Ir2vzyrShcfnBwbAhAYnbEMwJ8_.D3eRnaSwBkZKD8MKoS7QxLJ8d9EkZO2_0 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14373586473329108484', time=2024-09-22T12:12:12.796796+0000, chain.objs.size()=1 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:9pU--V.KxXMiiodiz0B63X3XJx-v08N_.BjoHU8w31h9MlkcCOUipXtHOb_HsMyI_0 2024-09-22T10:33:41.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15039508473018922703', time=2024-09-22T12:20:14.596798+0000, chain.objs.size()=1 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.638__shadow_.ap4mhdY1lK5DgGeuh1KUwfHYgnlVAjw_0 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10374700004319902836', time=2024-09-22T12:21:11.419954+0000, chain.objs.size()=1 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.652__shadow_.WmwKr7gcaKKFjccHllAQYEs7iD0pphw_0 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.478874821892092889', time=2024-09-22T12:23:40.957352+0000, chain.objs.size()=1 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.701__shadow:nR1xFgErEaW2luO80dqPlz3l-hYvSa3_.J4IiR8oQGeQs0nESaWeoWtKvOa2a-rM_0 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2392522096479627373', time=2024-09-22T12:24:00.361054+0000, chain.objs.size()=1 2024-09-22T10:33:41.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.528+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.710__shadow:c1q9WeWnYyIK2F91k5XhBdUA78C6cQs_.E1x4aeoEbMl0ulY27U-8kDgIDL_ivZN_0 2024-09-22T10:33:41.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.532+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-22T10:33:41.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.536+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44306' 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9526623644619775029', time=2024-09-22T11:34:05.729519+0000, chain.objs.size()=1 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.158__shadow_.4Pc05GP7FE0MzpicMI25Ixerjo-JFuJ_0 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12261647070763587470', time=2024-09-22T11:41:23.279036+0000, chain.objs.size()=1 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.238__shadow_.jHMVWXF7TZzqqYtCpQqoOXEOMh3Ojv7_0 2024-09-22T10:33:41.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6008963982948931378', time=2024-09-22T11:41:55.864866+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.251__shadow_.tn5e14bT6XprYlMz3MQbTlWj2Sl-qkS_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11298815360714590131', time=2024-09-22T11:42:02.830102+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.254__shadow_.YQ7p-N7yk3Scm4szIGw6-v30FIuCsSa_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10054309884786265310', time=2024-09-22T11:44:05.507193+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UsGi0Gg-fLMlKyphcxStKnWJoIibvru_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17062886052122509602', time=2024-09-22T11:44:08.854554+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lqo8c8jksKbnoQYnuCMdyrltQ7GPDyh_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7430676600618703455', time=2024-09-22T11:44:09.236780+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RUkXPTwwzL9Puucj20iEINcp0Jsfa3a_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16575664400631707988', time=2024-09-22T11:44:10.009481+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dLolld68bGoOcyRbzOyuS5ssOKtmsl1_0 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15973294283801612021', time=2024-09-22T11:44:12.630045+0000, chain.objs.size()=1 2024-09-22T10:33:41.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.8BtgXbe3AFXPmyJvncmmE0RBH0pu-je_0 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4522651628900819745', time=2024-09-22T11:44:13.264484+0000, chain.objs.size()=1 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YHBPuUnNbMfFCKfTaNEiRa_zFuJa4xP_0 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6036839399978250437', time=2024-09-22T11:44:14.780014+0000, chain.objs.size()=1 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.IIgaG6VejRAPfgS9VF9FoBvGvwejoDH_0 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2294410506007666189', time=2024-09-22T11:44:16.361337+0000, chain.objs.size()=1 2024-09-22T10:33:41.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.540+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.A9PDgQOM0f96OT-gXoAevf8-6VAY1St_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15010776525433857370', time=2024-09-22T11:44:16.431751+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-6WbAWpWSg4iMsazRVyE8N-r6diLC_U_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14468191936448758475', time=2024-09-22T11:44:17.442593+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.7tH-WZOzk1XCpXfxDFNKyR3LIv26g0a_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5118909061786135433', time=2024-09-22T11:44:17.465086+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bFmteaSFs9ssk_gcdakfJwrI0nlLaI5_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18331940660153312386', time=2024-09-22T11:44:18.345651+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4CwYrvTruDxYzWcSAcA9j5uCQtyBBpa_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6663090782712409114', time=2024-09-22T11:44:18.985769+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YRFdwIwaGJcX5oQD6OWGOaU94irV27L_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18421094472180139098', time=2024-09-22T11:44:19.183847+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EGSJaW_hgcusJQ1Eb3YW-hz7e_p1lbc_0 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1048938261882841245', time=2024-09-22T11:44:20.127929+0000, chain.objs.size()=1 2024-09-22T10:33:41.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2L5fDpwsMLS3BbCX5svF6WJR2qh5-EC_0 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10403856349534525453', time=2024-09-22T11:44:20.480863+0000, chain.objs.size()=1 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.K_5FxebTh2b6Yfz9fBt5sCXYJ_K0wWo_0 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.347296880713591887', time=2024-09-22T11:44:25.430881+0000, chain.objs.size()=1 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.xKoic4G6BE9LXiTVDi5Lnsxgj6uqyP__0 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18386408938221353990', time=2024-09-22T11:44:26.702457+0000, chain.objs.size()=1 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ddykmp6o46AO_eAZ7RKeO3ZXWw6pHba_0 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16153853720995403915', time=2024-09-22T11:44:26.767125+0000, chain.objs.size()=1 2024-09-22T10:33:41.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RQbQq48-FM5k2Gfl5LlIZY5y19TVIBj_0 2024-09-22T10:33:41.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7947140843089803813', time=2024-09-22T11:44:28.124854+0000, chain.objs.size()=1 2024-09-22T10:33:41.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.544+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4z2wFKQrlFu_M8BccDwYM7hKSFcp_OY_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2724823365931577017', time=2024-09-22T11:44:28.532018+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CwyTjlvdHD3_ZNHTjo3J1aD6XuL-yyn_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9894205200428502196', time=2024-09-22T11:44:28.683566+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.llVfYAiQhfQ3L8YQgpQt64h1wuMzJ00_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16987447052022065561', time=2024-09-22T11:44:30.978569+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HeFpTTz0ZwtcQym56q3OZsBuYOEPhtq_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18358419684340505048', time=2024-09-22T11:44:33.669930+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nGunAles_E1r2uiVvEMsOEm6jXEzjTU_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8506420025435050825', time=2024-09-22T11:44:33.922508+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QtgQPirexlx8yhofCll0Udn9KYVJni6_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17545612615794818598', time=2024-09-22T11:44:41.727509+0000, chain.objs.size()=1 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.265__shadow_.6Z2bfvHLlLO4D515aKP3AdLCJnHgKHR_0 2024-09-22T10:33:41.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6944774560238848482', time=2024-09-22T11:45:01.530835+0000, chain.objs.size()=1 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.274__shadow_.0IwT_ZEG69thYrql_hjUa2-YlHWRADx_0 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10003296294992184190', time=2024-09-22T11:45:03.809489+0000, chain.objs.size()=1 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.275__shadow_.pQ-MLg6zSGn5yNZsWDTKpOOJbxMRQvz_0 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3732151691247042545', time=2024-09-22T11:45:52.868534+0000, chain.objs.size()=1 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.-oCeK960qlClBBJumGDynjjkd06dbjr_0 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5313185155609199125', time=2024-09-22T11:45:52.887288+0000, chain.objs.size()=1 2024-09-22T10:33:41.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.548+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.C9Hf4uajc0wqVZ2LejoPS92yLYEwbxs_0 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3637626952669437630', time=2024-09-22T11:46:02.475554+0000, chain.objs.size()=1 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.297__shadow_.59dXsCPpO734H8R_v-oorZ4r22JI56-_0 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12533805756060204738', time=2024-09-22T11:46:18.969710+0000, chain.objs.size()=1 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.304__shadow_.t21gQmFCjX-trbYUqrMprqCDg3kIuF9_0 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4905900583505465199', time=2024-09-22T11:46:23.968740+0000, chain.objs.size()=1 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.306__shadow_.NYsNBx-Jphdo7nM1nUbP4gUP5egYbUi_0 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11853710538997293662', time=2024-09-22T11:48:52.518514+0000, chain.objs.size()=1 2024-09-22T10:33:41.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wDXua-0TcD7aRN-wk3c3ypoEwOfPF7i_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7646525584191243014', time=2024-09-22T11:48:52.913866+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GzBbgpYEymPpdmTS9qqr-epUounF36r_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7220365385054669734', time=2024-09-22T11:48:53.663729+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Sth4LXNCt3t0UZkwIh48j-3feRVdULK_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13029617671358582604', time=2024-09-22T11:48:54.796544+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0HbQRwkaA7G3BHhzZ0y3x9va3WJnUV0_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7252882224878349737', time=2024-09-22T11:48:59.872124+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.c8Ui3iKstD7AUGqqhbUovDAMiSllfWE_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9312872466192387045', time=2024-09-22T11:49:01.715435+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nYQIbUmdtNmZGItWOo6YQxQfalCyO-x_0 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6133441959061791309', time=2024-09-22T11:49:06.079937+0000, chain.objs.size()=1 2024-09-22T10:33:41.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vyE8vmEO2j0tyI6Jm7ekDlg7nDlaax-_0 2024-09-22T10:33:41.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6998342382776894956', time=2024-09-22T11:49:06.654864+0000, chain.objs.size()=1 2024-09-22T10:33:41.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.552+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VlfxHeCiDZlHKgERvYxoCBr83LYcb2S_0 2024-09-22T10:33:41.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6569890942391849320', time=2024-09-22T11:49:08.336740+0000, chain.objs.size()=1 2024-09-22T10:33:41.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bfnRDxS_EsrbxT-4awClU_3mNJAT9fI_0 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14099064090118751446', time=2024-09-22T11:49:08.519993+0000, chain.objs.size()=1 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SVooudrZrOtnqaI5jiqMlus5kFl8fsZ_0 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4511177647797258902', time=2024-09-22T11:49:10.005143+0000, chain.objs.size()=1 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PJ3iMF0yMWOXr9EtTYCJVnoZLtvF4Cg_0 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10369495509054232133', time=2024-09-22T11:49:11.102802+0000, chain.objs.size()=1 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Npg6o4fKhffCXon04Wt_5jR9XIX4bT6_0 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9514122305741933121', time=2024-09-22T11:49:11.384261+0000, chain.objs.size()=1 2024-09-22T10:33:41.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MnmVPLkulHQrM6sZpkmgCiWX3Zo-uP6_0 2024-09-22T10:33:41.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1623596251175579720', time=2024-09-22T11:49:11.389471+0000, chain.objs.size()=1 2024-09-22T10:33:41.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ALvdFSBzxXY0QW8lhJpx_fWJVrfQjZr_0 2024-09-22T10:33:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1450465782559329856', time=2024-09-22T11:49:12.667806+0000, chain.objs.size()=1 2024-09-22T10:33:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GpTRGDydA1ykxCAkXojA8a96323wJnf_0 2024-09-22T10:33:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1363285166963852588', time=2024-09-22T11:49:13.108263+0000, chain.objs.size()=1 2024-09-22T10:33:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iTVuxvr_rbmUyfijjjsDXr40s-mHcUO_0 2024-09-22T10:33:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17938778978749559262', time=2024-09-22T11:49:14.773155+0000, chain.objs.size()=1 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CTkGyJK5rk13w0TfspSxQHyjmnDKq7z_0 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15219998243150518824', time=2024-09-22T11:49:14.843881+0000, chain.objs.size()=1 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UV5ryQNXhqnq5Oxlq-HZNhdG_8gcjU3_0 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5484180093939839563', time=2024-09-22T11:49:15.752144+0000, chain.objs.size()=1 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.yY4-gLeqTLvi-QiqcNjowBaCf4Y_EiW_0 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10001580366967620499', time=2024-09-22T11:49:21.162574+0000, chain.objs.size()=1 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.556+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6PKnu6oVsWFFgHY3425mrVk6BpOPDfq_0 2024-09-22T10:33:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3870475427421424534', time=2024-09-22T11:49:21.839802+0000, chain.objs.size()=1 2024-09-22T10:33:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.opWR64gNQRUft9CoezdUbibnJ35vUWY_0 2024-09-22T10:33:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11560198144289951872', time=2024-09-22T11:49:21.906154+0000, chain.objs.size()=1 2024-09-22T10:33:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.fAwoFO-Yc8LR-Nu1RD9oOKZy4U5QdSg_0 2024-09-22T10:33:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5256418248891143651', time=2024-09-22T11:49:22.497882+0000, chain.objs.size()=1 2024-09-22T10:33:41.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ePMnorOinEULNwU2-vA6IJUv70pZmoc_0 2024-09-22T10:33:41.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14051485764457016619', time=2024-09-22T11:51:10.212078+0000, chain.objs.size()=1 2024-09-22T10:33:41.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wrj-Rk1kqGvNeGgMYFeGpEdVCDm4fKI_0 2024-09-22T10:33:41.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.840097113458991798', time=2024-09-22T11:51:10.821578+0000, chain.objs.size()=1 2024-09-22T10:33:41.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.560+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bn6_rBv9V9RW_MUmp-wqCXwljgfikHN_0 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4826237791466273289', time=2024-09-22T11:51:11.253020+0000, chain.objs.size()=1 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.v6JBUkT1AcB7iZ6O-h1dSL0_CIAkA2n_0 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11350760529762748516', time=2024-09-22T11:51:11.427303+0000, chain.objs.size()=1 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.n4AKXeLBWK0nySlgcnv9lo44_HK-RDn_0 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5885822999815667864', time=2024-09-22T11:51:12.394778+0000, chain.objs.size()=1 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eRIVfVg6Wszl5jB3kNTWkr7su9psg7x_0 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10001853088787666040', time=2024-09-22T11:51:14.996272+0000, chain.objs.size()=1 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mwq8eTMDT6YcbIGeVtr6m2WFd1eJTeH_0 2024-09-22T10:33:41.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4296890912821865448', time=2024-09-22T11:51:16.917689+0000, chain.objs.size()=1 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iG2pQIxbGmNfuN9NiZ00_N7INmBT96P_0 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17802039732834515099', time=2024-09-22T11:51:17.388750+0000, chain.objs.size()=1 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.FaQwgIf0yOxcaPV0Z_d24oh6MgDdXMn_0 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17353483013099676444', time=2024-09-22T11:51:17.492524+0000, chain.objs.size()=1 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HICrQBPTzi6vLm9WMCYMh0vxf8IhI9P_0 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10130167724785077465', time=2024-09-22T11:51:19.528449+0000, chain.objs.size()=1 2024-09-22T10:33:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Im7c2avWmpGH-pNu71_QhM3VgXMxTB5_0 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15701432836190211742', time=2024-09-22T11:51:20.492479+0000, chain.objs.size()=1 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.KmpypRIpBzexGDNErBk_t1DgmmC-Md1_0 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16108809690683428790', time=2024-09-22T11:51:21.840462+0000, chain.objs.size()=1 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xco3SP5SwzZqsrMv8bxWxzdVwF4Nn7o_0 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15856934705516757946', time=2024-09-22T11:51:22.990106+0000, chain.objs.size()=1 2024-09-22T10:33:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Dh1T_prB3JovgD6temYVM5IJ0uUc8LK_0 2024-09-22T10:33:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6074642561277378608', time=2024-09-22T11:51:23.002310+0000, chain.objs.size()=1 2024-09-22T10:33:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.3SpFg8GP0YFF4CM9VjT0JZX1lMD5kMD_0 2024-09-22T10:33:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9299213837174654', time=2024-09-22T11:51:23.343645+0000, chain.objs.size()=1 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1mtyi8hHXxsZCdVurzhV_wtWHChi_gl_0 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4091004819511548799', time=2024-09-22T11:51:26.319559+0000, chain.objs.size()=1 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.564+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ve2bUTYltXizoiX9yrTz7_B8QHdAtru_0 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7839624660933456071', time=2024-09-22T11:51:28.981239+0000, chain.objs.size()=1 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SpIu4A4ifmrqRNgctYZzP4XftzHbh_g_0 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2956251550456379734', time=2024-09-22T11:51:29.103825+0000, chain.objs.size()=1 2024-09-22T10:33:41.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LMIkVy3eO_bJOuDIPX02wQydakapAol_0 2024-09-22T10:33:41.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1641915995568609153', time=2024-09-22T11:51:29.984241+0000, chain.objs.size()=1 2024-09-22T10:33:41.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.-M2Ymc76W1c9PqgNC0zOZJrR2FxL6Lp_0 2024-09-22T10:33:41.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14373357006463187269', time=2024-09-22T11:51:35.789514+0000, chain.objs.size()=1 2024-09-22T10:33:41.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jCGy6C8oRwPbiFn4I13-dXzu5NfgPIc_0 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7992607967498561251', time=2024-09-22T11:51:35.964314+0000, chain.objs.size()=1 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8MP4YqexMYmkucGILBqHsA_fz4dRdrV_0 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14518533255520978433', time=2024-09-22T11:51:36.240323+0000, chain.objs.size()=1 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nzorm54luLSkyxw4ITJ4kcjECZxG7Af_0 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16454945276166986455', time=2024-09-22T11:51:36.550466+0000, chain.objs.size()=1 2024-09-22T10:33:41.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fHvyYdaGxzZ1pI_UUR-U4kuGcXRlnXb_0 2024-09-22T10:33:41.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11833549624353247966', time=2024-09-22T11:51:37.067654+0000, chain.objs.size()=1 2024-09-22T10:33:41.571 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.568+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rOmHyb10DFLw98GPcbfwKrLHVEbrhSR_0 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4054942059152146707', time=2024-09-22T11:51:37.476684+0000, chain.objs.size()=1 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2pncF8ip0aConwLo2YDplvIATZL-TWy_0 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13306271994233791652', time=2024-09-22T11:51:37.478584+0000, chain.objs.size()=1 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.heEK7YwNUDtiCxFbARJqZPP35Pl5iTG_0 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12533793169560049705', time=2024-09-22T11:51:38.818729+0000, chain.objs.size()=1 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OistneNcN_xQiCErBE7Kje_CdjeOfZ5_0 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5338645111373859302', time=2024-09-22T11:51:39.614670+0000, chain.objs.size()=1 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.mqPaKxA_8o0XXRJrrG6ZpvQwDnN3OL6_0 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12239826185514298710', time=2024-09-22T11:51:42.238614+0000, chain.objs.size()=1 2024-09-22T10:33:41.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.aegWGP-AMkz5jAObMdmgksE5EepGGZu_0 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.788643713424619019', time=2024-09-22T11:51:42.483964+0000, chain.objs.size()=1 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.6uMdC-MuVz0TFaPN-UkukydYn0yGAMH_0 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10111875719655399433', time=2024-09-22T11:52:08.701173+0000, chain.objs.size()=1 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.337__shadow_.p-Co7Sqb8JySXhkX-gQbMWTEwHde73R_0 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1561191582385425369', time=2024-09-22T11:53:29.462961+0000, chain.objs.size()=1 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.379__shadow_.pNYCodZmfgXfJu8Mo3Dq46bO9pFhMr4_0 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2637720513475020138', time=2024-09-22T11:54:31.109525+0000, chain.objs.size()=1 2024-09-22T10:33:41.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.572+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.409__shadow_.sDuHgcjJOnC4AYKNyVl-Y2CikdleBrX_0 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16205785889075803032', time=2024-09-22T11:56:24.515745+0000, chain.objs.size()=1 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.460__shadow_.kyyRjLeGaZt04m3grEfM3ZfVGdbIuZF_0 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12045810426728667655', time=2024-09-22T11:57:41.440266+0000, chain.objs.size()=1 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.496__shadow_.beEYvRI2AuL0-0sK4OBrB6R4I0F7qWT_0 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3173392229781477387', time=2024-09-22T11:57:45.572990+0000, chain.objs.size()=1 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.497__shadow_.Qe9QjRCuISTT4ktEyiptpgO8X9xLAcm_0 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14176115852321980252', time=2024-09-22T11:57:46.180859+0000, chain.objs.size()=1 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.498__shadow_.r3BHba25EiMADjr2fE0SL0XT93zxUC5_0 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1790228261013122419', time=2024-09-22T12:04:31.022561+0000, chain.objs.size()=2 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~16jcz0ThJkqs0V7Vqnm7pLuKrjOaIDg.1 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.523__multipart_mymultipart.2~16jcz0ThJkqs0V7Vqnm7pLuKrjOaIDg.2 2024-09-22T10:33:41.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9317868396214045582', time=2024-09-22T12:08:49.177396+0000, chain.objs.size()=1 2024-09-22T10:33:41.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.559__shadow_.zOcit6Ox_9y1tYRb85Rr8b4szjz59wh_0 2024-09-22T10:33:41.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5426002333111590384', time=2024-09-22T12:09:20.756703+0000, chain.objs.size()=1 2024-09-22T10:33:41.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.576+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:9euB8Ge-bn4KiHoJSgaYFngZbugXold_.HM_nFK6vhA-R6jmA52R-fV4enbxNaub_0 2024-09-22T10:33:41.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44306 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11238421873343814694', time=2024-09-22T12:09:25.400755+0000, chain.objs.size()=1 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:sSeLVQ.wXcj5P.-flGq2jgEkf.VnMRP_.y_1G3JisB-12lb8pD1b69bdHshwlGZ5_0 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8338714480120969396', time=2024-09-22T12:09:35.997390+0000, chain.objs.size()=1 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:eFL6IAPQGLEc19rRNbPGOuz2bsi5ofb_.l5FqCYjFBBFhwHuydWL2f4vykLvEH7v_0 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3346410968244141761', time=2024-09-22T12:09:54.606205+0000, chain.objs.size()=1 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.573__shadow_.hGr6qwax9RPXodJnRvIh-nHNdqXl3JP_0 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2617124498059159406', time=2024-09-22T12:10:02.380337+0000, chain.objs.size()=1 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:mOioQs3kuzlEtIRxc0HxEfADsQFp3Zw_.TZNcUcPSGuJtpODID6r4G1-15Qv0Kzp_0 2024-09-22T10:33:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13936172220757883350', time=2024-09-22T12:10:06.106892+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:WExJQQXVr5ULSePahdnEc9Vxbkdq8pq_.gRCucsv1bllwb-GpKfEYTN3kh_XxdvL_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11679234957702217782', time=2024-09-22T12:12:12.635108+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:y.G1z7lgEKvwF1ZOkQyKlB0Iobv0pss_.H5lSAbkGEv1uA9F_XEPuRDnNnm9lJle_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12673782502790878424', time=2024-09-22T12:12:38.754756+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:CvJGWC.dofifcVzlCnjMEAIJYEx8usK_.VaBh2nI9a_Eak5r4bV5fYqgRQNByUnf_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18236651946142001850', time=2024-09-22T12:13:06.685983+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.602__shadow_.suq5IV86v1kb5e-_lLgozGiPjQgiTlI_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15631337770707368953', time=2024-09-22T12:20:34.396612+0000, chain.objs.size()=2 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.644__shadow_.flW1DtcZgnEF6jPs5KVl_bwLyc73d4s_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.644__shadow_.flW1DtcZgnEF6jPs5KVl_bwLyc73d4s_1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.822980967907420234', time=2024-09-22T12:22:59.589774+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.679__shadow_.KVkDIOUJuOsyj_Iw4GGOJRk25C10Rv3_0 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17722413244290497960', time=2024-09-22T12:23:32.456620+0000, chain.objs.size()=1 2024-09-22T10:33:41.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.580+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.697__shadow:-S3imH.zehSjEvTFrMSaXY6NxVxQAgh_.Mzh_xoIAWuq74-6hjTmY2MoF-KDD0u2_0 2024-09-22T10:33:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.588+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.588+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-22T10:33:41.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48397' 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_T-AvGxhOtOZ4QbJdbzTUqpz-RRxakwx', time=2024-09-22T11:35:36.866100+0000, chain.objs.size()=3 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.ck5VuAL4ggZspameWvgMFLzHo_UDcSs_0 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.ck5VuAL4ggZspameWvgMFLzHo_UDcSs_1 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:986dc61f-9105-405d-8643-e22bb2945f7f.4459.163__shadow_.ck5VuAL4ggZspameWvgMFLzHo_UDcSs_2 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18182379404150266190', time=2024-09-22T11:41:02.934675+0000, chain.objs.size()=1 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.231__shadow_.h59hIgayaYAKDDyJWOUn1tifGbR5010_0 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18221207006918060252', time=2024-09-22T11:41:07.737755+0000, chain.objs.size()=1 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.233__shadow_.dxe15XnMjkBhHD_aeNwzGMz4sweKijm_0 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5303444535938896233', time=2024-09-22T11:41:15.284553+0000, chain.objs.size()=1 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.236__shadow_.x_lVfY9YOhREyBmLZwMAYkSMPIedUOU_0 2024-09-22T10:33:41.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17446575592215093441', time=2024-09-22T11:41:35.736628+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.243__shadow_.QTSPZO2HcMcw37WAqC4fwC6xBsIK5Ts_0 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4819430277307373082', time=2024-09-22T11:41:39.644674+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.244__shadow_.cVTRyuLSoKqr5R9dIluOPMmeVmN7bUI_0 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8394107070301538507', time=2024-09-22T11:44:02.657668+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nGaZyZp07b28lholImMC1Yh5tA5VPHO_0 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1798451774693318525', time=2024-09-22T11:44:03.499433+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vghii-3wSxFU1vMZMbxNbgRHT_ZjlOM_0 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16023667379438051826', time=2024-09-22T11:44:03.734566+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5BbCy3nTHRwHLgNRlQy11pYPGjv2mhZ_0 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12349687859075562494', time=2024-09-22T11:44:05.604892+0000, chain.objs.size()=1 2024-09-22T10:33:41.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.592+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.OKFfhetYnHG7tR0ZQtRipv2FxzI2HRm_0 2024-09-22T10:33:41.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9557524962802571356', time=2024-09-22T11:44:05.811283+0000, chain.objs.size()=1 2024-09-22T10:33:41.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ce_DJNkVaBvmvJSw27dyq_1LriRKvGg_0 2024-09-22T10:33:41.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14847734337483780633', time=2024-09-22T11:44:07.800239+0000, chain.objs.size()=1 2024-09-22T10:33:41.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4HA0GT2tL0aF02OfkYFdrMhVoTdnAJs_0 2024-09-22T10:33:41.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7121705035201918036', time=2024-09-22T11:44:08.128003+0000, chain.objs.size()=1 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.daJB9LOYP7BAnwscowQc0kFitayffIS_0 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7736929447641826438', time=2024-09-22T11:44:08.248048+0000, chain.objs.size()=1 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X2-HfFO8239eOLbP3mB1SKWSMnqDSi0_0 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8694362906344281602', time=2024-09-22T11:44:10.375512+0000, chain.objs.size()=1 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.gRlP1okHFvUU6kLJPA1Ckiql9tWNp1D_0 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9399744406515217840', time=2024-09-22T11:44:10.437966+0000, chain.objs.size()=1 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GdzA0zksvTmvcclIQxN4YRL2hZbfhtV_0 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17662665860348547074', time=2024-09-22T11:44:11.935340+0000, chain.objs.size()=1 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.kbiPFjPqGjxbRXpznN0__AbuC9GJWMc_0 2024-09-22T10:33:41.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.741182317015066395', time=2024-09-22T11:44:12.241379+0000, chain.objs.size()=1 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cdpq94wKIytebs7YRlTSO0Nfm_x-F-D_0 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18371556402029892419', time=2024-09-22T11:44:13.133209+0000, chain.objs.size()=1 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.yTuTBeeX6jGWOPqEbeDGu2C9mArrFbP_0 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12483168369690514676', time=2024-09-22T11:44:13.265707+0000, chain.objs.size()=1 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-XoAdg1Gq7NF8M-j4T6nV-EFY0PM9Wl_0 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8331766729887470577', time=2024-09-22T11:44:13.946225+0000, chain.objs.size()=1 2024-09-22T10:33:41.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.596+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rElZJqbF41-hDHSKEpUmK3EkrBbTFmC_0 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11187033514655661926', time=2024-09-22T11:44:14.523413+0000, chain.objs.size()=1 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CuICUteRgh7YFQNuvO5ULeIzL0Hf_PM_0 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5086264054840402678', time=2024-09-22T11:44:14.905161+0000, chain.objs.size()=1 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GhulmcSqLEyiv9Moe1O4B27SiC_THI-_0 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13280562391541470225', time=2024-09-22T11:44:15.989249+0000, chain.objs.size()=1 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.GitAYft-B3n0VGRTzG2aJ1BgLXCe-Yo_0 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7114032207210418785', time=2024-09-22T11:44:17.441253+0000, chain.objs.size()=1 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Grb9mh6UMlPc-MRSeR-jFdEPkcc7SHY_0 2024-09-22T10:33:41.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11124521208847802309', time=2024-09-22T11:44:17.702118+0000, chain.objs.size()=1 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.lG12SsKf3fppSVrCNPWR3od9LyspHBc_0 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4211995690831127017', time=2024-09-22T11:44:18.425513+0000, chain.objs.size()=1 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ueeheFy4IJkCDTSqQGwH3KjToAD2s4F_0 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8041946841949272203', time=2024-09-22T11:44:20.571161+0000, chain.objs.size()=1 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ftPg7LkAeZ4mtOdBgelMM2AOJh80jz9_0 2024-09-22T10:33:41.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7096763045809052806', time=2024-09-22T11:44:21.937795+0000, chain.objs.size()=1 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LW-CVrUTNlZ7hstsGogr4X8SSHDI3Uc_0 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1943146212696941450', time=2024-09-22T11:44:22.202578+0000, chain.objs.size()=1 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5fGrvH-iJt3rSbqKyTWq8S35rIGkQ7W_0 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11404733373033731243', time=2024-09-22T11:44:22.399165+0000, chain.objs.size()=1 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wAW9gd-nQblMYkIL_qLGl7daa9eivkK_0 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2613488629466980218', time=2024-09-22T11:44:23.975430+0000, chain.objs.size()=1 2024-09-22T10:33:41.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.600+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.c8uSD-CMAJ7uAL8WtBXCLTU8okZ0Id2_0 2024-09-22T10:33:41.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3997885491130489234', time=2024-09-22T11:44:25.939485+0000, chain.objs.size()=1 2024-09-22T10:33:41.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nsaqZ1tGlwyofOUZeNxJj7hN1xR-QyC_0 2024-09-22T10:33:41.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4047777995493001298', time=2024-09-22T11:44:26.380505+0000, chain.objs.size()=1 2024-09-22T10:33:41.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.LNIFcJBE-85eXtGO1QjI4quWBmS9QSt_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6300049461624181178', time=2024-09-22T11:44:27.011835+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nTyXTXQ16qFBqQITUXRKfNHmDxmCMiS_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15101133027909467138', time=2024-09-22T11:44:27.279193+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.EKagDAtkOMBCT2vhGOM2RXYIb_A5d8D_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9415205327437547470', time=2024-09-22T11:44:28.120838+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.q-wV1bTSMAO6E5QpeX9M0VLJ7g5jl9h_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17786653016642855237', time=2024-09-22T11:44:28.243296+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X2GWZOzA4Isv6om4w8kcaLGdw0lI-FZ_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4041393380008325375', time=2024-09-22T11:44:28.597826+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nIU-vwzAI5lxyYM85wG2vqsM0H0VYy0_0 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1355565480512468877', time=2024-09-22T11:44:29.692394+0000, chain.objs.size()=1 2024-09-22T10:33:41.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.604+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DsWF83i8xtzsPe2uk4cWpi8Sqx7pNR6_0 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12770765087849616694', time=2024-09-22T11:44:31.337847+0000, chain.objs.size()=1 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.J1Fkm48l3_WuE3kH0sdfR4qSLL9Yp0m_0 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2742480542009808748', time=2024-09-22T11:44:34.842817+0000, chain.objs.size()=1 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.mQ1YtsDtEC3e5umEfD8Ufl4wqrRdpBY_0 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4434295454377299429', time=2024-09-22T11:44:50.499946+0000, chain.objs.size()=1 2024-09-22T10:33:41.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.269__shadow_.T-363wFDHrkKV6OBReIRLtS5JSq7VeQ_0 2024-09-22T10:33:41.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11709181991108664081', time=2024-09-22T11:45:31.774947+0000, chain.objs.size()=1 2024-09-22T10:33:41.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.287__shadow_.Im1XSOWKEOPKTlCCF_oT-Qzq85ZPdfZ_0 2024-09-22T10:33:41.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7039406448351572638', time=2024-09-22T11:45:47.400025+0000, chain.objs.size()=1 2024-09-22T10:33:41.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.608+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.0Sp-49ErtPxlIYspzgPJcWsbNDCuNXT_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2145524898744693724', time=2024-09-22T11:46:07.344578+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.299__shadow_.3Y50OU517876B3qBW4Zn9pH7IlvHSv9_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10000150584788417246', time=2024-09-22T11:46:16.652123+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.303__shadow_.riIOtjRBRfZiDiWyaO9O2x_RWJv1eE8_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11464800249208093557', time=2024-09-22T11:46:51.338662+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.315__shadow_.-rOfNWJmzQvb2b7-An8YZRZje6VKyy4_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13232368618019877422', time=2024-09-22T11:47:00.430973+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.319__shadow:w61NbGm.PoxFlazlukTLRNecuiCELRk_.R_EZDk208PlrqsgpFnrvs2YkEOadBF1_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14699851836272456698', time=2024-09-22T11:48:52.902530+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.3n_WUikb7_WANYci9k4ZXezTV4TTfhZ_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10153788153136584730', time=2024-09-22T11:48:54.165226+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.pfA8CVKfdpEocGANQncK8Dx_gxpUwtJ_0 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11732833388564204059', time=2024-09-22T11:48:55.909932+0000, chain.objs.size()=1 2024-09-22T10:33:41.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.92hnh1ll5xTKUpIsh31PUFFz51XDjgL_0 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9175131653983485540', time=2024-09-22T11:48:57.040769+0000, chain.objs.size()=1 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.AYj8wvKd1gVjOxf4JXQ_R6QBUEynxhc_0 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5102222564502711932', time=2024-09-22T11:48:57.677116+0000, chain.objs.size()=1 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZEypzkWCLW2NBKwGcYi6brP7kotrRN5_0 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14109202134812921942', time=2024-09-22T11:48:58.008571+0000, chain.objs.size()=1 2024-09-22T10:33:41.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-TKI-kQWB-SWp9i3UsgUpQ208gy01Pm_0 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7034708479722783751', time=2024-09-22T11:49:03.818880+0000, chain.objs.size()=1 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-dBwxI-f_lGB9aC2lBg-Q2ho5SGbonR_0 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3022815296259113993', time=2024-09-22T11:49:03.952452+0000, chain.objs.size()=1 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.2k5ihv-gDFDWRgOHvPlp0d3CtZrxETX_0 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10636805209195204648', time=2024-09-22T11:49:04.660731+0000, chain.objs.size()=1 2024-09-22T10:33:41.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.612+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QEji7MhARdEM3CONYqJQVrrTh7BZM_h_0 2024-09-22T10:33:41.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.558215954870899488', time=2024-09-22T11:49:06.507596+0000, chain.objs.size()=1 2024-09-22T10:33:41.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1qe7nqc6fTEljvRVvi7Zoi9ERXE1Saq_0 2024-09-22T10:33:41.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3882080833405208524', time=2024-09-22T11:49:07.447381+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hwzP4mE_-uqxonSYkV_qRqskQtCqLui_0 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.361658000081358950', time=2024-09-22T11:49:07.449189+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.FEpSjB5Ja4v7gc_v1dnDbRJp3kqRW1Y_0 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9501463851435948827', time=2024-09-22T11:49:09.875438+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-UzoGvD0sMBONwpehs0-5b3vGn_3hLo_0 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1945619639293844514', time=2024-09-22T11:49:10.390295+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8OboC3uo2ecQWB7B6-nMqBaO0E1qmYO_0 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8676648937469053027', time=2024-09-22T11:49:12.842535+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kClf53XQ4lDLUxyAY6jcqYIjrOveQYC_0 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1924998936212792900', time=2024-09-22T11:49:14.204050+0000, chain.objs.size()=1 2024-09-22T10:33:41.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Dfkr25awZwvs5YsC2oFVUlnsKpCT13g_0 2024-09-22T10:33:41.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17733727457802840156', time=2024-09-22T11:49:15.929073+0000, chain.objs.size()=1 2024-09-22T10:33:41.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TQiV8e9dtvbcl-CxAXvl2l0QXKJZpIG_0 2024-09-22T10:33:41.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14486375879355641547', time=2024-09-22T11:49:16.189515+0000, chain.objs.size()=1 2024-09-22T10:33:41.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.psyrZugU71rldheTPqhKqb9m30xZTol_0 2024-09-22T10:33:41.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7707438977126722457', time=2024-09-22T11:49:16.343787+0000, chain.objs.size()=1 2024-09-22T10:33:41.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.616+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PvOzh9HSJpUWcD_i30i_YA76y-s63ek_0 2024-09-22T10:33:41.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10681139477722410137', time=2024-09-22T11:49:16.871844+0000, chain.objs.size()=1 2024-09-22T10:33:41.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vaRpCOUsz5-poPLBx5h13084fxTurJZ_0 2024-09-22T10:33:41.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8237324255626155', time=2024-09-22T11:49:16.874590+0000, chain.objs.size()=1 2024-09-22T10:33:41.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.egpnnbh6jRV6BaGfz8A-Dcm_7VabhEr_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6621601428295486153', time=2024-09-22T11:49:16.876547+0000, chain.objs.size()=1 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oOSG9zTbC89x71QJ-MxWR--gKAQdw7k_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6841212849841903814', time=2024-09-22T11:49:18.607549+0000, chain.objs.size()=1 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1TKnVyEzsxEORa6eBfvgoqPsHP0gtF6_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1182907745465972421', time=2024-09-22T11:51:10.647660+0000, chain.objs.size()=1 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RYDby-LAvND9oT6HWfLTZCSgk6DAHmv_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8701884812298928113', time=2024-09-22T11:51:10.824904+0000, chain.objs.size()=1 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V01crOWe6tkhkFg6t9A7PsjvucRo-hi_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10486116588469264824', time=2024-09-22T11:51:11.776882+0000, chain.objs.size()=1 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fzQ9J8cGkmqTKdDegQFOBzTe12sYUKr_0 2024-09-22T10:33:41.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6505857927088122783', time=2024-09-22T11:51:14.802384+0000, chain.objs.size()=1 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OQ8_-Zu2C6ZLhJTMqDKee1nei_QvPOB_0 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4751008919990171198', time=2024-09-22T11:51:15.269054+0000, chain.objs.size()=1 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.COMGDsiBQpJERerRpF2ui3N1siQR28z_0 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5001104445478876799', time=2024-09-22T11:51:16.089337+0000, chain.objs.size()=1 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.y1FuOWAkaFXoTLmI9Ffndez0BOvqqxu_0 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8813252388340452188', time=2024-09-22T11:51:18.852483+0000, chain.objs.size()=1 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uNp_NCGYCMcgQAJn1Ox705ZV2DtnkcT_0 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11530547863233620184', time=2024-09-22T11:51:20.608122+0000, chain.objs.size()=1 2024-09-22T10:33:41.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.620+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DNSIG0nfSthQ5I2eSxk8liKJxQqUxR0_0 2024-09-22T10:33:41.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11652830829740840754', time=2024-09-22T11:51:24.317199+0000, chain.objs.size()=1 2024-09-22T10:33:41.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eiQ-2Z0NU_0f3XV1H3TQ8SVgUrCAQ_e_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9104880729360248564', time=2024-09-22T11:51:24.487432+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.AsDhGYWviwYz8Av0kqkGXmgX47XHX_8_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5848057677474521553', time=2024-09-22T11:51:25.290673+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fGEGAoKLtw8_Rz5ySPIo3cH3ff91NtG_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3256317373511524130', time=2024-09-22T11:51:27.685737+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.TWZIclfJ5UJlypYhbZ8wjPY-GvBSKf-_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18287541887154983330', time=2024-09-22T11:51:29.432486+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jwzYMLh3ETEJ3uqGk-sgWqrMXemhDVf_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15601490862362043326', time=2024-09-22T11:51:29.986962+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GKwelG2yoCrjMLZPUw8M4YokHYgHehp_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3360220212207961007', time=2024-09-22T11:51:30.219098+0000, chain.objs.size()=1 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QhTfNreark-olQ31cqCi8XM0S3_HDD0_0 2024-09-22T10:33:41.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8532875850174832922', time=2024-09-22T11:51:32.129414+0000, chain.objs.size()=1 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RvJe93ZkSEGEusKY1qm17byFGNWHc-x_0 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16231685906338324675', time=2024-09-22T11:51:32.376223+0000, chain.objs.size()=1 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.GY0CegnRyqCsCDDcr0hWhjO32r3d3mA_0 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3794069384244439192', time=2024-09-22T11:51:32.509996+0000, chain.objs.size()=1 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZqWxb08jIoBLmlyK5Qe8QsBm7pBu2gt_0 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14424389492113754336', time=2024-09-22T11:51:33.325460+0000, chain.objs.size()=1 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.624+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.A8yvxm98PxeSx9twYWp2fZSXtj_8E1u_0 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16075625953184021031', time=2024-09-22T11:51:34.481039+0000, chain.objs.size()=1 2024-09-22T10:33:41.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.brS171ucKAX5ugvR9LCJZ867Hb_vuDT_0 2024-09-22T10:33:41.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10345334125338580556', time=2024-09-22T11:51:34.688619+0000, chain.objs.size()=1 2024-09-22T10:33:41.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lmDkp_U7hr2OQ_uyhw82b5cFZAJnkAp_0 2024-09-22T10:33:41.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2875487595347354861', time=2024-09-22T11:51:36.608199+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.628+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IIwin1bt7MaARx5bPbL3K2Skm1S4acV_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10638967183801392316', time=2024-09-22T11:51:38.381345+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cpvbViL8_po6g-tDkrBmcOz0zV4kG5t_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17385431117493368933', time=2024-09-22T11:51:39.615713+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.iBzKsNKV9VkrEYcs09PyYWQ8MnbiSBg_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4997560111946006283', time=2024-09-22T11:51:40.434054+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.__3fu0RVeK9jr-tgupXxHbbLv6b22IF_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11206771859193035841', time=2024-09-22T11:51:41.398409+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.2W7lBsj2PoPhoweYM_byaxb-3EfAOz7_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7582698859928532110', time=2024-09-22T11:51:42.476678+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.H0Ox-ss0mZ-1yFyqRij1_Qg1zxHgJJ5_0 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6520871749153589660', time=2024-09-22T11:51:50.298163+0000, chain.objs.size()=1 2024-09-22T10:33:41.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.632+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.328__shadow_.y_r8cU6pz4k4sVVdZNXY_Y-f9fJYDqD_0 2024-09-22T10:33:41.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48397 2024-09-22T10:33:41.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-22T10:33:41.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9991391576837728807', time=2024-09-22T11:52:00.074730+0000, chain.objs.size()=1 2024-09-22T10:33:41.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.333__shadow_.kzSrIlPzIQGDnPY3qYYwFHDFLN8jwAK_0 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1274298142707225380', time=2024-09-22T11:53:39.929550+0000, chain.objs.size()=1 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.384__shadow_.JOoKi7sc19e8Tcu3mmKa7gYhDTDQ4ME_0 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1227983485769636544', time=2024-09-22T11:56:30.598862+0000, chain.objs.size()=1 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.462__shadow_.ytbSCDhwldQl9fNFz7cHXvKOL-YJx5k_0 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13895345765370827853', time=2024-09-22T11:57:08.991686+0000, chain.objs.size()=1 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.FHC4YrPNmFMWFxfAkhH3NN4nwMhlFJ6_0 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.601544+0000, chain.objs.size()=2 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.1 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.1_1 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.613241+0000, chain.objs.size()=2 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.2 2024-09-22T10:33:41.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.2_1 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.624821+0000, chain.objs.size()=2 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.3 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.3_1 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.636361+0000, chain.objs.size()=2 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.4 2024-09-22T10:33:41.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.636+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.4_1 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.647576+0000, chain.objs.size()=2 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.5 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.5_1 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp', time=2024-09-22T12:03:52.659115+0000, chain.objs.size()=2 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.6 2024-09-22T10:33:41.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__shadow_mymultipart.2~dUZlkMqosJ5oOyJvVYFoQLDCCQcIDtp.6_1 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16174918550792674524', time=2024-09-22T12:05:16.471593+0000, chain.objs.size()=1 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.524__shadow_.tn8zDAmi9LCOwQQ_okXa8UP0aYx8-qd_0 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1736713909088871998', time=2024-09-22T12:08:03.283690+0000, chain.objs.size()=1 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.554__shadow_.M49T3eAqYnwUMtjSs6PelvP5e0PDuTi_0 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16510751006779721418', time=2024-09-22T12:09:30.565011+0000, chain.objs.size()=1 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:-zBuKVd1DYWCPjj3T11SG4qvBbp3gll_.KPdf4nmAL6KClkrl44VEdCpkqPLd-UI_0 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9601673917073186116', time=2024-09-22T12:11:05.072592+0000, chain.objs.size()=1 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:2uSffafSepanIduSRRTuHduWlWJs.xX_.fmL_z4U47K4Yzk_Z4wTBrD8L3mlOa_x_0 2024-09-22T10:33:41.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.439001004148539969', time=2024-09-22T12:12:12.876734+0000, chain.objs.size()=1 2024-09-22T10:33:41.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:LCUQJ2.AIyGjKxGEG0P2Da34Gp-D-xE_.3tNT0TcZErxrSopC5AscA1iHXjdQwdo_0 2024-09-22T10:33:41.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15059897920366175753', time=2024-09-22T12:15:44.327098+0000, chain.objs.size()=12 2024-09-22T10:33:41.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.1 2024-09-22T10:33:41.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.640+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.1_1 2024-09-22T10:33:41.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.644+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.2 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.2_1 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.3 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.3_1 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.4 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.4_1 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.5 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.5_1 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__multipart_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.6 2024-09-22T10:33:41.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.614__shadow_multipart_enc.2~v3Zp6DqwCle1uEqv2nWY0GsDpINk3Q_.6_1 2024-09-22T10:33:41.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12561039499954133785', time=2024-09-22T12:20:50.438530+0000, chain.objs.size()=1 2024-09-22T10:33:41.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.647__shadow_.Kmt2P8oAB8sIm6fxvwW6zw4TnUTzIel_0 2024-09-22T10:33:41.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4460022028765717721', time=2024-09-22T12:24:08.451901+0000, chain.objs.size()=1 2024-09-22T10:33:41.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.648+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.714__shadow:Z0R8DCUEdQ6ZyeeQCO7LFF0VxbGCbmh_.TE6U_s_1N3ZfvE8zZVOrkKJcZ2HfIpC_0 2024-09-22T10:33:41.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~3BW978y_IyVqQWkNvc9LEoa_JAaXr4u', time=2024-09-22T12:25:53.552060+0000, chain.objs.size()=1 2024-09-22T10:33:41.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.742__multipart_mymultipart.2~3BW978y_IyVqQWkNvc9LEoa_JAaXr4u.1 2024-09-22T10:33:41.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1649121267613963985', time=2024-09-22T12:27:02.769399+0000, chain.objs.size()=1 2024-09-22T10:33:41.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.748__shadow_.yqTBhAT1u9aqesik6A-CsFVmDLqm3s7_0 2024-09-22T10:33:41.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11824172363907109933', time=2024-09-22T12:29:51.467251+0000, chain.objs.size()=1 2024-09-22T10:33:41.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.652+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.769__shadow_.4L91KLtPQp3DGMifXEMmteYgsiVCPyR_0 2024-09-22T10:33:41.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.656+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-22T10:33:41.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44796' 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_Lyg9_RWJXhahK6h613VeiBJ03B1YN9y', time=2024-09-22T11:35:25.481473+0000, chain.objs.size()=3 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.izHWzqhMUfKlxjd_Kim4YZGsAlsb01v_0 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.izHWzqhMUfKlxjd_Kim4YZGsAlsb01v_1 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.izHWzqhMUfKlxjd_Kim4YZGsAlsb01v_2 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15880416197031457470', time=2024-09-22T11:41:29.608756+0000, chain.objs.size()=1 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.241__shadow_.7ozJeRLVg6wqCrvNX7YxfoqXlMCkRfL_0 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9406480273616521414', time=2024-09-22T11:41:31.837724+0000, chain.objs.size()=1 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.242__shadow_.k6jWpmWJqCZWlEsbt2Tc2oJybWIk27X_0 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15846791481051494814', time=2024-09-22T11:44:03.139583+0000, chain.objs.size()=1 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ECl8Ny2bzKLBUw8-Zj_VATzIjXfWL9t_0 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3040918295578922589', time=2024-09-22T11:44:03.840948+0000, chain.objs.size()=1 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZmqrCP8hUKq5auMGTKpM-B9wn91eYwI_0 2024-09-22T10:33:41.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18194733007881927610', time=2024-09-22T11:44:04.110300+0000, chain.objs.size()=1 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.RR2wdMrVB3_eaMkh4L2Q5UZdKxluhvL_0 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1782769800811859340', time=2024-09-22T11:44:07.830118+0000, chain.objs.size()=1 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5q0Lssuzuai1u1UDpe6uhO-v1An4KPf_0 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6485000097007034103', time=2024-09-22T11:44:09.001312+0000, chain.objs.size()=1 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vHDbBcW_OqAFsRDnFZHhkWddbj2GA36_0 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3595032943346911516', time=2024-09-22T11:44:09.137308+0000, chain.objs.size()=1 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5zgYGgFXEQD-BJ6qm4OWfi41uqvzvgQ_0 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14712384281694360311', time=2024-09-22T11:44:10.212599+0000, chain.objs.size()=1 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.660+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.0TJSZavw3k7VP16I37Sz5RvH6PqZQ-7_0 2024-09-22T10:33:41.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17980696272024286504', time=2024-09-22T11:44:12.241342+0000, chain.objs.size()=1 2024-09-22T10:33:41.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.qIauGR-oBoXsiNZj_zjUWBIzBiaxtUl_0 2024-09-22T10:33:41.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17300830474582269871', time=2024-09-22T11:44:12.630101+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.TFHaQxkS1KI8dA5tWmn-YbggAE4SD0M_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4405356661696101589', time=2024-09-22T11:44:13.690694+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.sQ1Mr9QmrypnFEarWHjE3i5PuUZkeCm_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.501318495157804785', time=2024-09-22T11:44:14.340309+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.2WFKxlVd6sTq24vDGZ_7nnnETXJEyGg_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6140981691417714979', time=2024-09-22T11:44:16.431749+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bDEIhQcJf7ERKJifyBMlXU7Zz3KP2xf_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11601942044083086182', time=2024-09-22T11:44:16.821727+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zvzix9tgnKAdIpcj7sf_EYQDVsgTefN_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16494501978961112612', time=2024-09-22T11:44:22.202421+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ILGvu5tfhXnkHV9B_cSS4qX9DE5sUjl_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15868848580613144921', time=2024-09-22T11:44:24.473335+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.otd48P8TznIyZoYiOt4Fk0GvYmn-evM_0 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8373047755285448008', time=2024-09-22T11:44:24.986799+0000, chain.objs.size()=1 2024-09-22T10:33:41.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Ody5JhhU9Ix0Yv5kOaXWGHfejOPMw2F_0 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11498731735627784069', time=2024-09-22T11:44:25.058810+0000, chain.objs.size()=1 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.UCK9cEd965CREgFWtV_vebgHuxgDNFS_0 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1812466386272958614', time=2024-09-22T11:44:25.779758+0000, chain.objs.size()=1 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.T6WvnIde8UsUIJriVKz7bapEFuHMNCM_0 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8392709333124111726', time=2024-09-22T11:44:26.767123+0000, chain.objs.size()=1 2024-09-22T10:33:41.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.664+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YGv40sptnT9T5_ZTNth-3cdkpZZiL6z_0 2024-09-22T10:33:41.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2201767514702120166', time=2024-09-22T11:44:27.278726+0000, chain.objs.size()=1 2024-09-22T10:33:41.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_._z7YF7vwmZZo1AWAZTr2pPfn2vfYp_D_0 2024-09-22T10:33:41.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4171446980267676628', time=2024-09-22T11:44:28.127526+0000, chain.objs.size()=1 2024-09-22T10:33:41.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wO8vZzONUk8wZnL6udL56euVkU_CB49_0 2024-09-22T10:33:41.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18018734453625507348', time=2024-09-22T11:44:29.692368+0000, chain.objs.size()=1 2024-09-22T10:33:41.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.imN0xZtK_lNEpCcbwfC3cu3LUOnnJO7_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3735969670025153392', time=2024-09-22T11:44:29.858901+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cB5QQRMdGdJS0qvHKpeQA6aBLCxAc2V_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15455737030172381482', time=2024-09-22T11:44:33.196080+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.CN6TUjJmAPCpZ74mbMkF7lqWLRaHEUZ_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11824138852162540868', time=2024-09-22T11:44:34.590585+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.iI8ZXqmPkojD7u4Spb0xdirY_R_ipHd_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7437002035285895604', time=2024-09-22T11:45:08.518191+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.277__shadow_.YPUWkTeugvDb3G2Jisiic4BMqtCBPYO_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1736192354243820088', time=2024-09-22T11:45:47.096679+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.292__shadow_.2tDsZVU_iCNucj9FB6zLwuNzKYqKRF6_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8238209296381462229', time=2024-09-22T11:45:52.865331+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.2UApQ4aY6GHubWY38OSdB02eUzVGg8p_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5728942194678160894', time=2024-09-22T11:46:09.613470+0000, chain.objs.size()=1 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.668+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.300__shadow_.iZKW0cKTaagakcQ8pRhXt5ap6XDI55P_0 2024-09-22T10:33:41.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16553164168646565431', time=2024-09-22T11:46:12.024045+0000, chain.objs.size()=1 2024-09-22T10:33:41.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.301__shadow_.5RNs4iqzQdgbNXWU1cFS7-ilXAAET1U_0 2024-09-22T10:33:41.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17273338109356269681', time=2024-09-22T11:46:21.341009+0000, chain.objs.size()=1 2024-09-22T10:33:41.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.305__shadow_.32EN-V7hPaW84vCV121mKpcAGxLvbYq_0 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14139165600892834597', time=2024-09-22T11:46:21.345041+0000, chain.objs.size()=1 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.305__shadow_.iYVWkJAJAGcWAchdv0zK_FFcJZs-m-U_0 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13523786113150180546', time=2024-09-22T11:46:23.968668+0000, chain.objs.size()=1 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.306__shadow_.A0yC32MqSsOiK_Rwqob81K3KOC-qB_t_0 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9553156455103296723', time=2024-09-22T11:48:52.644424+0000, chain.objs.size()=1 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BHtrumPWKCWPH2OBvdkY7CChpi6SuYS_0 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14708845664807695681', time=2024-09-22T11:48:54.895875+0000, chain.objs.size()=1 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.NNaqDn_y-ff685AU-tfari5bB2h-3Bg_0 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5573211313755806317', time=2024-09-22T11:48:55.034165+0000, chain.objs.size()=1 2024-09-22T10:33:41.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.etoo4G3i_FnOmXE5ebVRbjG6eWEuwR4_0 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16877159827623501232', time=2024-09-22T11:48:55.502915+0000, chain.objs.size()=1 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.smOAczDlUQtlbDWNzJD7sqn2UXmOmkY_0 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16990338360732151507', time=2024-09-22T11:48:55.742497+0000, chain.objs.size()=1 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TQQmJBud2Cn1lKlViXS4L-HKY1zdbQk_0 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14929357533294123466', time=2024-09-22T11:48:57.891562+0000, chain.objs.size()=1 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.672+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.YHoDviis4BnzlDOZAvGXSph2yTW0LxE_0 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1377352068032022774', time=2024-09-22T11:48:59.517887+0000, chain.objs.size()=1 2024-09-22T10:33:41.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.t1-bhxI8AyKxonVgX69jvyZhmSBxIlL_0 2024-09-22T10:33:41.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14161986291485592432', time=2024-09-22T11:48:59.636680+0000, chain.objs.size()=1 2024-09-22T10:33:41.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dCY-5q8GU-1rXqF1iLwKBR6P24YMPqR_0 2024-09-22T10:33:41.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12697602736732050068', time=2024-09-22T11:48:59.762567+0000, chain.objs.size()=1 2024-09-22T10:33:41.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9eZIL0FKwiwaWojQVerJhM53_jfIESS_0 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11180080017710950879', time=2024-09-22T11:49:00.326132+0000, chain.objs.size()=1 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.HjOnspwG64uZ2nyDQ0ux6jmknGTcv6H_0 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18188481623325355807', time=2024-09-22T11:49:02.518120+0000, chain.objs.size()=1 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7RxM-Rz6jv1Mh6jqefRT2yDLyO-Jchg_0 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13556641405487788320', time=2024-09-22T11:49:02.930648+0000, chain.objs.size()=1 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9MKQTlgvymCqLIqxTHb4ZhVHpsHrZbZ_0 2024-09-22T10:33:41.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6278425605246454262', time=2024-09-22T11:49:03.689103+0000, chain.objs.size()=1 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iXMUyvhPHn1Chmx53NlQTc9xtRkyGhn_0 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4098074049550689728', time=2024-09-22T11:49:04.457408+0000, chain.objs.size()=1 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VMNEZbodqJImjL-1g7ZW07weqoSEUWa_0 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11816565320296987431', time=2024-09-22T11:49:04.590467+0000, chain.objs.size()=1 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.oem3sqLq9tUmWiLGzxhjnld-bgGv8a6_0 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2983363026412017226', time=2024-09-22T11:49:05.690784+0000, chain.objs.size()=1 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ZcZ4FPyxL2D3QylH4nWAEPVGsp5P7Nv_0 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7702457203428050096', time=2024-09-22T11:49:07.447173+0000, chain.objs.size()=1 2024-09-22T10:33:41.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.676+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bVCeV_PbBBIY_zrzSOKEEq_xdCi7W6h_0 2024-09-22T10:33:41.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16517619421903985058', time=2024-09-22T11:49:07.662548+0000, chain.objs.size()=1 2024-09-22T10:33:41.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kQ79gv2mri3DgVmU04A-5WjS5BMn2FL_0 2024-09-22T10:33:41.681 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11432926429002587597', time=2024-09-22T11:49:08.749853+0000, chain.objs.size()=1 2024-09-22T10:33:41.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.QluVt2zJ8XsDXRUcvPil3Sq05Z-hKbS_0 2024-09-22T10:33:41.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9239922152827065086', time=2024-09-22T11:49:09.812859+0000, chain.objs.size()=1 2024-09-22T10:33:41.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.680+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8tygwT-74IPv96nm-0M8xLHRoyoIqmw_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7184286673061902758', time=2024-09-22T11:49:09.875307+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.STtH8-DN0ZGHo1viQXLjp01RkYJY7k__0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11231547810293359664', time=2024-09-22T11:49:09.922903+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TqfK9AwmFNVbUguPFTw7lyXY-8yMQTV_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9389655425763913841', time=2024-09-22T11:49:12.227498+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Zub4KmxFVAvl8cMVOe-a0Z2vD3MFjPv_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16053831911690394771', time=2024-09-22T11:49:13.079377+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.d5nb5FZ1pP9GObRnivWQySmnHDDnBVj_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1478845132044983507', time=2024-09-22T11:49:14.023124+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.-yZ6Ngw8oCdKBAtmWGu4wf6ewj82iAS_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15987349689299857298', time=2024-09-22T11:49:14.528309+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CHrkT8fg3qIubVohiozG3657HSLcx--_0 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4558132418784908872', time=2024-09-22T11:49:15.437817+0000, chain.objs.size()=1 2024-09-22T10:33:41.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0hrjYRbq0_6Zo4SHkOrF0yI7_4FKmq9_0 2024-09-22T10:33:41.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16473118827319177460', time=2024-09-22T11:49:15.748132+0000, chain.objs.size()=1 2024-09-22T10:33:41.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BvZ9hUTzBMakWfal4a25tzwme691H6c_0 2024-09-22T10:33:41.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9965738064709739287', time=2024-09-22T11:49:16.729291+0000, chain.objs.size()=1 2024-09-22T10:33:41.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.RjUtMFZRrqmirk24g69jccbX5l0bwNI_0 2024-09-22T10:33:41.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15125487306558308534', time=2024-09-22T11:49:17.787482+0000, chain.objs.size()=1 2024-09-22T10:33:41.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.SM_VWUsn9tp05_0mPfiFoI6iDPf3QeX_0 2024-09-22T10:33:41.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17197508607773435314', time=2024-09-22T11:49:19.100947+0000, chain.objs.size()=1 2024-09-22T10:33:41.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.684+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.8YnfjooB00zvJ85XtMw6SibRZWrsZgO_0 2024-09-22T10:33:41.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2958360937071474338', time=2024-09-22T11:49:19.991313+0000, chain.objs.size()=1 2024-09-22T10:33:41.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GBnAvBSwBgRFBQR_j2h-ixfmQsUx2HA_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10983150027795398556', time=2024-09-22T11:49:20.126277+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.9tk2gzBgyIjM4VX6mR24USvVlFv353M_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13873390564705689402', time=2024-09-22T11:49:20.224714+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_._gMmQJ3uMP3J-Zxv1vXeDsF5BtPHUVX_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15317353587042904734', time=2024-09-22T11:49:20.889391+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.It87QDlWnfQfQhDxr3VNQwTsDAhFc0G_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1276888455606284781', time=2024-09-22T11:49:21.917339+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kU1KO3lQnDmxo5T6qOnAPVgQsiSbMqc_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3134569894832294534', time=2024-09-22T11:49:22.496882+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.G-NCxw-sjIUp5b9-v9NwIfVTI3EllPH_0 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7896200702106233005', time=2024-09-22T11:51:09.627115+0000, chain.objs.size()=1 2024-09-22T10:33:41.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ZUaT34AysuLr9gV4g9dEEY4XPzThqiG_0 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16452169195888707130', time=2024-09-22T11:51:10.053949+0000, chain.objs.size()=1 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.l_pp2xZNjTCdFJRWARSpgIZ82RJ2X76_0 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7838275702081318732', time=2024-09-22T11:51:10.269487+0000, chain.objs.size()=1 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Nw9g3D11ps8bkDcV3pJP2YY0jYGvRqx_0 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4320440514460932320', time=2024-09-22T11:51:11.879137+0000, chain.objs.size()=1 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zmKaQO-aR8xpBTreEIedbQ2bYSj9U5q_0 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3307866388856083087', time=2024-09-22T11:51:14.161074+0000, chain.objs.size()=1 2024-09-22T10:33:41.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.688+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._BxxAgFYiIAm3fnEFSy9u4VcNwCZUJx_0 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5687831272791082399', time=2024-09-22T11:51:14.278617+0000, chain.objs.size()=1 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.DrJDP0ndhEvP9HknZaKgI7dC_rilnZq_0 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10592148401132428118', time=2024-09-22T11:51:14.280729+0000, chain.objs.size()=1 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.h3oOi3bOB7nOeQ1vgx8oGDHPNSpzIcL_0 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7130698745624632104', time=2024-09-22T11:51:15.269078+0000, chain.objs.size()=1 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._C36kduOTwXgQ0ftunK2fOuQPCTBBMV_0 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15531733759763008218', time=2024-09-22T11:51:15.595500+0000, chain.objs.size()=1 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tlpKU7nbPqphVIbdz6WwAxeJsifGSXe_0 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16037662399371059196', time=2024-09-22T11:51:16.924189+0000, chain.objs.size()=1 2024-09-22T10:33:41.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.OHHIZ5qwhrn8yF1gh46GTg6gZuod4zc_0 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11903441609308252357', time=2024-09-22T11:51:18.587773+0000, chain.objs.size()=1 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.A3-ZVaSRqEN3jZfmR-ODDVUSZGR06gT_0 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3327791325412817266', time=2024-09-22T11:51:19.158172+0000, chain.objs.size()=1 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.APjpQuQRYDDrHkxrrzLwAyxTySwrTwj_0 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6314290048234005904', time=2024-09-22T11:51:19.665548+0000, chain.objs.size()=1 2024-09-22T10:33:41.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9BWbbCafX0i3Sk_J0yVMkWnpBxqXS8Q_0 2024-09-22T10:33:41.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4717389519073846523', time=2024-09-22T11:51:21.348881+0000, chain.objs.size()=1 2024-09-22T10:33:41.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tSLBVzHEAsxJ8cr_TOBVjQqS8dZjlyf_0 2024-09-22T10:33:41.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12756348288090104247', time=2024-09-22T11:51:21.475849+0000, chain.objs.size()=1 2024-09-22T10:33:41.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9iZ_EaGGSusAn4tpJ9kX8JEzzJG-t9K_0 2024-09-22T10:33:41.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3869322185318089062', time=2024-09-22T11:51:23.820526+0000, chain.objs.size()=1 2024-09-22T10:33:41.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.692+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.IlUNn5ETa8U-tFBLQPaeEfB9eVMcGjA_0 2024-09-22T10:33:41.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16241947365736028628', time=2024-09-22T11:51:23.957633+0000, chain.objs.size()=1 2024-09-22T10:33:41.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9DF2f_53U-0yQpnNfoQISJS150oZrs5_0 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6295166840168924280', time=2024-09-22T11:51:25.432330+0000, chain.objs.size()=1 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.C2X62RnAQS8_milKGb83i-jsArOHn1n_0 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13428052355439957584', time=2024-09-22T11:51:25.437290+0000, chain.objs.size()=1 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.27iN0rW86vUv4M_biyHSzB57r57uKKT_0 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18260655351134312129', time=2024-09-22T11:51:25.622451+0000, chain.objs.size()=1 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.1YsTRBnIsLmFCo2xecwL6SwhK6bMDJQ_0 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.241354762701865850', time=2024-09-22T11:51:27.414850+0000, chain.objs.size()=1 2024-09-22T10:33:41.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.V0tRhOYx_LmJBU0UvvADiMST7mVt-dO_0 2024-09-22T10:33:41.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1886009332453325877', time=2024-09-22T11:51:27.543090+0000, chain.objs.size()=1 2024-09-22T10:33:41.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.85sugIN3suRrtq0p7i_t1k9kp_9bQ4k_0 2024-09-22T10:33:41.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5719208045426722891', time=2024-09-22T11:51:28.205368+0000, chain.objs.size()=1 2024-09-22T10:33:41.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.696+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.48jR-BcwEdSTYfffyEi9qhh98VV0d4p_0 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5145294981091171474', time=2024-09-22T11:51:28.675124+0000, chain.objs.size()=1 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BayXcvodG29CX7PMUeCNaehJjxJUxgP_0 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.603895467074458626', time=2024-09-22T11:51:30.283780+0000, chain.objs.size()=1 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.y5NHBvj-FOWwX0vJnE7bkIpsG7S2ebs_0 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7923119871543787994', time=2024-09-22T11:51:30.545358+0000, chain.objs.size()=1 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.exTQ2NqjGM_RRn2ZK_OGoTBXmM0L-Jn_0 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12442098602502117473', time=2024-09-22T11:51:30.602288+0000, chain.objs.size()=1 2024-09-22T10:33:41.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.700+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.d6adJluQxDTk-dil3aUw7pNQUBLFsUv_0 2024-09-22T10:33:41.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44796 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=35, truncated=0, next_marker='' 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18224177884814913948', time=2024-09-22T11:51:32.292520+0000, chain.objs.size()=1 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.jCdHfcenQ3yHHyhg_fZAAPtnr4O5Y94_0 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11679480120648949974', time=2024-09-22T11:51:32.465858+0000, chain.objs.size()=1 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0X3q0BZek6VtuiPgciEkiRVyTccLBE0_0 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2958040963798961438', time=2024-09-22T11:51:32.593308+0000, chain.objs.size()=1 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9iqKXYY7ANg3OSSQvHy565rKyGj6H9m_0 2024-09-22T10:33:41.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11741250151515181535', time=2024-09-22T11:51:33.325435+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uekejsZ7uoH8iTQQMBQmmyxUvOjSACJ_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2533224786410984050', time=2024-09-22T11:51:33.676104+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.s94DiIazsf-61ZSHb7K-DP2OXFqvyDm_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14810534235114413887', time=2024-09-22T11:51:34.044402+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.B68wn34ZQhvQaPsEJ-l8SYkBOIXEoxj_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9083669029859480026', time=2024-09-22T11:51:34.091117+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.rFTdZsXowict2JXIfeONCPRY50Ek3ku_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11568612044622825499', time=2024-09-22T11:51:34.243201+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.RFwGPzZWgR3kYUQL8cKtJX8pFZeEhY1_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1991581807654561577', time=2024-09-22T11:51:35.652200+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8jrsHk_XHmqeA9fEiR2n1t6afOeBIS9_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1552727518589470115', time=2024-09-22T11:51:36.106092+0000, chain.objs.size()=1 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.cDfdmBnGlJFYG6hxafS4mdictnCwDxS_0 2024-09-22T10:33:41.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3722345302227849269', time=2024-09-22T11:51:36.388508+0000, chain.objs.size()=1 2024-09-22T10:33:41.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ByEbIHeur_2Lbh5wsXq7cUIWPh3eUFt_0 2024-09-22T10:33:41.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16911066684360496287', time=2024-09-22T11:51:41.547529+0000, chain.objs.size()=1 2024-09-22T10:33:41.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.708+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.VFtqVSbd1atTF82PQAeabDwv21Goarm_0 2024-09-22T10:33:41.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6880915623469359384', time=2024-09-22T11:51:41.642029+0000, chain.objs.size()=1 2024-09-22T10:33:41.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.f6V3AhLRUL-EcnWWCLLj_l03KwR97dW_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6911831284807681298', time=2024-09-22T11:51:41.747714+0000, chain.objs.size()=1 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.0MTs50yziRN7t7IoRYzuYLeiK2hMCv-_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8409768827613733150', time=2024-09-22T11:51:41.940527+0000, chain.objs.size()=1 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.lxsoeVDzt-a_0NuCXC64ZUP9sQ4gfVh_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8606229867855330251', time=2024-09-22T11:51:42.017965+0000, chain.objs.size()=1 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.JQdwyn4OjXCCMn8CPvLR88UqEeDfTba_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1136212669560603288', time=2024-09-22T11:55:19.292386+0000, chain.objs.size()=1 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.433__shadow_.gy0JIIdR3POdtARKMLPhU0JruZpWeWA_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12740888930548121207', time=2024-09-22T11:56:33.565948+0000, chain.objs.size()=1 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.463__shadow_.pZpQj5pQSK_jz-uQsD5CsO_Sa4-4b10_0 2024-09-22T10:33:41.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9503987789391006904', time=2024-09-22T11:56:35.636071+0000, chain.objs.size()=1 2024-09-22T10:33:41.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.464__shadow_.BSJgeUooxx2ILe8dQ4sWyfla5KJdyCQ_0 2024-09-22T10:33:41.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15970044756983445698', time=2024-09-22T11:57:09.000822+0000, chain.objs.size()=1 2024-09-22T10:33:41.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_._s7_sNLMeSFF3FPWO5TPfJrM2ebhEvr_0 2024-09-22T10:33:41.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6822162787789751823', time=2024-09-22T12:04:57.136366+0000, chain.objs.size()=2 2024-09-22T10:33:41.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.712+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~6YZTlmBekuMP0TqqqrvjAfG4elzoMaQ.1 2024-09-22T10:33:41.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.525__multipart_mymultipart.2~6YZTlmBekuMP0TqqqrvjAfG4elzoMaQ.2 2024-09-22T10:33:41.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10939662282471794749', time=2024-09-22T12:07:27.069203+0000, chain.objs.size()=1 2024-09-22T10:33:41.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.550__shadow_.hVhuURldR-fmgLhK367RlBP0XfAlYNi_0 2024-09-22T10:33:41.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16999820384840388692', time=2024-09-22T12:09:22.287018+0000, chain.objs.size()=1 2024-09-22T10:33:41.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:Z1AoG5RxyDD0Mjf88P4BZ9M3lO-2ZNm_.jyA0DgrmvjM_CwqMv3wNtZbfjogr-0p_0 2024-09-22T10:33:41.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15962819029996292847', time=2024-09-22T12:09:42.513795+0000, chain.objs.size()=1 2024-09-22T10:33:41.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:BDdnsby5BrVLCXGDWARNVBABkrLzS4I_.FxmY_NpVR1sRR_U1zeT7fgEzYSEyyVZ_0 2024-09-22T10:33:41.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4792924686392076357', time=2024-09-22T12:10:01.307848+0000, chain.objs.size()=1 2024-09-22T10:33:41.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow:nTYBM3bgLVVV-6eGfKP9Oc.3Plfsyj5_.pTN6Tff19qoDLMnADuo3EN3uPXzW0Uq_0 2024-09-22T10:33:41.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14080951779236978642', time=2024-09-22T12:10:09.594110+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.575__shadow:E2sjJTnXUwFDWyxRT9fh6BcXkWMdCun_.ErqKR3utc_h36GaXZfhqkKoYtldTPx2_0 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7216244533550153226', time=2024-09-22T12:11:04.348581+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:umrnjYS6X9-yGNn9Rx6.OcV.9nkpdht_.lq1y-bspxe_BTdwgCeieRC3aZMavhkN_0 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4626598218624002398', time=2024-09-22T12:22:59.574915+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.679__shadow_.Ox7Eiuw1qTbN5Da_xenZMgB-ndA3a73_0 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13388260963058808516', time=2024-09-22T12:24:06.564545+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.713__shadow:1MJp-2TANUYv6nEcEP3o9kZO3DSzWIA_.6FeGyPCWHz3QuQR0CTldv7BrNvFgACl_0 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1052419604932424365', time=2024-09-22T12:24:35.314850+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.718__shadow_.tklw_ltyFxUl9O7SBlwAki7BsYsrS4J_0 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3730217630863948573', time=2024-09-22T12:24:37.580245+0000, chain.objs.size()=1 2024-09-22T10:33:41.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.716+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.719__shadow_.JF6GueSxGJmtL27viAYt41mkN787T2b_0 2024-09-22T10:33:41.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4261330968218579194', time=2024-09-22T12:25:35.222290+0000, chain.objs.size()=10 2024-09-22T10:33:41.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.1 2024-09-22T10:33:41.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.2 2024-09-22T10:33:41.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.3 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.4 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.5 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.6 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.7 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.8 2024-09-22T10:33:41.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.720+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.9 2024-09-22T10:33:41.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.735__multipart_foo.2~biwsL7T-8M1pTvmCqZqyt1VUkBJ7K37.10 2024-09-22T10:33:41.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12050659892924413880', time=2024-09-22T12:27:01.937403+0000, chain.objs.size()=1 2024-09-22T10:33:41.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.748__shadow_.DY3xebvN4ya01oK3ZVBx52T3ojI-urK_0 2024-09-22T10:33:41.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8611404888677283529', time=2024-09-22T12:29:44.901184+0000, chain.objs.size()=1 2024-09-22T10:33:41.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.767__shadow_.VGy72mOlvrTkUjXXqBNfNLJBNu5TvvF_0 2024-09-22T10:33:41.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9344850476677371206', time=2024-09-22T12:30:14.635897+0000, chain.objs.size()=1 2024-09-22T10:33:41.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.724+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.772__shadow_.4xUpGa-dXbCYotLViAN_PGl4-7AlAvQ_0 2024-09-22T10:33:41.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.728+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-22T10:33:41.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51008' 2024-09-22T10:33:41.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='_haVLrR4UcejQDbmZwaU8XGHagj21ztF', time=2024-09-22T11:35:11.622406+0000, chain.objs.size()=3 2024-09-22T10:33:41.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.VsKMaIWmZhYd8G5In3csW8jaAasjZGX_0 2024-09-22T10:33:41.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.VsKMaIWmZhYd8G5In3csW8jaAasjZGX_1 2024-09-22T10:33:41.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.161__shadow_.VsKMaIWmZhYd8G5In3csW8jaAasjZGX_2 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7211424848890672399', time=2024-09-22T11:36:32.429386+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.182__shadow_.gt39U_1TrQSQDOqEGBYn-XQzInDuFZZ_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14774267105726884791', time=2024-09-22T11:41:12.736619+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.235__shadow_.rjUd5Ho9VXtQaEWkOqmn1rN-Ur1cCiQ_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2217740816347549684', time=2024-09-22T11:41:15.305340+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.236__shadow_.20lbw1nj6lb0QFW994mXnBRPG7MQZJd_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13640394258169984818', time=2024-09-22T11:41:41.897867+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.245__shadow_.CWP6f1ygtmkgdkY26jzU22gX_2BkRPX_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16698600619596777952', time=2024-09-22T11:42:00.529982+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.253__shadow_.rb0FKuSfcehu9CtFevcnp8z1vbclD7y_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10715959763039636895', time=2024-09-22T11:42:05.207920+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.255__shadow_.QzRjWwkuEa0pI38CfTCXlRaE090GDZn_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.334829212495369372', time=2024-09-22T11:42:07.507161+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.256__shadow_.6sCRsn1EmUQPtE57YSW8LRgod3GdBpV_0 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12372177231150914230', time=2024-09-22T11:42:18.871073+0000, chain.objs.size()=1 2024-09-22T10:33:41.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.261__shadow_.6nLaXe14uuky9Yr7Fz6mkxzQFHGu_Lh_0 2024-09-22T10:33:41.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4439522247140173631', time=2024-09-22T11:44:04.289461+0000, chain.objs.size()=1 2024-09-22T10:33:41.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.732+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.aAkLT5AMqYr4kgmTPV259N28pkswjDK_0 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2616891457752501205', time=2024-09-22T11:44:05.775912+0000, chain.objs.size()=1 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.y4loJU6xgQSXiQ-UDiQ_0oARjCZo_vs_0 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8601480552490710134', time=2024-09-22T11:44:07.232694+0000, chain.objs.size()=1 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Gkw31CRCjTbiu2L4f7HM07Zmuw8Mq6w_0 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5165963244864772485', time=2024-09-22T11:44:07.235531+0000, chain.objs.size()=1 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.tt9En7EyLo4ecHHKdT8hSVkKuePHLQD_0 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15496937698250891300', time=2024-09-22T11:44:09.000898+0000, chain.objs.size()=1 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.5qva_HDf9W1SXqmur3A11hPDVFl12Ay_0 2024-09-22T10:33:41.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11623907048087792578', time=2024-09-22T11:44:10.191610+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.ZWy0rzmEWxH69XhpH8cEwuwi2xqvrdM_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5209216620578904072', time=2024-09-22T11:44:10.492392+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.F_ofHqndAYYqe5QUY9Wvc5CawAzvgCE_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16990675245570731782', time=2024-09-22T11:44:12.251903+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.W5XkWbW5l8yqG6SbtbVqAUfU14DLzvB_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11859680981102069034', time=2024-09-22T11:44:12.505462+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-RtD3gIJYYn364II_tdPVhGJuWeHCHS_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16535626159515987929', time=2024-09-22T11:44:15.981353+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Sx2M6aZIJsu1nLT6prrn_hPy5p5lO4L_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4905410925484641698', time=2024-09-22T11:44:16.955689+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DcHbLx-1lVpxy2mohC9PR-AwgXJrVFi_0 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15954080936552516175', time=2024-09-22T11:44:17.003793+0000, chain.objs.size()=1 2024-09-22T10:33:41.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.736+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.l0wXSpBuke5CrBNDonJgSYUSF80yd4P_0 2024-09-22T10:33:41.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17200411040535850994', time=2024-09-22T11:44:18.043864+0000, chain.objs.size()=1 2024-09-22T10:33:41.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.4tU6puTgpN40JJRCqKuMydXnnO6W2Xc_0 2024-09-22T10:33:41.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4917063956585971869', time=2024-09-22T11:44:19.177827+0000, chain.objs.size()=1 2024-09-22T10:33:41.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.X7HXEfXh2UUKWpHXNW3hqf7lGbReXjG_0 2024-09-22T10:33:41.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14584843398700200210', time=2024-09-22T11:44:20.468576+0000, chain.objs.size()=1 2024-09-22T10:33:41.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QJFDFdXgzXFSiSFBAJdop2x0UKon1f9_0 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13680097368955011509', time=2024-09-22T11:44:20.517344+0000, chain.objs.size()=1 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.p85X6D6Na29x8vFVD9vixshITdtnnkH_0 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7622881462467237800', time=2024-09-22T11:44:21.747857+0000, chain.objs.size()=1 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.740+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HUFW2-dGljRGptzFg85CvSD1czaSH7B_0 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13154868296659494629', time=2024-09-22T11:44:24.513324+0000, chain.objs.size()=1 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.x1unw_fGoa2uMrXCZv2KwUT92ZZw0pH_0 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16380155510551027439', time=2024-09-22T11:44:25.330049+0000, chain.objs.size()=1 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.s4oBWPkTr_mSSVkvraf__ll3NK2nX0g_0 2024-09-22T10:33:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13725614830774387267', time=2024-09-22T11:44:25.434768+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.wWzxdznm0bznVVjRR7hbbbJL8vmaC6Y_0 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14619938499650414184', time=2024-09-22T11:44:28.503146+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.WbmLD_ojv5uYlxS1QViJ8EVXxJERKI9_0 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6438919880546415630', time=2024-09-22T11:44:30.537817+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Sb1bb1GDFFN1MwvStE1rNPgmOVBCEns_0 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17503895733704883481', time=2024-09-22T11:44:32.909678+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eDz--EqOJiD1UnINY7ZNkC4rZJ-mqJp_0 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6052663710189751268', time=2024-09-22T11:44:33.286630+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.A3Qv7_UkaOYqTaWKRUBVjZWhjLEGHLr_0 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12257654087878560747', time=2024-09-22T11:44:39.425567+0000, chain.objs.size()=1 2024-09-22T10:33:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.264__shadow_.z4ZGw469LrIV_5KRur-bIvMeX1jci7m_0 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.229188223439681160', time=2024-09-22T11:44:43.883271+0000, chain.objs.size()=1 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.266__shadow_.DEGvtkhxNb-28BjpDkmb7rIyfzJ2GFx_0 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5856113149244270409', time=2024-09-22T11:44:59.296529+0000, chain.objs.size()=1 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.273__shadow_.xU8i6XiL_CDFKEnO7rT23WBJVCBX15e_0 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12970892235637271676', time=2024-09-22T11:45:10.732961+0000, chain.objs.size()=1 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.278__shadow_.p_zF9aTqpZRVB18D001nNzSR_kS3n5t_0 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12478312074443311105', time=2024-09-22T11:45:13.097539+0000, chain.objs.size()=1 2024-09-22T10:33:41.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.744+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.279__shadow_.PpiLrlSltumyhuaixAK69wj7Mo5DRIb_0 2024-09-22T10:33:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17182518202052891143', time=2024-09-22T11:45:15.330949+0000, chain.objs.size()=1 2024-09-22T10:33:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.280__shadow_.vtq3VFRLMnyg_KTTX8x0967gqG-8U9-_0 2024-09-22T10:33:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6274188677047435392', time=2024-09-22T11:45:26.940209+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.285__shadow_.YdJJrWMWbb8-JWiniOsUh_r3R8cwEmD_0 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16228937414998381847', time=2024-09-22T11:45:52.763104+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.xlpEKXvTRE8nGK8PII3q08Aq2h6MvDO_0 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2177727488384568072', time=2024-09-22T11:45:55.431511+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.294__shadow_.lVC7cVy7I1oPW2Lw7DQLG25F5druA-V_0 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6897058513225562312', time=2024-09-22T11:45:57.810230+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.295__shadow_.NB5IRW2a7fFQVGtcvANz4tQyZRCpijB_0 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15414854046130901666', time=2024-09-22T11:46:14.268048+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.302__shadow_.dOlHZ8Qh3Uftf1X8oVE6kvXxmu9XvWm_0 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4167300345872721402', time=2024-09-22T11:46:18.956803+0000, chain.objs.size()=1 2024-09-22T10:33:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.304__shadow_.y2UojbJJPvfTA8tf0NWKiuxmkhSV2AY_0 2024-09-22T10:33:41.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7054689262028815001', time=2024-09-22T11:48:52.557532+0000, chain.objs.size()=1 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.P1SEcRaUj2uCTLHdx3i16H8n4nt7RON_0 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10249579030063856586', time=2024-09-22T11:48:55.254494+0000, chain.objs.size()=1 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.TmFh01F-TyskfafCDq67wnrPFgtw7nq_0 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12812827133392378401', time=2024-09-22T11:48:55.430944+0000, chain.objs.size()=1 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ruSxNQzFTaYdjdJqhYnRbHW1JVIrhTJ_0 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15333022587874127346', time=2024-09-22T11:48:55.544839+0000, chain.objs.size()=1 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.748+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XX65Qouk8m8pYhqIC2-UFZRcKQUtNHS_0 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3354059939653108635', time=2024-09-22T11:48:58.355963+0000, chain.objs.size()=1 2024-09-22T10:33:41.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.BNplLzaYUGUCyYvwyUkVthAajMAbHkC_0 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17382787190097983128', time=2024-09-22T11:48:58.387766+0000, chain.objs.size()=1 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gatMUCzKBbTWrnM0keRHVO4z6oKxTbT_0 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15816571562614968546', time=2024-09-22T11:48:59.281253+0000, chain.objs.size()=1 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Thh2B4A6vFZKWq0hobp1tyOvXgzcOqn_0 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9199254451410997613', time=2024-09-22T11:49:02.252599+0000, chain.objs.size()=1 2024-09-22T10:33:41.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.UzG6piaRBVy5RkUiuuh_CjMDtXchVrl_0 2024-09-22T10:33:41.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4927818872932817486', time=2024-09-22T11:49:04.273690+0000, chain.objs.size()=1 2024-09-22T10:33:41.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.r9yHa_EjfBf2NNJ-pbL2OInpDSrjwir_0 2024-09-22T10:33:41.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14936875812120504860', time=2024-09-22T11:49:06.060415+0000, chain.objs.size()=1 2024-09-22T10:33:41.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.0fY6FvwEKxbyl5IvLeT1U3vIAUBZP8d_0 2024-09-22T10:33:41.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18228222759900903769', time=2024-09-22T11:49:06.970932+0000, chain.objs.size()=1 2024-09-22T10:33:41.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.752+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.uZi5fAlSKthvPSA6jvyxuskdc53lIn1_0 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12086057980418557524', time=2024-09-22T11:49:07.551968+0000, chain.objs.size()=1 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.ylct9xNuJa91LSz28debEQosNNgxhc0_0 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15350709854728706513', time=2024-09-22T11:49:08.234894+0000, chain.objs.size()=1 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.X5WVbpvcjKoWpeKazSZxzYptYPb2f26_0 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15566173862337504509', time=2024-09-22T11:49:08.724378+0000, chain.objs.size()=1 2024-09-22T10:33:41.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7C7tqZDH1oB4m0gMdwFhGthGaSsk0f7_0 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8302858169717650071', time=2024-09-22T11:49:08.726582+0000, chain.objs.size()=1 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.6xXXACojAgtoaNM3MG2Lpa_mBgXslTl_0 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9208924723261461131', time=2024-09-22T11:49:08.728578+0000, chain.objs.size()=1 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.lKsYO_8ZMOfj8lyMJUl22t9hSm7mcN3_0 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3460981678651546000', time=2024-09-22T11:49:11.074144+0000, chain.objs.size()=1 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wlShel7eXRDLFHUMHlK-qrVRVCLRWbm_0 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12255365621200673667', time=2024-09-22T11:49:16.319293+0000, chain.objs.size()=1 2024-09-22T10:33:41.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.VfH5jw7waYOo10e-IAW16aA_AtlYpGl_0 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5918872235066686521', time=2024-09-22T11:49:16.600789+0000, chain.objs.size()=1 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Th-KYLNMb3iamWfl4tEgiOaDPnbnKsO_0 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13385654902538927266', time=2024-09-22T11:49:16.963911+0000, chain.objs.size()=1 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.B9atZ-GZVIdcrIe5Y2WRNCaPBEeQcoC_0 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14455700993620609540', time=2024-09-22T11:49:17.876835+0000, chain.objs.size()=1 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.N0TxZMZ135JJG_160-EVkam6wWBX70g_0 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17816713747313285168', time=2024-09-22T11:49:17.906458+0000, chain.objs.size()=1 2024-09-22T10:33:41.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.756+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.XU-7jRIYY66g6DtJqTyC-xWR-oxsMUg_0 2024-09-22T10:33:41.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15573718606959485481', time=2024-09-22T11:49:18.087698+0000, chain.objs.size()=1 2024-09-22T10:33:41.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.CwHtVktQf50R8dLllv1XmnyPGrzVueS_0 2024-09-22T10:33:41.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4217605971339912047', time=2024-09-22T11:49:18.458170+0000, chain.objs.size()=1 2024-09-22T10:33:41.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.zMphPHIVF94R-ZZ6_aLcL3MROfgvI2O_0 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7328887937463371372', time=2024-09-22T11:49:18.643447+0000, chain.objs.size()=1 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.MRpTnHZs4CBFGQvzt1ZYtl9GlR7hFf9_0 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11324979542007852110', time=2024-09-22T11:49:19.693262+0000, chain.objs.size()=1 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Sawn9_XRYQbykJcNEsBxRAzDmx4fKBW_0 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9365816590173818311', time=2024-09-22T11:49:19.788548+0000, chain.objs.size()=1 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.akRWr3cSYeDg149VwHD1QlDAqI_eHDV_0 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16704622264554854203', time=2024-09-22T11:49:20.498214+0000, chain.objs.size()=1 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.vpZfgqpxaewFDP8G6MNghkWOZMnhulS_0 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17956854462146063569', time=2024-09-22T11:49:20.980641+0000, chain.objs.size()=1 2024-09-22T10:33:41.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.qocSJ39lmrRHRInjSquNfg4y8tVpGMT_0 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2854747751088654454', time=2024-09-22T11:49:21.042599+0000, chain.objs.size()=1 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.gIfKV15WtxxMVHXireYMzXNxHPQEQnw_0 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16532826330030198877', time=2024-09-22T11:49:21.157094+0000, chain.objs.size()=1 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.GJxgsONiu48GL81a09H4EEr8U9Qr4Hz_0 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1097348728937660819', time=2024-09-22T11:49:22.309110+0000, chain.objs.size()=1 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.PO0DqfFE6EPqUgVyiYU-M5DC9Vy6uOW_0 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6087777949664002378', time=2024-09-22T11:49:22.935291+0000, chain.objs.size()=1 2024-09-22T10:33:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.760+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.Co7EgDQAQTwTv3huAkpjlSt087tQ4YM_0 2024-09-22T10:33:41.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16690595453025140621', time=2024-09-22T11:49:22.937497+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.IMjadNi7Aivocs4EhwN7evQov3W2YxQ_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18254218465488610186', time=2024-09-22T11:49:23.171571+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kcIgio4Njg7JIkUf9hIsyiUfITxFkbx_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6905242474242415064', time=2024-09-22T11:49:24.024788+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bWNBYgh8Z7cUtAiY4rGIFz-jYCxr-At_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10066950242105932173', time=2024-09-22T11:51:09.569223+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ICIjMsZB6v8wVG_0xNBRsR4FxT0yMjw_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11701290663536057086', time=2024-09-22T11:51:09.769067+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PE-c6CjsSKPczRP_wF47x1Y8078efS3_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13174562733402589700', time=2024-09-22T11:51:09.993604+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SoQ3K5Z-OhK2pACg5tN_jQLCfOhmigX_0 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18011729678664962761', time=2024-09-22T11:51:14.460022+0000, chain.objs.size()=1 2024-09-22T10:33:41.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.y5M8FWna2DpqfTsbUpbvNHxtez7ITKB_0 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9218628103126408550', time=2024-09-22T11:51:16.068489+0000, chain.objs.size()=1 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NggSEDY6sppOSdtUQf1KjVHYiCKV5is_0 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12351302626943787167', time=2024-09-22T11:51:16.248184+0000, chain.objs.size()=1 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.vey_aQbvJ8TllOlkhes133ksHtoEIsc_0 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11432543652079326712', time=2024-09-22T11:51:16.477548+0000, chain.objs.size()=1 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5KDodx3R-G_pO0etAFhdo3snUfKH20F_0 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10859362342080684104', time=2024-09-22T11:51:16.540727+0000, chain.objs.size()=1 2024-09-22T10:33:41.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.764+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.edAI4OApVUAMgYEMypoaa-kDcX16vj9_0 2024-09-22T10:33:41.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15515773255072778127', time=2024-09-22T11:51:16.912327+0000, chain.objs.size()=1 2024-09-22T10:33:41.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.nL5xZ_lSn8O6J-Vqs3oZ3DMA1bfwP_-_0 2024-09-22T10:33:41.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14632064949374142270', time=2024-09-22T11:51:19.653176+0000, chain.objs.size()=1 2024-09-22T10:33:41.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.tinjCq7biUdR5XlB_EM4XB2Sa88x5YK_0 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1805882313093691698', time=2024-09-22T11:51:20.144600+0000, chain.objs.size()=1 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.HfC9lC_fk0Jd1KXZqsxUX6aJ0YAsT03_0 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9239725607143088361', time=2024-09-22T11:51:23.946164+0000, chain.objs.size()=1 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.slgb1btWiegQf-1xQ8avQXfgS6lW3qu_0 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14644294047472040109', time=2024-09-22T11:51:25.613085+0000, chain.objs.size()=1 2024-09-22T10:33:41.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.768+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.68nOwCjNILU-kI-bjFxP1xKcDaJQwdS_0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4021883218131601781', time=2024-09-22T11:51:29.987987+0000, chain.objs.size()=1 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.eoCDHXnhvT5trL1ozjvbYnVr7x7ykDK_0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12980839169971111990', time=2024-09-22T11:51:30.332223+0000, chain.objs.size()=1 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.5zsdgSau7N5pt5_vI5EV9tnyqxuyMWp_0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9636755340593014933', time=2024-09-22T11:51:30.456568+0000, chain.objs.size()=1 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.9M1SZCMmZsfc3PFUB3Fw_tem2oAVSib_0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.339934987165198859', time=2024-09-22T11:51:33.694929+0000, chain.objs.size()=1 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_._VH-0KJemGSgJuYjv3g5FSxjxHQ9N1__0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17340026871897875335', time=2024-09-22T11:51:36.058196+0000, chain.objs.size()=1 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.neyT6flnZDwKbZizeuXgBikj9vOxRco_0 2024-09-22T10:33:41.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5897809746044926488', time=2024-09-22T11:51:36.511204+0000, chain.objs.size()=1 2024-09-22T10:33:41.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.772+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.o2b3TqD9Cgk6-C7_3e86tvQ97TXE0c0_0 2024-09-22T10:33:41.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.776+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51008 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10502629329343535642', time=2024-09-22T11:51:37.343209+0000, chain.objs.size()=1 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8_xIHOTY_3Ufzqr2Vzs_uNd-Jusd9UF_0 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.594540667335558520', time=2024-09-22T11:51:41.166453+0000, chain.objs.size()=1 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.BPr6Kdl57MZ1vYGh2exBmEERRWw4CMv_0 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8818190176934846203', time=2024-09-22T11:51:41.901148+0000, chain.objs.size()=1 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.n7KPK0EnuLwRxn_Nqsm3a3rkqGzQEv1_0 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1058840152394679884', time=2024-09-22T11:56:33.564989+0000, chain.objs.size()=1 2024-09-22T10:33:41.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.463__shadow_.mlE4GU7mliIp_Bq7iERSRBM0JXa24-r_0 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3060784959710864613', time=2024-09-22T11:58:57.182470+0000, chain.objs.size()=1 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.514__shadow_.9P54dIcH_rMaPWFpjZ2F8nXibnhtbiF_0 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.167430061808453330', time=2024-09-22T12:09:45.873012+0000, chain.objs.size()=1 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.570__shadow:PlBtlyXlrycKrA04KcuA9EOUIV4AhBZ_._XTHC7K2d4P61ty1U0wwoaraEw2Z0cd_0 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10857975793380617453', time=2024-09-22T12:09:58.635406+0000, chain.objs.size()=1 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.574__shadow_.1rO48FOrOlUXH0bG49-IHChVYDFKzFK_0 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15095630914850999265', time=2024-09-22T12:10:25.767788+0000, chain.objs.size()=1 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:Fa5fs1B7he326rJoqHySM41myFmabdX_.FakuoJR4wkfUXtbLm4jQPWQa_bBYJDX_0 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10744446904163045234', time=2024-09-22T12:11:54.597112+0000, chain.objs.size()=4 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~bnpog_-B-DDEPhjReDU-kd5CgmYOGqR.1 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~bnpog_-B-DDEPhjReDU-kd5CgmYOGqR.2 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~bnpog_-B-DDEPhjReDU-kd5CgmYOGqR.3 2024-09-22T10:33:41.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.578__multipart_testobj.2~bnpog_-B-DDEPhjReDU-kd5CgmYOGqR.4 2024-09-22T10:33:41.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7840606858920694193', time=2024-09-22T12:12:12.355487+0000, chain.objs.size()=1 2024-09-22T10:33:41.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.780+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.579__shadow:6zMFxYhRSWM3FySP8shSOs32FgllO3N_.dAJSnGsHlLvCFcujav_QARcPFOLypzW_0 2024-09-22T10:33:41.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6280965855614953327', time=2024-09-22T12:20:18.662190+0000, chain.objs.size()=1 2024-09-22T10:33:41.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.641__shadow_.7FlIGiXgpkTY9_LP67jZLAfre3lARcI_0 2024-09-22T10:33:41.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10050086142240027860', time=2024-09-22T12:21:09.427328+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.651__shadow_.71IIe6VE7AiOIkT00sudQBg7gKYPTFH_0 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14171931329576532747', time=2024-09-22T12:21:13.699657+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.653__shadow_.Qma9U5CkRNbVosUyFYoOSSHpIvK26LO_0 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9855989164987264345', time=2024-09-22T12:22:36.101222+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.666__shadow_.KCsS4ARQhlbpKwEwRdkK2zC7_yBzKaK_0 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14272409465547834379', time=2024-09-22T12:23:36.739738+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.699__shadow:8J.ELsTpRzAU8f5sZtfMCdk.J-jmnFA_.2EKwYUzxPNopWSgY9AutKRqVHYvF3YO_0 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14984044371073268692', time=2024-09-22T12:25:50.252520+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.741__shadow_.YzQNVWvb7VuSEJpP4B0hGFyCRNfWcpN_0 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13037474291028868213', time=2024-09-22T12:28:11.154574+0000, chain.objs.size()=1 2024-09-22T10:33:41.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.784+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.753__shadow_.A8eBa7mf-TAvGsj7fA-22AkX8VFO1RZ_0 2024-09-22T10:33:41.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.788+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.788+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-22T10:33:41.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-22T10:33:41.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-22T10:33:41.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43190' 2024-09-22T10:33:41.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17520196033096824468', time=2024-09-22T11:36:22.765820+0000, chain.objs.size()=1 2024-09-22T10:33:41.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.177__shadow_.ZteuNRD2fZtWm6K65xQpeyAgKNZb8NQ_0 2024-09-22T10:33:41.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6915731628818166507', time=2024-09-22T11:41:58.201167+0000, chain.objs.size()=1 2024-09-22T10:33:41.794 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.252__shadow_.AD8CdIVg1PxqYG3WFrAiWRy_MLfgj60_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2518495538220546015', time=2024-09-22T11:42:09.760527+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.257__shadow_.ja_wvHHpEO-_k3sCkHjA1sifsgdm8Is_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8882590172148518163', time=2024-09-22T11:42:16.471901+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.260__shadow_.SKoAacUMwx68p5BUbEuGbRC-zRcc9ye_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11547011926715106045', time=2024-09-22T11:44:02.529086+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.vfvu7Pc-h-IdFLGkZ5WOJMiXeIm2r8W_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6413041885901039502', time=2024-09-22T11:44:02.974707+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.DOdwkMEaDMZtGpX472H1V7orUCSgbWN_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18397406401859363239', time=2024-09-22T11:44:09.410138+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.MqmMN0pwEkkJCaNPwXSWkj1GuTLJDVR_0 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3249297420017777739', time=2024-09-22T11:44:09.437395+0000, chain.objs.size()=1 2024-09-22T10:33:41.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.V4CEZTXQptrWun4v5FN2I5tYAKLH2g7_0 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15663593414345934666', time=2024-09-22T11:44:10.081968+0000, chain.objs.size()=1 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.YvO7WY5OrM7gQnYa1NCZ9BaPQJy7l3F_0 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6583628369645502534', time=2024-09-22T11:44:11.798959+0000, chain.objs.size()=1 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.3155iDVywmPEDJJyr35sghrYp16wP7a_0 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7935005459764191247', time=2024-09-22T11:44:13.440099+0000, chain.objs.size()=1 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.6KaLkf0tg-cCqYkcJyiNnafvUjxV4_9_0 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16864606392532169997', time=2024-09-22T11:44:14.903479+0000, chain.objs.size()=1 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.792+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.c_93x3gkOtL-wOpKGuovraqXw7sDPtM_0 2024-09-22T10:33:41.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3005147479316137647', time=2024-09-22T11:44:14.914223+0000, chain.objs.size()=1 2024-09-22T10:33:41.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.HW0aEqipXmzllWjlKkge3V6uaTQivTG_0 2024-09-22T10:33:41.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14516413262401163268', time=2024-09-22T11:44:16.822317+0000, chain.objs.size()=1 2024-09-22T10:33:41.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.nmOLFoNZY-yWjbtKe17q8aMt4ujyuJm_0 2024-09-22T10:33:41.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4203423324292326067', time=2024-09-22T11:44:16.913698+0000, chain.objs.size()=1 2024-09-22T10:33:41.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.A1T6yuPVW2euQCOo0a49Z_4WqtXcv3U_0 2024-09-22T10:33:41.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17462115736576634694', time=2024-09-22T11:44:17.702031+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.G0v3bbks7fGstWWfGy29WLhBwAswc_z_0 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6593603504955291644', time=2024-09-22T11:44:18.042885+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.QiSQOJDeA8rpN1ThmOGugIZDkGLk6Bk_0 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6199724717315236430', time=2024-09-22T11:44:18.782337+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dnwxg_86uFwkUaBLWP7KPFDxt-O1SJ8_0 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9985032125763361138', time=2024-09-22T11:44:20.911816+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.9TViNj-atLrPnaeIE1nlqhkpnT3f99Z_0 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2205171298625325932', time=2024-09-22T11:44:21.509099+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.-R3uAK8owpucR_qUw_tLCUsWzepS8ru_0 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14553553221872843296', time=2024-09-22T11:44:22.432004+0000, chain.objs.size()=1 2024-09-22T10:33:41.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.796+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.Shf56ddz8aehQbExbPFYvbo5w5MrIYk_0 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15524557895588873574', time=2024-09-22T11:44:23.017618+0000, chain.objs.size()=1 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.eBpRqhpEfVHAdHTjjsJ_CnZE22bMhHp_0 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.325690627397078212', time=2024-09-22T11:44:24.456082+0000, chain.objs.size()=1 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.axcZ3ilMox9J4wZ6ipklmSkJ_8D_5sp_0 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5170093111576190687', time=2024-09-22T11:44:25.658290+0000, chain.objs.size()=1 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.58C_Pa1wxwna_9RFipIL8YJQB8F7MXi_0 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5238983388502324645', time=2024-09-22T11:44:27.012108+0000, chain.objs.size()=1 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.dLDsrQ3BySIwlzo_VPqkzgqUq5BVCp0_0 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17952318898239049613', time=2024-09-22T11:44:29.055610+0000, chain.objs.size()=1 2024-09-22T10:33:41.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.bm7iX9mWNe0F5k0Hf3WeW5nlzMhZT1O_0 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9943031749991108232', time=2024-09-22T11:44:29.535460+0000, chain.objs.size()=1 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.rMIL8ZtONIsyQ91Y7n-XXhcv05JBjlO_0 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16174241501882322243', time=2024-09-22T11:44:29.691169+0000, chain.objs.size()=1 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.SGWEeEFniMUDVQ7qdMiLc0rf-j3m7mo_0 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16984454750660675931', time=2024-09-22T11:44:29.981993+0000, chain.objs.size()=1 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.1ON0dIx8SfDWNJ7vrN7EJiWf2zZQvkd_0 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7962095660432840868', time=2024-09-22T11:44:30.846228+0000, chain.objs.size()=1 2024-09-22T10:33:41.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.etQ11lRsj6b1NDwWaXxuZj3-u_zzWQw_0 2024-09-22T10:33:41.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15518452590455632996', time=2024-09-22T11:44:32.124906+0000, chain.objs.size()=1 2024-09-22T10:33:41.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.cKLV1s39hOJ2LoJPVvYTPZU2trnhofS_0 2024-09-22T10:33:41.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17095977124977370411', time=2024-09-22T11:44:32.476305+0000, chain.objs.size()=1 2024-09-22T10:33:41.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.800+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.pPvX8qggvNwZiErCRHs06q5JarOx5Bt_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13058116331674420835', time=2024-09-22T11:44:34.657784+0000, chain.objs.size()=1 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.262__shadow_.zGNv93EcnwDQHjiKGypJ2R7QfI3TrYn_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8386425989465798377', time=2024-09-22T11:44:37.231960+0000, chain.objs.size()=1 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.263__shadow_.B1ei-O6TIQq3MsWnJB16dZlzZoiwuR5_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16898668079756842252', time=2024-09-22T11:44:39.440390+0000, chain.objs.size()=1 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.264__shadow_.lAKeW_QDbXpj6wWcSCiM3Nsm73OJ0kK_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16120331490179576584', time=2024-09-22T11:44:57.182689+0000, chain.objs.size()=1 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.272__shadow_.q1VTBeX_Zl0dbDTTCgkuStm65QhGclV_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6149440760127616555', time=2024-09-22T11:44:59.319680+0000, chain.objs.size()=1 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.273__shadow_.QM88iLj40D9HALM9Q_otE3BXAWLDnpJ_0 2024-09-22T10:33:41.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10192120138569798216', time=2024-09-22T11:45:13.092522+0000, chain.objs.size()=1 2024-09-22T10:33:41.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.279__shadow_.k-TAWIQLYII5FGYsP0B0K7oHA6FqggO_0 2024-09-22T10:33:41.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8472406029900455600', time=2024-09-22T11:45:17.611174+0000, chain.objs.size()=1 2024-09-22T10:33:41.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.281__shadow_.YLWTn_-Nfzy7YaVpJIQbxUa0jca9SGm_0 2024-09-22T10:33:41.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8159478319821397414', time=2024-09-22T11:45:19.852126+0000, chain.objs.size()=1 2024-09-22T10:33:41.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.282__shadow_.6w3eXa5QwxZ8GJ_ssux9EYBSpd3uVzI_0 2024-09-22T10:33:41.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13349512457027716156', time=2024-09-22T11:45:52.761124+0000, chain.objs.size()=1 2024-09-22T10:33:41.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.293__shadow_.HuIZRJA5b5VYzqaYcebb4EPoDKYhQuP_0 2024-09-22T10:33:41.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10230001743765473571', time=2024-09-22T11:45:57.821509+0000, chain.objs.size()=1 2024-09-22T10:33:41.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.804+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.295__shadow_.xCaQGoNZtQzBME7moFzUvfwjuIW-h_J_0 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.269174754891993432', time=2024-09-22T11:46:00.147632+0000, chain.objs.size()=1 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.296__shadow_.UgUufNZ3r0xsGZeT0wviQBJuLqZiRD9_0 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6668864664100721396', time=2024-09-22T11:46:04.911522+0000, chain.objs.size()=1 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.298__shadow_.uQnbBcyFfsFcmiX9q4UP6deQ4Z3rB4R_0 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6967587060264878575', time=2024-09-22T11:46:07.326867+0000, chain.objs.size()=1 2024-09-22T10:33:41.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.299__shadow_.UClgvRMdcL0Rp3WvuoDhIq5Zx1BXVPw_0 2024-09-22T10:33:41.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8861485265697793668', time=2024-09-22T11:46:12.024007+0000, chain.objs.size()=1 2024-09-22T10:33:41.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.301__shadow_.7MPXGDNxDRfJnuNdfiwtIk44XiwH_yj_0 2024-09-22T10:33:41.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13105156596802605188', time=2024-09-22T11:46:21.346528+0000, chain.objs.size()=1 2024-09-22T10:33:41.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.305__shadow_.UidzOi8DfdOWTKhRkFalLEleoHEK9UK_0 2024-09-22T10:33:41.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11559250695007526937', time=2024-09-22T11:48:53.384193+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.e-OmfG8w9EkrMKbOCaOocUDbDSgFUgK_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2191020200506894975', time=2024-09-22T11:48:54.164297+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.1895oQKwj5yvl9-Uw90-Q9CZM6YMoYJ_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13532150511450112070', time=2024-09-22T11:48:55.825344+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wlAOSTz-4WYh48ikvaBF8XNJ2G7XGPx_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16950566798370185441', time=2024-09-22T11:48:59.871378+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.iZAVUHpS8mtaKWP-vyHpmbwwxETSpjN_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15446905112433813240', time=2024-09-22T11:49:01.567590+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.39iAXSPdZJz-WC9iWrB_goo3oPTSh2b_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8349214099466445114', time=2024-09-22T11:49:02.339221+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.kT39K6dtn6B2V3PrZvR19WauwLhGY7A_0 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7662473098651232908', time=2024-09-22T11:49:02.788917+0000, chain.objs.size()=1 2024-09-22T10:33:41.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.808+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.dv8STO9LJnOtiQsBxb4VXcMvM2EaIGr_0 2024-09-22T10:33:41.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15346129925609834030', time=2024-09-22T11:49:03.662542+0000, chain.objs.size()=1 2024-09-22T10:33:41.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.nsnlLdOdQ5nbO9VqZB5hmUItKYm4B8G_0 2024-09-22T10:33:41.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3395735211774266424', time=2024-09-22T11:49:04.039608+0000, chain.objs.size()=1 2024-09-22T10:33:41.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.wuEzefrCzoPYqkG6Fm2WLWqOTYJb35p_0 2024-09-22T10:33:41.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6618823627869343975', time=2024-09-22T11:49:06.902551+0000, chain.objs.size()=1 2024-09-22T10:33:41.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.xRPlVEvXqm3sBZxtuEYmo5YRIo-emKH_0 2024-09-22T10:33:41.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3605877831372736021', time=2024-09-22T11:49:07.007705+0000, chain.objs.size()=1 2024-09-22T10:33:41.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hfRaYXqZQk639kul2WYBJWaMh5PCxk6_0 2024-09-22T10:33:41.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15369809212653757119', time=2024-09-22T11:49:10.768780+0000, chain.objs.size()=1 2024-09-22T10:33:41.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.7PcfXPI6p58k1Fthv_KI7XuswW63X_7_0 2024-09-22T10:33:41.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12037126772421374533', time=2024-09-22T11:49:11.379832+0000, chain.objs.size()=1 2024-09-22T10:33:41.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.O27YcA822nk-RgiMsjHMJvTLJ6JaSya_0 2024-09-22T10:33:41.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16786771754743748717', time=2024-09-22T11:49:14.844135+0000, chain.objs.size()=1 2024-09-22T10:33:41.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.812+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.5mWxWXOHX53v_sshfHo0MNjDgXgONyP_0 2024-09-22T10:33:41.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17665149721650151265', time=2024-09-22T11:49:15.523008+0000, chain.objs.size()=1 2024-09-22T10:33:41.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.rpudhjuhgnn0bX2FQ7AktMhzkzBD9OS_0 2024-09-22T10:33:41.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.7655371845085336843', time=2024-09-22T11:49:16.729198+0000, chain.objs.size()=1 2024-09-22T10:33:41.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.bRUhVWrPt9DT9Ok4bsPbFyzrg3aoCgw_0 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14909996362851328559', time=2024-09-22T11:49:17.021540+0000, chain.objs.size()=1 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.45x-AynpvYQQu6dd91iuo6y1ZjiNX6r_0 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9038828159532876866', time=2024-09-22T11:49:19.919420+0000, chain.objs.size()=1 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.L4smu3fAC0d3CfHBFHR1SVwJU9pxn-a_0 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14348088828931498157', time=2024-09-22T11:49:20.126583+0000, chain.objs.size()=1 2024-09-22T10:33:41.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.acp2DqRlGCxg35TsE38PtLMHiHJpkyq_0 2024-09-22T10:33:41.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5690011112453538574', time=2024-09-22T11:49:21.163418+0000, chain.objs.size()=1 2024-09-22T10:33:41.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.323__shadow_.hq2cDRrTksFIB92PxB5EgnwrA2CfuZn_0 2024-09-22T10:33:41.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.362976234644498412', time=2024-09-22T11:51:09.689319+0000, chain.objs.size()=1 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8_eWtGZDBwk0gUg1m7oFP8vtTlzfl-T_0 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10646427570310561736', time=2024-09-22T11:51:09.784109+0000, chain.objs.size()=1 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LDgfCQmd5b6jN670s09wQFkQujWOXpl_0 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6263361310477823720', time=2024-09-22T11:51:10.099144+0000, chain.objs.size()=1 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SP_BjJjT0_NLo9TtOiE0Mgtv2pzSGSF_0 2024-09-22T10:33:41.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11770078764538137757', time=2024-09-22T11:51:10.455623+0000, chain.objs.size()=1 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.W968-cGank3yiJLQZBvHm3wxoSUVjGP_0 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.573506834559843319', time=2024-09-22T11:51:12.019710+0000, chain.objs.size()=1 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.816+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.X-j1U0DmY7Y6XxOIVaM75VzsVEPVYRn_0 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8289792336723198518', time=2024-09-22T11:51:12.106535+0000, chain.objs.size()=1 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.ue2h_TH1MxdlZ4DXs0hvagyNJxbgx4W_0 2024-09-22T10:33:41.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18087086743033123040', time=2024-09-22T11:51:12.394789+0000, chain.objs.size()=1 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.c1DEPxu6-WUNYK5xx9Tuy50qOKyEuy__0 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4703388546269583437', time=2024-09-22T11:51:12.752509+0000, chain.objs.size()=1 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.7JHiKAZ9KZkKom99leGWlzG0STgGf2F_0 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5064112632763855905', time=2024-09-22T11:51:14.996034+0000, chain.objs.size()=1 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Ih9BcLUN9NI98VlwKsKl7f3htj1XzWQ_0 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5059966447196495356', time=2024-09-22T11:51:15.097270+0000, chain.objs.size()=1 2024-09-22T10:33:41.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.YTHJoD4353J2AKo0STEnp_yZbW-XGam_0 2024-09-22T10:33:41.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2747497191115854635', time=2024-09-22T11:51:16.730021+0000, chain.objs.size()=1 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sJyYnu3_T3bW4FUjOiQL3cqjzdWvHJa_0 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1579684537722526035', time=2024-09-22T11:51:17.456855+0000, chain.objs.size()=1 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.bnFSAosvicEDMgOEEmBy3L9orBhYhYg_0 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9199010759502075726', time=2024-09-22T11:51:21.089876+0000, chain.objs.size()=1 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.xfGrPYB9SuJjSWetqw26_1-pkNJLwR4_0 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18280536319766788392', time=2024-09-22T11:51:24.317049+0000, chain.objs.size()=1 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.QPChsnLFFESAifnMWPl5c8uzlreDEnf_0 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8480042573724284157', time=2024-09-22T11:51:25.530051+0000, chain.objs.size()=1 2024-09-22T10:33:41.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.G8V98F5rvAS-vfepp1LO5RrEqJDLmX0_0 2024-09-22T10:33:41.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17242418610434621450', time=2024-09-22T11:51:26.084704+0000, chain.objs.size()=1 2024-09-22T10:33:41.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.820+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.udb8QnPXNNLxvWhMRdyXVMGZZCxD2-T_0 2024-09-22T10:33:41.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5156158595320946139', time=2024-09-22T11:51:27.546218+0000, chain.objs.size()=1 2024-09-22T10:33:41.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.NNJCD318uiAz3VC_mrWzKEjWYa1q03G_0 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8208300331715546261', time=2024-09-22T11:51:27.547697+0000, chain.objs.size()=1 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wA2jYmfoGJSZPjISNwWEvMm1aohswIt_0 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9517342109006329471', time=2024-09-22T11:51:28.675183+0000, chain.objs.size()=1 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.PpO981Be3lmnCS7LGcqwLHa1eB1FpLM_0 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.3830460435145591847', time=2024-09-22T11:51:30.465611+0000, chain.objs.size()=1 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8wf6V-6_jN-XNcBsf6b0XnP2xs72BrH_0 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5486478372547296400', time=2024-09-22T11:51:32.781831+0000, chain.objs.size()=1 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fZbKOqU35beVD-moMG4v37PB24uo60B_0 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.1129823572242481954', time=2024-09-22T11:51:34.562728+0000, chain.objs.size()=1 2024-09-22T10:33:41.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.wwzngP0X_m2ROUKU5hesLaI0Kd4kn6V_0 2024-09-22T10:33:41.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4097254239105206107', time=2024-09-22T11:51:34.727137+0000, chain.objs.size()=1 2024-09-22T10:33:41.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zmceQgwzJWvNkZa_nwmbWJgzFgEj2NF_0 2024-09-22T10:33:41.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.17485930653306684710', time=2024-09-22T11:51:35.466250+0000, chain.objs.size()=1 2024-09-22T10:33:41.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.824+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.fiU_3YIMaBR-tyZ0m7Bashhvia26zAY_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13141611903064828862', time=2024-09-22T11:51:36.710921+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.uKiDjoYL83tuQxJXGxT8Igw-Yy4sqeg_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4132782149444234960', time=2024-09-22T11:51:37.352841+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.zIwDnFW-cvYCV2c8jBzAs6BP5cA8Odo_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.16147248789144237010', time=2024-09-22T11:51:37.478459+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.LlIUrOfeAwqXPAIWjqPzQJD1X0FCfy3_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5628552278025468502', time=2024-09-22T11:51:37.481205+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.AFYY4knvGplk8eb2238wGK3IiRYg87S_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13929098751552848199', time=2024-09-22T11:51:38.271768+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EWLsTriU0g4e2eZIfcqczoyB2UdzJ82_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13789702603044664398', time=2024-09-22T11:51:38.860951+0000, chain.objs.size()=1 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.sUR7NwKwwE0G3mBl3HwJ65yX6Jv29Vw_0 2024-09-22T10:33:41.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2136000414257483017', time=2024-09-22T11:51:40.112705+0000, chain.objs.size()=1 2024-09-22T10:33:41.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.SMX1zBQXEsoPDV-aL51JFFcId6Ef6Xu_0 2024-09-22T10:33:41.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.8905148034455817428', time=2024-09-22T11:51:41.352898+0000, chain.objs.size()=1 2024-09-22T10:33:41.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.8FVHrh3YhMzEv2ZegdwDtSvTxoJoY3K_0 2024-09-22T10:33:41.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.15651671526925374354', time=2024-09-22T11:51:41.823805+0000, chain.objs.size()=1 2024-09-22T10:33:41.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.828+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.EjSdXDnfsKpOrhqWJhLEYJPF82JFNA3_0 2024-09-22T10:33:41.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.832+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43190 2024-09-22T10:33:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9912134323079132741', time=2024-09-22T11:51:42.017620+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.Crq9346-C3Lrgk-o-rmsuaS-ZzOil66_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13984643060492938113', time=2024-09-22T11:51:42.480478+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.324__shadow_.g3UThoafFC62bGY14cANjJi_Z5-y2-c_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10949048081379750716', time=2024-09-22T11:52:14.037990+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.340__shadow_.enEzvvGL866pNwEL2O8eaXuFO70VsMJ_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2560728703041920927', time=2024-09-22T11:52:21.665150+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.343__shadow_.e8mPJ-XysypujbCCYfnV_xyStD6vvbB_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13786200135033125117', time=2024-09-22T11:55:28.149693+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.437__shadow_.2YrhNNkZc797fIEaRfPNtDwHCNNn7mn_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4793191311458335831', time=2024-09-22T11:57:09.049509+0000, chain.objs.size()=1 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.uNkObiaD4cSvmGpuIAYMk9AO9xxLVP1_0 2024-09-22T10:33:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11721424687179413510', time=2024-09-22T11:57:09.051440+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.483__shadow_.mdjSbO2pOkqe1F5nNQ1MJ-7yRS76SN6_0 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.5141502443750927318', time=2024-09-22T11:57:34.146987+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.491__shadow_.g47HM7HtBRKrN7zjCMWvwPtj22bjlaX_0 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.10038625462754289705', time=2024-09-22T11:57:45.583801+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.497__shadow_.Qe9QjRCuISTT4ktEyiptpgO8X9xLAcm_0 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.12993474950967313510', time=2024-09-22T11:57:49.390926+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.499__shadow_.R9rEnbQUp9iJcCCnJdAbqQfEsM3B3ok_0 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18242177417562897004', time=2024-09-22T11:57:50.081868+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.500__shadow_.QQZTDc7c1C8txTt5NPC2BB7Umv0LfYR_0 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.18073547347533743221', time=2024-09-22T11:59:23.771759+0000, chain.objs.size()=1 2024-09-22T10:33:41.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.836+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.517__shadow_.0pXvAbMhjD_9C0sxaSQzUmpKK9ZmTjW_0 2024-09-22T10:33:41.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5', time=2024-09-22T12:03:04.896155+0000, chain.objs.size()=1 2024-09-22T10:33:41.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.2 2024-09-22T10:33:41.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5', time=2024-09-22T12:03:04.905791+0000, chain.objs.size()=1 2024-09-22T10:33:41.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.522__multipart_mymultipart.2~6-ZthNiLXmu967l5pOTvkwltRGeZvS5.3 2024-09-22T10:33:41.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9214424280794389934', time=2024-09-22T12:07:28.142196+0000, chain.objs.size()=1 2024-09-22T10:33:41.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.550__shadow_.-D5pnBQNYKrqtr3BMnpkmjXhtPid9-m_0 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4897003502013134319', time=2024-09-22T12:09:07.638902+0000, chain.objs.size()=3 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.563__shadow_.pP-lLLDjFk9iSR8zJ0Bcy-V0iAMsZ6e_0 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.563__shadow_.pP-lLLDjFk9iSR8zJ0Bcy-V0iAMsZ6e_1 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.563__shadow_.pP-lLLDjFk9iSR8zJ0Bcy-V0iAMsZ6e_2 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2470679703303710294', time=2024-09-22T12:09:28.337078+0000, chain.objs.size()=1 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.569__shadow:he5VClodPU2QnelRLEZEFicutLZq9Td_.Q0tQxAqmAY8QDoQ_dSf8g-aP7a-5TQu_0 2024-09-22T10:33:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9316912537319846699', time=2024-09-22T12:09:54.974839+0000, chain.objs.size()=1 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.573__shadow_.6JFbcffHe11Xp3T4NmIH47iKfHwi_gB_0 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.13857432080813385584', time=2024-09-22T12:10:27.191847+0000, chain.objs.size()=1 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:Rhsfj2eW2N61UF7KlsSZvVAiJIHRTpI_.xaCI-L0pSQYZYCjCD2krFayTWLxhjGk_0 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.14954076859102502585', time=2024-09-22T12:10:34.519568+0000, chain.objs.size()=1 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:is8.7BsNSYIKFlAft2-otirT811X.vl_.OUEriCuFP-NvgovHTTDECCsWQdc1zM9_0 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.11002322905398457617', time=2024-09-22T12:10:49.668680+0000, chain.objs.size()=1 2024-09-22T10:33:41.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.840+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.577__shadow:on0ZdLltN5Z3Sj5dT.-TyPKQ3dOu8BD_.XG07DWN-Jf375a1o2rVxYWLHn2nNsgu_0 2024-09-22T10:33:41.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9002201648092021867', time=2024-09-22T12:12:37.433689+0000, chain.objs.size()=1 2024-09-22T10:33:41.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:PNRxKNh51cOEi6dNPGe4cH2KU5LYkBB_.fhHjImcS-B1XfwV3ev9tPXl23Qn_3gB_0 2024-09-22T10:33:41.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.2198728672710913120', time=2024-09-22T12:12:38.353736+0000, chain.objs.size()=1 2024-09-22T10:33:41.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.587__shadow:qfytHhSbKo0V95LcgY8xo9GZEPDdeSz_.mCwih06_E6qeYDrrVQzqYYOGYb0nzGt_0 2024-09-22T10:33:41.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.4689707913960410714', time=2024-09-22T12:22:45.947872+0000, chain.objs.size()=1 2024-09-22T10:33:41.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.672__shadow_.6-knT5OBWBGb__KpzyWedzFAd8a_OWr_0 2024-09-22T10:33:41.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.6164749880685408168', time=2024-09-22T12:23:34.648422+0000, chain.objs.size()=1 2024-09-22T10:33:41.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.698__shadow:DqTqYnEmh7PSfammb-uDu6kw-9tFZH6_.CJ4ioms8Yz-2cgjfDJLAmOI-XOYU-7C_0 2024-09-22T10:33:41.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 20 garbage collection: RGWGC::process iterating over entry tag='986dc61f-9105-405d-8643-e22bb2945f7f.4459.9418372869130902806', time=2024-09-22T12:24:22.318138+0000, chain.objs.size()=1 2024-09-22T10:33:41.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.844+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:986dc61f-9105-405d-8643-e22bb2945f7f.4459.716__shadow:opbfgdi4LkDqfiDBXornUs9dMdVPzFS_.T4akFqw7rczpWLem38AyiKa83ATfadT_0 2024-09-22T10:33:41.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.848+0000 7f2b0413c9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-22T10:33:41.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.852+0000 7f29b3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-22T10:33:41.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.852+0000 7f2b0413c9c0 20 remove_watcher() i=0 2024-09-22T10:33:41.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.852+0000 7f2b0413c9c0 2 removed watcher, disabling cache 2024-09-22T10:33:41.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.852+0000 7f2b0413c9c0 20 remove_watcher() i=1 2024-09-22T10:33:41.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.856+0000 7f2b0413c9c0 20 remove_watcher() i=2 2024-09-22T10:33:41.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.856+0000 7f2b0413c9c0 20 remove_watcher() i=3 2024-09-22T10:33:41.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.856+0000 7f2b0413c9c0 20 remove_watcher() i=4 2024-09-22T10:33:41.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.856+0000 7f2b0413c9c0 20 remove_watcher() i=5 2024-09-22T10:33:41.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.860+0000 7f2b0413c9c0 20 remove_watcher() i=6 2024-09-22T10:33:41.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:41.860+0000 7f2b0413c9c0 20 remove_watcher() i=7 2024-09-22T10:33:41.872 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-22T10:33:41.888 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-22T10:33:41.919 DEBUG:teuthology.orchestra.run.smithi084:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-22T10:33:41.964 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-22T10:33:42.011 DEBUG:teuthology.orchestra.run.smithi084:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-22T10:33:42.059 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-22T10:33:42.114 DEBUG:teuthology.orchestra.run.smithi084:> sudo update-ca-certificates 2024-09-22T10:33:42.167 INFO:teuthology.orchestra.run.smithi084.stdout:Updating certificates in /etc/ssl/certs... 2024-09-22T10:33:42.494 INFO:teuthology.orchestra.run.smithi084.stdout:0 added, 0 removed; done. 2024-09-22T10:33:42.494 INFO:teuthology.orchestra.run.smithi084.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-22T10:33:42.495 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:42.681 INFO:teuthology.orchestra.run.smithi084.stdout:done. 2024-09-22T10:33:42.682 INFO:teuthology.orchestra.run.smithi084.stdout:done. 2024-09-22T10:33:42.685 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-22T10:33:42.700 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-22T10:33:42.701 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:33:43.047 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:43.061 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:33:43.073 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3670,"stamp":"2024-09-22T10:33:41.260425+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591713829,"num_objects":3889,"num_object_clones":0,"num_object_copies":11172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3889,"num_whiteouts":0,"num_read":314230,"num_read_kb":2784153,"num_write":164881,"num_write_kb":2592519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14129,"ondisk_log_size":14129,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2671576,"kb_used_data":1093140,"kb_used_omap":12,"kb_used_meta":1577779,"kb_avail":752303144,"statfs":{"total":773094113280,"available":770358419456,"internally_reserved":0,"allocated":1119375360,"data_stored":1102231460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1615646257},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-143228847,"num_objects":-1044,"num_object_clones":0,"num_object_copies":-3122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1044,"num_whiteouts":0,"num_read":1174,"num_read_kb":896,"num_write":1112,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008310"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:05.615994+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:29:05.615994+0000","last_peered":"2024-09-22T10:29:05.615994+0000","last_clean":"2024-09-22T10:29:05.615994+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:29:05.615994+0000","last_undegraded":"2024-09-22T10:29:05.615994+0000","last_fullsized":"2024-09-22T10:29:05.615994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:31.850832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:35.663392+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:32:35.663392+0000","last_peered":"2024-09-22T10:32:35.663392+0000","last_clean":"2024-09-22T10:32:35.663392+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:32:35.663392+0000","last_undegraded":"2024-09-22T10:32:35.663392+0000","last_fullsized":"2024-09-22T10:32:35.663392+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037354+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:30:04.037354+0000","last_peered":"2024-09-22T10:30:04.037354+0000","last_clean":"2024-09-22T10:30:04.037354+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:30:04.037354+0000","last_undegraded":"2024-09-22T10:30:04.037354+0000","last_fullsized":"2024-09-22T10:30:04.037354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:35.899037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:04.222202+0000","last_change":"2024-09-22T09:31:32.357127+0000","last_active":"2024-09-22T10:29:04.222202+0000","last_peered":"2024-09-22T10:29:04.222202+0000","last_clean":"2024-09-22T10:29:04.222202+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:29:04.222202+0000","last_undegraded":"2024-09-22T10:29:04.222202+0000","last_fullsized":"2024-09-22T10:29:04.222202+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:53:29.871632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'18","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:02.043096+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:30:02.043096+0000","last_peered":"2024-09-22T10:30:02.043096+0000","last_clean":"2024-09-22T10:30:02.043096+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:30:02.043096+0000","last_undegraded":"2024-09-22T10:30:02.043096+0000","last_fullsized":"2024-09-22T10:30:02.043096+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":28,"num_read_kb":38916,"num_write":38,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032403+0000","last_change":"2024-09-22T09:02:24.097766+0000","last_active":"2024-09-22T10:29:54.032403+0000","last_peered":"2024-09-22T10:29:54.032403+0000","last_clean":"2024-09-22T10:29:54.032403+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:29:54.032403+0000","last_undegraded":"2024-09-22T10:29:54.032403+0000","last_fullsized":"2024-09-22T10:29:54.032403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:52:55.017976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242274+0000","last_change":"2024-09-22T08:56:18.723851+0000","last_active":"2024-09-22T10:30:39.242274+0000","last_peered":"2024-09-22T10:30:39.242274+0000","last_clean":"2024-09-22T10:30:39.242274+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:30:39.242274+0000","last_undegraded":"2024-09-22T10:30:39.242274+0000","last_fullsized":"2024-09-22T10:30:39.242274+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:32.294940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:35.009388+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:29:35.009388+0000","last_peered":"2024-09-22T10:29:35.009388+0000","last_clean":"2024-09-22T10:29:35.009388+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:29:35.009388+0000","last_undegraded":"2024-09-22T10:29:35.009388+0000","last_fullsized":"2024-09-22T10:29:35.009388+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:25.435230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037315+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:30:04.037315+0000","last_peered":"2024-09-22T10:30:04.037315+0000","last_clean":"2024-09-22T10:30:04.037315+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:30:04.037315+0000","last_undegraded":"2024-09-22T10:30:04.037315+0000","last_fullsized":"2024-09-22T10:30:04.037315+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:08.944986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.243244+0000","last_change":"2024-09-22T09:02:24.099141+0000","last_active":"2024-09-22T10:30:44.243244+0000","last_peered":"2024-09-22T10:30:44.243244+0000","last_clean":"2024-09-22T10:30:44.243244+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:30:44.243244+0000","last_undegraded":"2024-09-22T10:30:44.243244+0000","last_fullsized":"2024-09-22T10:30:44.243244+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:25.747377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":148,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.019857+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:28:49.019857+0000","last_peered":"2024-09-22T10:28:49.019857+0000","last_clean":"2024-09-22T10:28:49.019857+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:28:49.019857+0000","last_undegraded":"2024-09-22T10:28:49.019857+0000","last_fullsized":"2024-09-22T10:28:49.019857+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:28.623311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'1","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858050+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:30:58.858050+0000","last_peered":"2024-09-22T10:30:58.858050+0000","last_clean":"2024-09-22T10:30:58.858050+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:30:58.858050+0000","last_undegraded":"2024-09-22T10:30:58.858050+0000","last_fullsized":"2024-09-22T10:30:58.858050+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'5","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:57.041977+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:29:57.041977+0000","last_peered":"2024-09-22T10:29:57.041977+0000","last_clean":"2024-09-22T10:29:57.041977+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:29:57.041977+0000","last_undegraded":"2024-09-22T10:29:57.041977+0000","last_fullsized":"2024-09-22T10:29:57.041977+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:19.648489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6341915,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":12338,"num_write":10,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052924+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:28:49.052924+0000","last_peered":"2024-09-22T10:28:49.052924+0000","last_clean":"2024-09-22T10:28:49.052924+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:28:49.052924+0000","last_undegraded":"2024-09-22T10:28:49.052924+0000","last_fullsized":"2024-09-22T10:28:49.052924+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:35.051867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066597+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:29:44.066597+0000","last_peered":"2024-09-22T10:29:44.066597+0000","last_clean":"2024-09-22T10:29:44.066597+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:29:44.066597+0000","last_undegraded":"2024-09-22T10:29:44.066597+0000","last_fullsized":"2024-09-22T10:29:44.066597+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:07.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027776+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:29:24.027776+0000","last_peered":"2024-09-22T10:29:24.027776+0000","last_clean":"2024-09-22T10:29:24.027776+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:29:24.027776+0000","last_undegraded":"2024-09-22T10:29:24.027776+0000","last_fullsized":"2024-09-22T10:29:24.027776+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:18.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052816+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:28:49.052816+0000","last_peered":"2024-09-22T10:28:49.052816+0000","last_clean":"2024-09-22T10:28:49.052816+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:28:49.052816+0000","last_undegraded":"2024-09-22T10:28:49.052816+0000","last_fullsized":"2024-09-22T10:28:49.052816+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:17:56.268231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032487+0000","last_change":"2024-09-22T09:31:32.367028+0000","last_active":"2024-09-22T10:29:54.032487+0000","last_peered":"2024-09-22T10:29:54.032487+0000","last_clean":"2024-09-22T10:29:54.032487+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:29:54.032487+0000","last_undegraded":"2024-09-22T10:29:54.032487+0000","last_fullsized":"2024-09-22T10:29:54.032487+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:14.513056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848436+0000","last_change":"2024-09-22T09:03:00.361391+0000","last_active":"2024-09-22T10:31:59.848436+0000","last_peered":"2024-09-22T10:31:59.848436+0000","last_clean":"2024-09-22T10:31:59.848436+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:31:59.848436+0000","last_undegraded":"2024-09-22T10:31:59.848436+0000","last_fullsized":"2024-09-22T10:31:59.848436+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:20.411847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":204,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.999854+0000","last_change":"2024-09-22T08:56:18.734932+0000","last_active":"2024-09-22T10:28:49.999854+0000","last_peered":"2024-09-22T10:28:49.999854+0000","last_clean":"2024-09-22T10:28:49.999854+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:28:49.999854+0000","last_undegraded":"2024-09-22T10:28:49.999854+0000","last_fullsized":"2024-09-22T10:28:49.999854+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:43.113365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074043+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:29:06.074043+0000","last_peered":"2024-09-22T10:29:06.074043+0000","last_clean":"2024-09-22T10:29:06.074043+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:29:06.074043+0000","last_undegraded":"2024-09-22T10:29:06.074043+0000","last_fullsized":"2024-09-22T10:29:06.074043+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:34.166017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:34.856138+0000","last_change":"2024-09-22T09:02:31.290578+0000","last_active":"2024-09-22T10:32:34.856138+0000","last_peered":"2024-09-22T10:32:34.856138+0000","last_clean":"2024-09-22T10:32:34.856138+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:32:34.856138+0000","last_undegraded":"2024-09-22T10:32:34.856138+0000","last_fullsized":"2024-09-22T10:32:34.856138+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:55.286005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'1","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:57.041822+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:29:57.041822+0000","last_peered":"2024-09-22T10:29:57.041822+0000","last_clean":"2024-09-22T10:29:57.041822+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:29:57.041822+0000","last_undegraded":"2024-09-22T10:29:57.041822+0000","last_fullsized":"2024-09-22T10:29:57.041822+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074172+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:29:06.074172+0000","last_peered":"2024-09-22T10:29:06.074172+0000","last_clean":"2024-09-22T10:29:06.074172+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:29:06.074172+0000","last_undegraded":"2024-09-22T10:29:06.074172+0000","last_fullsized":"2024-09-22T10:29:06.074172+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:36.576596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.034944+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:29:54.034944+0000","last_peered":"2024-09-22T10:29:54.034944+0000","last_clean":"2024-09-22T10:29:54.034944+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:29:54.034944+0000","last_undegraded":"2024-09-22T10:29:54.034944+0000","last_fullsized":"2024-09-22T10:29:54.034944+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.040848+0000","last_change":"2024-09-22T08:56:18.715481+0000","last_active":"2024-09-22T10:30:34.040848+0000","last_peered":"2024-09-22T10:30:34.040848+0000","last_clean":"2024-09-22T10:30:34.040848+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:30:34.040848+0000","last_undegraded":"2024-09-22T10:30:34.040848+0000","last_fullsized":"2024-09-22T10:30:34.040848+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:32.192343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032256+0000","last_change":"2024-09-22T09:31:32.376223+0000","last_active":"2024-09-22T10:29:54.032256+0000","last_peered":"2024-09-22T10:29:54.032256+0000","last_clean":"2024-09-22T10:29:54.032256+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:29:54.032256+0000","last_undegraded":"2024-09-22T10:29:54.032256+0000","last_fullsized":"2024-09-22T10:29:54.032256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:14:01.732190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064121+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:29:34.064121+0000","last_peered":"2024-09-22T10:29:34.064121+0000","last_clean":"2024-09-22T10:29:34.064121+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:29:34.064121+0000","last_undegraded":"2024-09-22T10:29:34.064121+0000","last_fullsized":"2024-09-22T10:29:34.064121+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:34.178252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1088721,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2128,"num_write":8,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.044415+0000","last_change":"2024-09-22T08:56:18.721470+0000","last_active":"2024-09-22T10:30:34.044415+0000","last_peered":"2024-09-22T10:30:34.044415+0000","last_clean":"2024-09-22T10:30:34.044415+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:30:34.044415+0000","last_undegraded":"2024-09-22T10:30:34.044415+0000","last_fullsized":"2024-09-22T10:30:34.044415+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:48.916124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.232426+0000","last_change":"2024-09-22T09:31:32.358394+0000","last_active":"2024-09-22T10:29:54.232426+0000","last_peered":"2024-09-22T10:29:54.232426+0000","last_clean":"2024-09-22T10:29:54.232426+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:29:54.232426+0000","last_undegraded":"2024-09-22T10:29:54.232426+0000","last_fullsized":"2024-09-22T10:29:54.232426+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:34.912755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'3","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059452+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:29:14.059452+0000","last_peered":"2024-09-22T10:29:14.059452+0000","last_clean":"2024-09-22T10:29:14.059452+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:29:14.059452+0000","last_undegraded":"2024-09-22T10:29:14.059452+0000","last_fullsized":"2024-09-22T10:29:14.059452+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:03.872075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242729,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":8,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078832+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:29:26.078832+0000","last_peered":"2024-09-22T10:29:26.078832+0000","last_clean":"2024-09-22T10:29:26.078832+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:29:26.078832+0000","last_undegraded":"2024-09-22T10:29:26.078832+0000","last_fullsized":"2024-09-22T10:29:26.078832+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:31.309021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064199+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:29:34.064199+0000","last_peered":"2024-09-22T10:29:34.064199+0000","last_clean":"2024-09-22T10:29:34.064199+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:29:34.064199+0000","last_undegraded":"2024-09-22T10:29:34.064199+0000","last_fullsized":"2024-09-22T10:29:34.064199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:19:20.166766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.226559+0000","last_change":"2024-09-22T09:02:24.089882+0000","last_active":"2024-09-22T10:29:24.226559+0000","last_peered":"2024-09-22T10:29:24.226559+0000","last_clean":"2024-09-22T10:29:24.226559+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:29:24.226559+0000","last_undegraded":"2024-09-22T10:29:24.226559+0000","last_fullsized":"2024-09-22T10:29:24.226559+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:56:15.380397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.241098+0000","last_change":"2024-09-22T08:56:18.715975+0000","last_active":"2024-09-22T10:30:34.241098+0000","last_peered":"2024-09-22T10:30:34.241098+0000","last_clean":"2024-09-22T10:30:34.241098+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:30:34.241098+0000","last_undegraded":"2024-09-22T10:30:34.241098+0000","last_fullsized":"2024-09-22T10:30:34.241098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:34:55.334658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'1","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:32.036431+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:29:32.036431+0000","last_peered":"2024-09-22T10:29:32.036431+0000","last_clean":"2024-09-22T10:29:32.036431+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:29:32.036431+0000","last_undegraded":"2024-09-22T10:29:32.036431+0000","last_fullsized":"2024-09-22T10:29:32.036431+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:45.094890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.028115+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:29:24.028115+0000","last_peered":"2024-09-22T10:29:24.028115+0000","last_clean":"2024-09-22T10:29:24.028115+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:29:24.028115+0000","last_undegraded":"2024-09-22T10:29:24.028115+0000","last_fullsized":"2024-09-22T10:29:24.028115+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:04.092781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":3,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064159+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:29:34.064159+0000","last_peered":"2024-09-22T10:29:34.064159+0000","last_clean":"2024-09-22T10:29:34.064159+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:29:34.064159+0000","last_undegraded":"2024-09-22T10:29:34.064159+0000","last_fullsized":"2024-09-22T10:29:34.064159+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:08.043305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'1","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049882+0000","last_change":"2024-09-22T09:02:31.269451+0000","last_active":"2024-09-22T10:31:14.049882+0000","last_peered":"2024-09-22T10:31:14.049882+0000","last_clean":"2024-09-22T10:31:14.049882+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:31:14.049882+0000","last_undegraded":"2024-09-22T10:31:14.049882+0000","last_fullsized":"2024-09-22T10:31:14.049882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:27.389663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'8","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:07.057918+0000","last_change":"2024-09-22T09:02:24.107786+0000","last_active":"2024-09-22T10:31:07.057918+0000","last_peered":"2024-09-22T10:31:07.057918+0000","last_clean":"2024-09-22T10:31:07.057918+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:31:07.057918+0000","last_undegraded":"2024-09-22T10:31:07.057918+0000","last_fullsized":"2024-09-22T10:31:07.057918+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:57.497326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":13,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085800+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:29:41.085800+0000","last_peered":"2024-09-22T10:29:41.085800+0000","last_clean":"2024-09-22T10:29:41.085800+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:29:41.085800+0000","last_undegraded":"2024-09-22T10:29:41.085800+0000","last_fullsized":"2024-09-22T10:29:41.085800+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:18.782621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.030468+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:29:34.030468+0000","last_peered":"2024-09-22T10:29:34.030468+0000","last_clean":"2024-09-22T10:29:34.030468+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:29:34.030468+0000","last_undegraded":"2024-09-22T10:29:34.030468+0000","last_fullsized":"2024-09-22T10:29:34.030468+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:27:53.098086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'2","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049735+0000","last_change":"2024-09-22T09:02:31.261796+0000","last_active":"2024-09-22T10:31:14.049735+0000","last_peered":"2024-09-22T10:31:14.049735+0000","last_clean":"2024-09-22T10:31:14.049735+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:31:14.049735+0000","last_undegraded":"2024-09-22T10:31:14.049735+0000","last_fullsized":"2024-09-22T10:31:14.049735+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:30.100894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.031536+0000","last_change":"2024-09-22T08:56:18.732822+0000","last_active":"2024-09-22T10:29:39.031536+0000","last_peered":"2024-09-22T10:29:39.031536+0000","last_clean":"2024-09-22T10:29:39.031536+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:29:39.031536+0000","last_undegraded":"2024-09-22T10:29:39.031536+0000","last_fullsized":"2024-09-22T10:29:39.031536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:12.653375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861714+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:31:13.861714+0000","last_peered":"2024-09-22T10:31:13.861714+0000","last_clean":"2024-09-22T10:31:13.861714+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:31:13.861714+0000","last_undegraded":"2024-09-22T10:31:13.861714+0000","last_fullsized":"2024-09-22T10:31:13.861714+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:24.866535+0000","last_change":"2024-09-22T09:02:24.099497+0000","last_active":"2024-09-22T10:33:24.866535+0000","last_peered":"2024-09-22T10:33:24.866535+0000","last_clean":"2024-09-22T10:33:24.866535+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:33:24.866535+0000","last_undegraded":"2024-09-22T10:33:24.866535+0000","last_fullsized":"2024-09-22T10:33:24.866535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:00.960841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:42.038467+0000","last_change":"2024-09-22T08:56:18.728789+0000","last_active":"2024-09-22T10:29:42.038467+0000","last_peered":"2024-09-22T10:29:42.038467+0000","last_clean":"2024-09-22T10:29:42.038467+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:29:42.038467+0000","last_undegraded":"2024-09-22T10:29:42.038467+0000","last_fullsized":"2024-09-22T10:29:42.038467+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:57:28.060903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064049+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:29:34.064049+0000","last_peered":"2024-09-22T10:29:34.064049+0000","last_clean":"2024-09-22T10:29:34.064049+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:29:34.064049+0000","last_undegraded":"2024-09-22T10:29:34.064049+0000","last_fullsized":"2024-09-22T10:29:34.064049+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:43.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:15.030884+0000","last_change":"2024-09-22T09:02:31.290627+0000","last_active":"2024-09-22T10:31:15.030884+0000","last_peered":"2024-09-22T10:31:15.030884+0000","last_clean":"2024-09-22T10:31:15.030884+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:31:15.030884+0000","last_undegraded":"2024-09-22T10:31:15.030884+0000","last_fullsized":"2024-09-22T10:31:15.030884+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:31.858606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.065233+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:29:39.065233+0000","last_peered":"2024-09-22T10:29:39.065233+0000","last_clean":"2024-09-22T10:29:39.065233+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:29:39.065233+0000","last_undegraded":"2024-09-22T10:29:39.065233+0000","last_fullsized":"2024-09-22T10:29:39.065233+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:24:44.331847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236682+0000","last_change":"2024-09-22T09:31:32.342511+0000","last_active":"2024-09-22T10:30:14.236682+0000","last_peered":"2024-09-22T10:30:14.236682+0000","last_clean":"2024-09-22T10:30:14.236682+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:30:14.236682+0000","last_undegraded":"2024-09-22T10:30:14.236682+0000","last_fullsized":"2024-09-22T10:30:14.236682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:45.799377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848513+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:30:18.848513+0000","last_peered":"2024-09-22T10:30:18.848513+0000","last_clean":"2024-09-22T10:30:18.848513+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:30:18.848513+0000","last_undegraded":"2024-09-22T10:30:18.848513+0000","last_fullsized":"2024-09-22T10:30:18.848513+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.235388+0000","last_change":"2024-09-22T09:02:24.100046+0000","last_active":"2024-09-22T10:30:09.235388+0000","last_peered":"2024-09-22T10:30:09.235388+0000","last_clean":"2024-09-22T10:30:09.235388+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:30:09.235388+0000","last_undegraded":"2024-09-22T10:30:09.235388+0000","last_fullsized":"2024-09-22T10:30:09.235388+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:57.387577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016056+0000","last_change":"2024-09-22T09:31:32.367200+0000","last_active":"2024-09-22T10:30:05.016056+0000","last_peered":"2024-09-22T10:30:05.016056+0000","last_clean":"2024-09-22T10:30:05.016056+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:30:05.016056+0000","last_undegraded":"2024-09-22T10:30:05.016056+0000","last_fullsized":"2024-09-22T10:30:05.016056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:48.283761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043109+0000","last_change":"2024-09-22T09:02:31.513003+0000","last_active":"2024-09-22T10:30:44.043109+0000","last_peered":"2024-09-22T10:30:44.043109+0000","last_clean":"2024-09-22T10:30:44.043109+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:30:44.043109+0000","last_undegraded":"2024-09-22T10:30:44.043109+0000","last_fullsized":"2024-09-22T10:30:44.043109+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.413729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9487643,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5,"num_read_kb":12388,"num_write":10,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038539+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:30:09.038539+0000","last_peered":"2024-09-22T10:30:09.038539+0000","last_clean":"2024-09-22T10:30:09.038539+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:30:09.038539+0000","last_undegraded":"2024-09-22T10:30:09.038539+0000","last_fullsized":"2024-09-22T10:30:09.038539+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":8237,"num_write":5,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025519+0000","last_change":"2024-09-22T08:56:18.732561+0000","last_active":"2024-09-22T10:30:50.025519+0000","last_peered":"2024-09-22T10:30:50.025519+0000","last_clean":"2024-09-22T10:30:50.025519+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:30:50.025519+0000","last_undegraded":"2024-09-22T10:30:50.025519+0000","last_fullsized":"2024-09-22T10:30:50.025519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:23:10.723230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091446+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:30:06.091446+0000","last_peered":"2024-09-22T10:30:06.091446+0000","last_clean":"2024-09-22T10:30:06.091446+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:30:06.091446+0000","last_undegraded":"2024-09-22T10:30:06.091446+0000","last_fullsized":"2024-09-22T10:30:06.091446+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:17.740042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041092+0000","last_change":"2024-09-22T09:02:24.093881+0000","last_active":"2024-09-22T10:30:34.041092+0000","last_peered":"2024-09-22T10:30:34.041092+0000","last_clean":"2024-09-22T10:30:34.041092+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:30:34.041092+0000","last_undegraded":"2024-09-22T10:30:34.041092+0000","last_fullsized":"2024-09-22T10:30:34.041092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:10.586154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244337+0000","last_change":"2024-09-22T08:56:18.737990+0000","last_active":"2024-09-22T10:30:49.244337+0000","last_peered":"2024-09-22T10:30:49.244337+0000","last_clean":"2024-09-22T10:30:49.244337+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:30:49.244337+0000","last_undegraded":"2024-09-22T10:30:49.244337+0000","last_fullsized":"2024-09-22T10:30:49.244337+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:38.170217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'1","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061377+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:31:22.061377+0000","last_peered":"2024-09-22T10:31:22.061377+0000","last_clean":"2024-09-22T10:31:22.061377+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:31:22.061377+0000","last_undegraded":"2024-09-22T10:31:22.061377+0000","last_fullsized":"2024-09-22T10:31:22.061377+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'5","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.053871+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:31:14.053871+0000","last_peered":"2024-09-22T10:31:14.053871+0000","last_clean":"2024-09-22T10:31:14.053871+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:31:14.053871+0000","last_undegraded":"2024-09-22T10:31:14.053871+0000","last_fullsized":"2024-09-22T10:31:14.053871+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":16384,"num_write":5,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.047968+0000","last_change":"2024-09-22T08:56:18.712116+0000","last_active":"2024-09-22T10:30:49.047968+0000","last_peered":"2024-09-22T10:30:49.047968+0000","last_clean":"2024-09-22T10:30:49.047968+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:30:49.047968+0000","last_undegraded":"2024-09-22T10:30:49.047968+0000","last_fullsized":"2024-09-22T10:30:49.047968+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:32.612200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049810+0000","last_change":"2024-09-22T09:02:24.090338+0000","last_active":"2024-09-22T10:31:14.049810+0000","last_peered":"2024-09-22T10:31:14.049810+0000","last_clean":"2024-09-22T10:31:14.049810+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:31:14.049810+0000","last_undegraded":"2024-09-22T10:31:14.049810+0000","last_fullsized":"2024-09-22T10:31:14.049810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:18.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085742+0000","last_change":"2024-09-22T08:56:18.724705+0000","last_active":"2024-09-22T10:29:41.085742+0000","last_peered":"2024-09-22T10:29:41.085742+0000","last_clean":"2024-09-22T10:29:41.085742+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:29:41.085742+0000","last_undegraded":"2024-09-22T10:29:41.085742+0000","last_fullsized":"2024-09-22T10:29:41.085742+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:25.336707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.037652+0000","last_change":"2024-09-22T09:02:31.289360+0000","last_active":"2024-09-22T10:30:19.037652+0000","last_peered":"2024-09-22T10:30:19.037652+0000","last_clean":"2024-09-22T10:30:19.037652+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:30:19.037652+0000","last_undegraded":"2024-09-22T10:30:19.037652+0000","last_fullsized":"2024-09-22T10:30:19.037652+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:37.017602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029180+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:29:29.029180+0000","last_peered":"2024-09-22T10:29:29.029180+0000","last_clean":"2024-09-22T10:29:29.029180+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:29:29.029180+0000","last_undegraded":"2024-09-22T10:29:29.029180+0000","last_fullsized":"2024-09-22T10:29:29.029180+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:22.912111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.062756+0000","last_change":"2024-09-22T08:56:18.731841+0000","last_active":"2024-09-22T10:29:29.062756+0000","last_peered":"2024-09-22T10:29:29.062756+0000","last_clean":"2024-09-22T10:29:29.062756+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:29:29.062756+0000","last_undegraded":"2024-09-22T10:29:29.062756+0000","last_fullsized":"2024-09-22T10:29:29.062756+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:31.071208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078693+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:29:26.078693+0000","last_peered":"2024-09-22T10:29:26.078693+0000","last_clean":"2024-09-22T10:29:26.078693+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:29:26.078693+0000","last_undegraded":"2024-09-22T10:29:26.078693+0000","last_fullsized":"2024-09-22T10:29:26.078693+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:12.045336+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:30:12.045336+0000","last_peered":"2024-09-22T10:30:12.045336+0000","last_clean":"2024-09-22T10:30:12.045336+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:30:12.045336+0000","last_undegraded":"2024-09-22T10:30:12.045336+0000","last_fullsized":"2024-09-22T10:30:12.045336+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":5,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008272+0000","last_change":"2024-09-22T08:56:18.733548+0000","last_active":"2024-09-22T10:29:30.008272+0000","last_peered":"2024-09-22T10:29:30.008272+0000","last_clean":"2024-09-22T10:29:30.008272+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:29:30.008272+0000","last_undegraded":"2024-09-22T10:29:30.008272+0000","last_fullsized":"2024-09-22T10:29:30.008272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:59.891115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089228+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:29:56.089228+0000","last_peered":"2024-09-22T10:29:56.089228+0000","last_clean":"2024-09-22T10:29:56.089228+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:29:56.089228+0000","last_undegraded":"2024-09-22T10:29:56.089228+0000","last_fullsized":"2024-09-22T10:29:56.089228+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:52.819482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.043170+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:30:29.043170+0000","last_peered":"2024-09-22T10:30:29.043170+0000","last_clean":"2024-09-22T10:30:29.043170+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:30:29.043170+0000","last_undegraded":"2024-09-22T10:30:29.043170+0000","last_fullsized":"2024-09-22T10:30:29.043170+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089274+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:29:56.089274+0000","last_peered":"2024-09-22T10:29:56.089274+0000","last_clean":"2024-09-22T10:29:56.089274+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:29:56.089274+0000","last_undegraded":"2024-09-22T10:29:56.089274+0000","last_fullsized":"2024-09-22T10:29:56.089274+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:15.378104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":71,"num_write":3,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029372+0000","last_change":"2024-09-22T08:56:18.717788+0000","last_active":"2024-09-22T10:29:29.029372+0000","last_peered":"2024-09-22T10:29:29.029372+0000","last_clean":"2024-09-22T10:29:29.029372+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:29:29.029372+0000","last_undegraded":"2024-09-22T10:29:29.029372+0000","last_fullsized":"2024-09-22T10:29:29.029372+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:20.446396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627323+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:29:55.627323+0000","last_peered":"2024-09-22T10:29:55.627323+0000","last_clean":"2024-09-22T10:29:55.627323+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:29:55.627323+0000","last_undegraded":"2024-09-22T10:29:55.627323+0000","last_fullsized":"2024-09-22T10:29:55.627323+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:49.461907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037114+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:30:04.037114+0000","last_peered":"2024-09-22T10:30:04.037114+0000","last_clean":"2024-09-22T10:30:04.037114+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:30:04.037114+0000","last_undegraded":"2024-09-22T10:30:04.037114+0000","last_fullsized":"2024-09-22T10:30:04.037114+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:07:11.734513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236820+0000","last_change":"2024-09-22T09:02:24.101387+0000","last_active":"2024-09-22T10:30:14.236820+0000","last_peered":"2024-09-22T10:30:14.236820+0000","last_clean":"2024-09-22T10:30:14.236820+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:30:14.236820+0000","last_undegraded":"2024-09-22T10:30:14.236820+0000","last_fullsized":"2024-09-22T10:30:14.236820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:04.665663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008474+0000","last_change":"2024-09-22T08:56:18.723863+0000","last_active":"2024-09-22T10:29:30.008474+0000","last_peered":"2024-09-22T10:29:30.008474+0000","last_clean":"2024-09-22T10:29:30.008474+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:29:30.008474+0000","last_undegraded":"2024-09-22T10:29:30.008474+0000","last_fullsized":"2024-09-22T10:29:30.008474+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:00:29.349769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032138+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:29:54.032138+0000","last_peered":"2024-09-22T10:29:54.032138+0000","last_clean":"2024-09-22T10:29:54.032138+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:29:54.032138+0000","last_undegraded":"2024-09-22T10:29:54.032138+0000","last_fullsized":"2024-09-22T10:29:54.032138+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:58.548765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094177+0000","last_change":"2024-09-22T08:56:18.726505+0000","last_active":"2024-09-22T10:30:16.094177+0000","last_peered":"2024-09-22T10:30:16.094177+0000","last_clean":"2024-09-22T10:30:16.094177+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:30:16.094177+0000","last_undegraded":"2024-09-22T10:30:16.094177+0000","last_fullsized":"2024-09-22T10:30:16.094177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:10.595926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040696+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:29:52.040696+0000","last_peered":"2024-09-22T10:29:52.040696+0000","last_clean":"2024-09-22T10:29:52.040696+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:29:52.040696+0000","last_undegraded":"2024-09-22T10:29:52.040696+0000","last_fullsized":"2024-09-22T10:29:52.040696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:50.373123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'11","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:16.108793+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:31:16.108793+0000","last_peered":"2024-09-22T10:31:16.108793+0000","last_clean":"2024-09-22T10:31:16.108793+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:31:16.108793+0000","last_undegraded":"2024-09-22T10:31:16.108793+0000","last_fullsized":"2024-09-22T10:31:16.108793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":21,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034613+0000","last_change":"2024-09-22T08:56:18.709006+0000","last_active":"2024-09-22T10:30:04.034613+0000","last_peered":"2024-09-22T10:30:04.034613+0000","last_clean":"2024-09-22T10:30:04.034613+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:30:04.034613+0000","last_undegraded":"2024-09-22T10:30:04.034613+0000","last_fullsized":"2024-09-22T10:30:04.034613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:29:40.318327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.234303+0000","last_change":"2024-09-22T09:31:32.358028+0000","last_active":"2024-09-22T10:30:04.234303+0000","last_peered":"2024-09-22T10:30:04.234303+0000","last_clean":"2024-09-22T10:30:04.234303+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:30:04.234303+0000","last_undegraded":"2024-09-22T10:30:04.234303+0000","last_fullsized":"2024-09-22T10:30:04.234303+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:57.365038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034507+0000","last_change":"2024-09-22T09:02:31.275552+0000","last_active":"2024-09-22T10:30:04.034507+0000","last_peered":"2024-09-22T10:30:04.034507+0000","last_clean":"2024-09-22T10:30:04.034507+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:30:04.034507+0000","last_undegraded":"2024-09-22T10:30:04.034507+0000","last_fullsized":"2024-09-22T10:30:04.034507+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:43.886563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.629434+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:30:05.629434+0000","last_peered":"2024-09-22T10:30:05.629434+0000","last_clean":"2024-09-22T10:30:05.629434+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:30:05.629434+0000","last_undegraded":"2024-09-22T10:30:05.629434+0000","last_fullsized":"2024-09-22T10:30:05.629434+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.841499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037279+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:30:04.037279+0000","last_peered":"2024-09-22T10:30:04.037279+0000","last_clean":"2024-09-22T10:30:04.037279+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:30:04.037279+0000","last_undegraded":"2024-09-22T10:30:04.037279+0000","last_fullsized":"2024-09-22T10:30:04.037279+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:49.001245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118754+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:32:01.118754+0000","last_peered":"2024-09-22T10:32:01.118754+0000","last_clean":"2024-09-22T10:32:01.118754+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:32:01.118754+0000","last_undegraded":"2024-09-22T10:32:01.118754+0000","last_fullsized":"2024-09-22T10:32:01.118754+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:41.041391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:07.044163+0000","last_change":"2024-09-22T08:56:18.741909+0000","last_active":"2024-09-22T10:30:07.044163+0000","last_peered":"2024-09-22T10:30:07.044163+0000","last_clean":"2024-09-22T10:30:07.044163+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:30:07.044163+0000","last_undegraded":"2024-09-22T10:30:07.044163+0000","last_fullsized":"2024-09-22T10:30:07.044163+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:36.974317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.035011+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:29:54.035011+0000","last_peered":"2024-09-22T10:29:54.035011+0000","last_clean":"2024-09-22T10:29:54.035011+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:29:54.035011+0000","last_undegraded":"2024-09-22T10:29:54.035011+0000","last_fullsized":"2024-09-22T10:29:54.035011+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:39.354562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.850747+0000","last_change":"2024-09-22T09:02:31.298146+0000","last_active":"2024-09-22T10:32:09.850747+0000","last_peered":"2024-09-22T10:32:09.850747+0000","last_clean":"2024-09-22T10:32:09.850747+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:32:09.850747+0000","last_undegraded":"2024-09-22T10:32:09.850747+0000","last_fullsized":"2024-09-22T10:32:09.850747+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:46.389612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'3","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032302+0000","last_change":"2024-09-22T09:02:24.095115+0000","last_active":"2024-09-22T10:29:54.032302+0000","last_peered":"2024-09-22T10:29:54.032302+0000","last_clean":"2024-09-22T10:29:54.032302+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:29:54.032302+0000","last_undegraded":"2024-09-22T10:29:54.032302+0000","last_fullsized":"2024-09-22T10:29:54.032302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:53.195501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016128+0000","last_change":"2024-09-22T08:56:18.737932+0000","last_active":"2024-09-22T10:30:05.016128+0000","last_peered":"2024-09-22T10:30:05.016128+0000","last_clean":"2024-09-22T10:30:05.016128+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:30:05.016128+0000","last_undegraded":"2024-09-22T10:30:05.016128+0000","last_fullsized":"2024-09-22T10:30:05.016128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:51:02.743820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089319+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:29:56.089319+0000","last_peered":"2024-09-22T10:29:56.089319+0000","last_clean":"2024-09-22T10:29:56.089319+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:29:56.089319+0000","last_undegraded":"2024-09-22T10:29:56.089319+0000","last_fullsized":"2024-09-22T10:29:56.089319+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:15.103607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:02.042988+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:30:02.042988+0000","last_peered":"2024-09-22T10:30:02.042988+0000","last_clean":"2024-09-22T10:30:02.042988+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:30:02.042988+0000","last_undegraded":"2024-09-22T10:30:02.042988+0000","last_fullsized":"2024-09-22T10:30:02.042988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:44.640884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":5165,"num_write":4,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.013897+0000","last_change":"2024-09-22T09:02:24.090442+0000","last_active":"2024-09-22T10:29:55.013897+0000","last_peered":"2024-09-22T10:29:55.013897+0000","last_clean":"2024-09-22T10:29:55.013897+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:29:55.013897+0000","last_undegraded":"2024-09-22T10:29:55.013897+0000","last_fullsized":"2024-09-22T10:29:55.013897+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:28.995512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:31.097482+0000","last_change":"2024-09-22T08:56:18.714992+0000","last_active":"2024-09-22T10:30:31.097482+0000","last_peered":"2024-09-22T10:30:31.097482+0000","last_clean":"2024-09-22T10:30:31.097482+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:30:31.097482+0000","last_undegraded":"2024-09-22T10:30:31.097482+0000","last_fullsized":"2024-09-22T10:30:31.097482+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:30.209323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'372","reported_seq":1153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.838229+0000","last_change":"2024-09-22T08:40:27.616273+0000","last_active":"2024-09-22T10:33:40.838229+0000","last_peered":"2024-09-22T10:33:40.838229+0000","last_clean":"2024-09-22T10:33:40.838229+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:40.838229+0000","last_undegraded":"2024-09-22T10:33:40.838229+0000","last_fullsized":"2024-09-22T10:33:40.838229+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:05.224768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048847,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":727,"num_read_kb":27834,"num_write":1163,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'653","reported_seq":2364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:30.634884+0000","last_change":"2024-09-22T08:40:29.591977+0000","last_active":"2024-09-22T10:30:30.634884+0000","last_peered":"2024-09-22T10:30:30.634884+0000","last_clean":"2024-09-22T10:30:30.634884+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:30:30.634884+0000","last_undegraded":"2024-09-22T10:30:30.634884+0000","last_fullsized":"2024-09-22T10:30:30.634884+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":600,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:53.999501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'310","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.432660+0000","last_change":"2024-09-22T08:40:27.580406+0000","last_active":"2024-09-22T10:31:24.432660+0000","last_peered":"2024-09-22T10:31:24.432660+0000","last_clean":"2024-09-22T10:31:24.432660+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:31:24.432660+0000","last_undegraded":"2024-09-22T10:31:24.432660+0000","last_fullsized":"2024-09-22T10:31:24.432660+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:04.650055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16570693,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":495,"num_read_kb":59286,"num_write":1110,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'824","reported_seq":2356,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.225285+0000","last_change":"2024-09-22T08:40:29.592679+0000","last_active":"2024-09-22T10:30:34.225285+0000","last_peered":"2024-09-22T10:30:34.225285+0000","last_clean":"2024-09-22T10:30:34.225285+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:30:34.225285+0000","last_undegraded":"2024-09-22T10:30:34.225285+0000","last_fullsized":"2024-09-22T10:30:34.225285+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:26.199237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'327","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048916+0000","last_change":"2024-09-22T08:40:27.557417+0000","last_active":"2024-09-22T10:30:54.048916+0000","last_peered":"2024-09-22T10:30:54.048916+0000","last_clean":"2024-09-22T10:30:54.048916+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:30:54.048916+0000","last_undegraded":"2024-09-22T10:30:54.048916+0000","last_fullsized":"2024-09-22T10:30:54.048916+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:59:00.654019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13859685,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":704,"num_read_kb":21704,"num_write":1158,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'409","reported_seq":2026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976596+0000","last_change":"2024-09-22T08:40:29.586250+0000","last_active":"2024-09-22T10:31:35.976596+0000","last_peered":"2024-09-22T10:31:35.976596+0000","last_clean":"2024-09-22T10:31:35.976596+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:31:35.976596+0000","last_undegraded":"2024-09-22T10:31:35.976596+0000","last_fullsized":"2024-09-22T10:31:35.976596+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:17.709263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'305","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.598442+0000","last_change":"2024-09-22T08:40:27.620504+0000","last_active":"2024-09-22T10:33:40.598442+0000","last_peered":"2024-09-22T10:33:40.598442+0000","last_clean":"2024-09-22T10:33:40.598442+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:33:40.598442+0000","last_undegraded":"2024-09-22T10:33:40.598442+0000","last_fullsized":"2024-09-22T10:33:40.598442+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:50.413077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071468,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":780,"num_read_kb":11133,"num_write":1094,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'849","reported_seq":2614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.888493+0000","last_change":"2024-09-22T08:40:29.581357+0000","last_active":"2024-09-22T10:33:06.888493+0000","last_peered":"2024-09-22T10:33:06.888493+0000","last_clean":"2024-09-22T10:33:06.888493+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:33:06.888493+0000","last_undegraded":"2024-09-22T10:33:06.888493+0000","last_fullsized":"2024-09-22T10:33:06.888493+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:52.694621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'277","reported_seq":921,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904785+0000","last_change":"2024-09-22T08:40:27.616199+0000","last_active":"2024-09-22T10:33:40.904785+0000","last_peered":"2024-09-22T10:33:40.904785+0000","last_clean":"2024-09-22T10:33:40.904785+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:40.904785+0000","last_undegraded":"2024-09-22T10:33:40.904785+0000","last_fullsized":"2024-09-22T10:33:40.904785+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:42.472993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4218195,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":466,"num_read_kb":14730,"num_write":867,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'397","reported_seq":1969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.427373+0000","last_change":"2024-09-22T08:40:29.586296+0000","last_active":"2024-09-22T10:31:45.427373+0000","last_peered":"2024-09-22T10:31:45.427373+0000","last_clean":"2024-09-22T10:31:45.427373+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:31:45.427373+0000","last_undegraded":"2024-09-22T10:31:45.427373+0000","last_fullsized":"2024-09-22T10:31:45.427373+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:38.822465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'317","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.664570+0000","last_change":"2024-09-22T08:40:27.623137+0000","last_active":"2024-09-22T10:33:40.664570+0000","last_peered":"2024-09-22T10:33:40.664570+0000","last_clean":"2024-09-22T10:33:40.664570+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:40.664570+0000","last_undegraded":"2024-09-22T10:33:40.664570+0000","last_fullsized":"2024-09-22T10:33:40.664570+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:31.763053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5293025,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":531,"num_read_kb":53250,"num_write":1070,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1962,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055864+0000","last_change":"2024-09-22T08:40:29.588826+0000","last_active":"2024-09-22T10:30:57.055864+0000","last_peered":"2024-09-22T10:30:57.055864+0000","last_clean":"2024-09-22T10:30:57.055864+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:30:57.055864+0000","last_undegraded":"2024-09-22T10:30:57.055864+0000","last_fullsized":"2024-09-22T10:30:57.055864+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:14:46.608771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'393","reported_seq":1100,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.756317+0000","last_change":"2024-09-22T08:40:27.610308+0000","last_active":"2024-09-22T10:33:40.756317+0000","last_peered":"2024-09-22T10:33:40.756317+0000","last_clean":"2024-09-22T10:33:40.756317+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:40.756317+0000","last_undegraded":"2024-09-22T10:33:40.756317+0000","last_fullsized":"2024-09-22T10:33:40.756317+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:58.077848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196657,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":734,"num_read_kb":16234,"num_write":1171,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'787","reported_seq":2442,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.641038+0000","last_change":"2024-09-22T08:40:29.585407+0000","last_active":"2024-09-22T10:30:55.641038+0000","last_peered":"2024-09-22T10:30:55.641038+0000","last_clean":"2024-09-22T10:30:55.641038+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:30:55.641038+0000","last_undegraded":"2024-09-22T10:30:55.641038+0000","last_fullsized":"2024-09-22T10:30:55.641038+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:57.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'291","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.302164+0000","last_change":"2024-09-22T08:40:27.619238+0000","last_active":"2024-09-22T10:31:21.302164+0000","last_peered":"2024-09-22T10:31:21.302164+0000","last_clean":"2024-09-22T10:31:21.302164+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:31:21.302164+0000","last_undegraded":"2024-09-22T10:31:21.302164+0000","last_fullsized":"2024-09-22T10:31:21.302164+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:07.488268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5230504,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":496,"num_read_kb":53331,"num_write":1001,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'364","reported_seq":1805,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245183+0000","last_change":"2024-09-22T08:40:29.580575+0000","last_active":"2024-09-22T10:30:54.245183+0000","last_peered":"2024-09-22T10:30:54.245183+0000","last_clean":"2024-09-22T10:30:54.245183+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:30:54.245183+0000","last_undegraded":"2024-09-22T10:30:54.245183+0000","last_fullsized":"2024-09-22T10:30:54.245183+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:54:37.237036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1205","reported_seq":2794,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105298+0000","last_change":"2024-09-22T08:40:29.585059+0000","last_active":"2024-09-22T10:31:43.105298+0000","last_peered":"2024-09-22T10:31:43.105298+0000","last_clean":"2024-09-22T10:31:43.105298+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:31:43.105298+0000","last_undegraded":"2024-09-22T10:31:43.105298+0000","last_fullsized":"2024-09-22T10:31:43.105298+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:05.059534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'393","reported_seq":1182,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904447+0000","last_change":"2024-09-22T08:40:27.625808+0000","last_active":"2024-09-22T10:33:40.904447+0000","last_peered":"2024-09-22T10:33:40.904447+0000","last_clean":"2024-09-22T10:33:40.904447+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:40.904447+0000","last_undegraded":"2024-09-22T10:33:40.904447+0000","last_fullsized":"2024-09-22T10:33:40.904447+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:04.164993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1003,"num_read_kb":18571,"num_write":1341,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'456","reported_seq":1990,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.910423+0000","last_change":"2024-09-22T08:40:29.597725+0000","last_active":"2024-09-22T10:33:06.910423+0000","last_peered":"2024-09-22T10:33:06.910423+0000","last_clean":"2024-09-22T10:33:06.910423+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:33:06.910423+0000","last_undegraded":"2024-09-22T10:33:06.910423+0000","last_fullsized":"2024-09-22T10:33:06.910423+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:04.194561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'435","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.855928+0000","last_change":"2024-09-22T08:40:57.703799+0000","last_active":"2024-09-22T10:33:39.855928+0000","last_peered":"2024-09-22T10:33:39.855928+0000","last_clean":"2024-09-22T10:33:39.855928+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:39.855928+0000","last_undegraded":"2024-09-22T10:33:39.855928+0000","last_fullsized":"2024-09-22T10:33:39.855928+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:47.752830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4230365,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1122,"num_read_kb":15167,"num_write":1404,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'820","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.899225+0000","last_change":"2024-09-22T08:40:29.578150+0000","last_active":"2024-09-22T10:33:06.899225+0000","last_peered":"2024-09-22T10:33:06.899225+0000","last_clean":"2024-09-22T10:33:06.899225+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:33:06.899225+0000","last_undegraded":"2024-09-22T10:33:06.899225+0000","last_fullsized":"2024-09-22T10:33:06.899225+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:39.157649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'335","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.792271+0000","last_change":"2024-09-22T08:40:27.613822+0000","last_active":"2024-09-22T10:33:39.792271+0000","last_peered":"2024-09-22T10:33:39.792271+0000","last_clean":"2024-09-22T10:33:39.792271+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:39.792271+0000","last_undegraded":"2024-09-22T10:33:39.792271+0000","last_fullsized":"2024-09-22T10:33:39.792271+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:27.612511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706540,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":612,"num_read_kb":10245,"num_write":1132,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'488","reported_seq":2140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.799745+0000","last_change":"2024-09-22T08:40:29.581815+0000","last_active":"2024-09-22T10:30:38.799745+0000","last_peered":"2024-09-22T10:30:38.799745+0000","last_clean":"2024-09-22T10:30:38.799745+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:30:38.799745+0000","last_undegraded":"2024-09-22T10:30:38.799745+0000","last_fullsized":"2024-09-22T10:30:38.799745+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:03.897055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'298","reported_seq":951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:12.031954+0000","last_change":"2024-09-22T08:40:27.606938+0000","last_active":"2024-09-22T10:29:12.031954+0000","last_peered":"2024-09-22T10:29:12.031954+0000","last_clean":"2024-09-22T10:29:12.031954+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:29:12.031954+0000","last_undegraded":"2024-09-22T10:29:12.031954+0000","last_fullsized":"2024-09-22T10:29:12.031954+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:28.127650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16778091,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":516,"num_read_kb":16819,"num_write":1020,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'464","reported_seq":2030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.980197+0000","last_change":"2024-09-22T08:40:29.583018+0000","last_active":"2024-09-22T10:31:35.980197+0000","last_peered":"2024-09-22T10:31:35.980197+0000","last_clean":"2024-09-22T10:31:35.980197+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:31:35.980197+0000","last_undegraded":"2024-09-22T10:31:35.980197+0000","last_fullsized":"2024-09-22T10:31:35.980197+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:33.059833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'281","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059416+0000","last_change":"2024-09-22T08:40:27.581867+0000","last_active":"2024-09-22T10:29:14.059416+0000","last_peered":"2024-09-22T10:29:14.059416+0000","last_clean":"2024-09-22T10:29:14.059416+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:29:14.059416+0000","last_undegraded":"2024-09-22T10:29:14.059416+0000","last_fullsized":"2024-09-22T10:29:14.059416+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:54.359280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9231767,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":582,"num_read_kb":36291,"num_write":1011,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'813","reported_seq":2415,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.805731+0000","last_change":"2024-09-22T08:40:29.587121+0000","last_active":"2024-09-22T10:30:48.805731+0000","last_peered":"2024-09-22T10:30:48.805731+0000","last_clean":"2024-09-22T10:30:48.805731+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:30:48.805731+0000","last_undegraded":"2024-09-22T10:30:48.805731+0000","last_fullsized":"2024-09-22T10:30:48.805731+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":800,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:25.793198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'286","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.424305+0000","last_change":"2024-09-22T08:40:27.566951+0000","last_active":"2024-09-22T10:31:24.424305+0000","last_peered":"2024-09-22T10:31:24.424305+0000","last_clean":"2024-09-22T10:31:24.424305+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:31:24.424305+0000","last_undegraded":"2024-09-22T10:31:24.424305+0000","last_fullsized":"2024-09-22T10:31:24.424305+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:47.658885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492295,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":530,"num_read_kb":52899,"num_write":963,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'151","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.737938+0000","last_change":"2024-09-22T08:40:37.632176+0000","last_active":"2024-09-22T10:31:45.737938+0000","last_peered":"2024-09-22T10:31:45.737938+0000","last_clean":"2024-09-22T10:31:45.737938+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:31:45.737938+0000","last_undegraded":"2024-09-22T10:31:45.737938+0000","last_fullsized":"2024-09-22T10:31:45.737938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:33.814007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'516","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.884728+0000","last_change":"2024-09-22T08:40:29.577924+0000","last_active":"2024-09-22T10:33:06.884728+0000","last_peered":"2024-09-22T10:33:06.884728+0000","last_clean":"2024-09-22T10:33:06.884728+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:06.884728+0000","last_undegraded":"2024-09-22T10:33:06.884728+0000","last_fullsized":"2024-09-22T10:33:06.884728+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":500,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:39.143622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'315","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:59.267323+0000","last_change":"2024-09-22T08:40:57.710528+0000","last_active":"2024-09-22T10:32:59.267323+0000","last_peered":"2024-09-22T10:32:59.267323+0000","last_clean":"2024-09-22T10:32:59.267323+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:32:59.267323+0000","last_undegraded":"2024-09-22T10:32:59.267323+0000","last_fullsized":"2024-09-22T10:32:59.267323+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:17.085387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43851,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":538,"num_read_kb":16876,"num_write":1134,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619460+0000","last_change":"2024-09-22T08:40:31.599349+0000","last_active":"2024-09-22T10:29:20.619460+0000","last_peered":"2024-09-22T10:29:20.619460+0000","last_clean":"2024-09-22T10:29:20.619460+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:29:20.619460+0000","last_undegraded":"2024-09-22T10:29:20.619460+0000","last_fullsized":"2024-09-22T10:29:20.619460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:43.108821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'392","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.060118+0000","last_change":"2024-09-22T08:40:33.581662+0000","last_active":"2024-09-22T10:31:44.060118+0000","last_peered":"2024-09-22T10:31:44.060118+0000","last_clean":"2024-09-22T10:31:44.060118+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:31:44.060118+0000","last_undegraded":"2024-09-22T10:31:44.060118+0000","last_fullsized":"2024-09-22T10:31:44.060118+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:18.827471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79417,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":1215,"num_write":506,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:21.077710+0000","last_change":"2024-09-22T08:40:35.609989+0000","last_active":"2024-09-22T10:29:21.077710+0000","last_peered":"2024-09-22T10:29:21.077710+0000","last_clean":"2024-09-22T10:29:21.077710+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:29:21.077710+0000","last_undegraded":"2024-09-22T10:29:21.077710+0000","last_fullsized":"2024-09-22T10:29:21.077710+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:16.635599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2510","reported_seq":4377,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.070895+0000","last_change":"2024-09-22T08:40:37.638576+0000","last_active":"2024-09-22T10:31:43.070895+0000","last_peered":"2024-09-22T10:31:43.070895+0000","last_clean":"2024-09-22T10:31:43.070895+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:31:43.070895+0000","last_undegraded":"2024-09-22T10:31:43.070895+0000","last_fullsized":"2024-09-22T10:31:43.070895+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":2400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:14:32.587590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'548","reported_seq":2183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.363846+0000","last_change":"2024-09-22T08:40:29.593493+0000","last_active":"2024-09-22T10:31:45.363846+0000","last_peered":"2024-09-22T10:31:45.363846+0000","last_clean":"2024-09-22T10:31:45.363846+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:31:45.363846+0000","last_undegraded":"2024-09-22T10:31:45.363846+0000","last_fullsized":"2024-09-22T10:31:45.363846+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:08.757207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'284","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038396+0000","last_change":"2024-09-22T08:40:27.585588+0000","last_active":"2024-09-22T10:30:09.038396+0000","last_peered":"2024-09-22T10:30:09.038396+0000","last_clean":"2024-09-22T10:30:09.038396+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:30:09.038396+0000","last_undegraded":"2024-09-22T10:30:09.038396+0000","last_fullsized":"2024-09-22T10:30:09.038396+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:48.802233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5359957,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":528,"num_read_kb":30450,"num_write":1055,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854619+0000","last_change":"2024-09-22T08:40:31.583086+0000","last_active":"2024-09-22T10:30:43.854619+0000","last_peered":"2024-09-22T10:30:43.854619+0000","last_clean":"2024-09-22T10:30:43.854619+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:30:43.854619+0000","last_undegraded":"2024-09-22T10:30:43.854619+0000","last_fullsized":"2024-09-22T10:30:43.854619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:08.179195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'144","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.324674+0000","last_change":"2024-09-22T08:40:33.598149+0000","last_active":"2024-09-22T10:31:36.324674+0000","last_peered":"2024-09-22T10:31:36.324674+0000","last_clean":"2024-09-22T10:31:36.324674+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:31:36.324674+0000","last_undegraded":"2024-09-22T10:31:36.324674+0000","last_fullsized":"2024-09-22T10:31:36.324674+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:18.780598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:22.034299+0000","last_change":"2024-09-22T08:40:35.613379+0000","last_active":"2024-09-22T10:29:22.034299+0000","last_peered":"2024-09-22T10:29:22.034299+0000","last_clean":"2024-09-22T10:29:22.034299+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:29:22.034299+0000","last_undegraded":"2024-09-22T10:29:22.034299+0000","last_fullsized":"2024-09-22T10:29:22.034299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:20.924123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'160","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.262315+0000","last_change":"2024-09-22T08:40:37.619229+0000","last_active":"2024-09-22T10:31:43.262315+0000","last_peered":"2024-09-22T10:31:43.262315+0000","last_clean":"2024-09-22T10:31:43.262315+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:31:43.262315+0000","last_undegraded":"2024-09-22T10:31:43.262315+0000","last_fullsized":"2024-09-22T10:31:43.262315+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:23.968971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'791","reported_seq":2290,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800670+0000","last_change":"2024-09-22T08:40:29.576291+0000","last_active":"2024-09-22T10:30:38.800670+0000","last_peered":"2024-09-22T10:30:38.800670+0000","last_clean":"2024-09-22T10:30:38.800670+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:30:38.800670+0000","last_undegraded":"2024-09-22T10:30:38.800670+0000","last_fullsized":"2024-09-22T10:30:38.800670+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:29.976138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'330","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.647411+0000","last_change":"2024-09-22T08:40:27.617076+0000","last_active":"2024-09-22T10:33:40.647411+0000","last_peered":"2024-09-22T10:33:40.647411+0000","last_clean":"2024-09-22T10:33:40.647411+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:40.647411+0000","last_undegraded":"2024-09-22T10:33:40.647411+0000","last_fullsized":"2024-09-22T10:33:40.647411+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:55:32.733070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5747477,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":676,"num_read_kb":38511,"num_write":1216,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:19.060726+0000","last_change":"2024-09-22T08:40:31.584704+0000","last_active":"2024-09-22T10:29:19.060726+0000","last_peered":"2024-09-22T10:29:19.060726+0000","last_clean":"2024-09-22T10:29:19.060726+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:29:19.060726+0000","last_undegraded":"2024-09-22T10:29:19.060726+0000","last_fullsized":"2024-09-22T10:29:19.060726+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:54.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'164","reported_seq":761,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.610052+0000","last_change":"2024-09-22T08:40:33.596706+0000","last_active":"2024-09-22T10:31:36.610052+0000","last_peered":"2024-09-22T10:31:36.610052+0000","last_clean":"2024-09-22T10:31:36.610052+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:31:36.610052+0000","last_undegraded":"2024-09-22T10:31:36.610052+0000","last_fullsized":"2024-09-22T10:31:36.610052+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'771","reported_seq":3028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058204+0000","last_change":"2024-09-22T08:40:35.602404+0000","last_active":"2024-09-22T10:33:39.058204+0000","last_peered":"2024-09-22T10:33:39.058204+0000","last_clean":"2024-09-22T10:33:39.058204+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:33:39.058204+0000","last_undegraded":"2024-09-22T10:33:39.058204+0000","last_fullsized":"2024-09-22T10:33:39.058204+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:50.414237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'215","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.833826+0000","last_change":"2024-09-22T08:40:37.854463+0000","last_active":"2024-09-22T10:31:45.833826+0000","last_peered":"2024-09-22T10:31:45.833826+0000","last_clean":"2024-09-22T10:31:45.833826+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:31:45.833826+0000","last_undegraded":"2024-09-22T10:31:45.833826+0000","last_fullsized":"2024-09-22T10:31:45.833826+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:29.147242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'515","reported_seq":2128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:38.996237+0000","last_change":"2024-09-22T08:40:29.585592+0000","last_active":"2024-09-22T10:29:38.996237+0000","last_peered":"2024-09-22T10:29:38.996237+0000","last_clean":"2024-09-22T10:29:38.996237+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:29:38.996237+0000","last_undegraded":"2024-09-22T10:29:38.996237+0000","last_fullsized":"2024-09-22T10:29:38.996237+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:27.304142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'369","reported_seq":1073,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.859251+0000","last_change":"2024-09-22T08:40:27.612767+0000","last_active":"2024-09-22T10:33:39.859251+0000","last_peered":"2024-09-22T10:33:39.859251+0000","last_clean":"2024-09-22T10:33:39.859251+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:39.859251+0000","last_undegraded":"2024-09-22T10:33:39.859251+0000","last_fullsized":"2024-09-22T10:33:39.859251+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:13.329731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4257251,"num_objects":51,"num_object_clones":0,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":772,"num_read_kb":72069,"num_write":1289,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619504+0000","last_change":"2024-09-22T08:40:31.590897+0000","last_active":"2024-09-22T10:29:20.619504+0000","last_peered":"2024-09-22T10:29:20.619504+0000","last_clean":"2024-09-22T10:29:20.619504+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:29:20.619504+0000","last_undegraded":"2024-09-22T10:29:20.619504+0000","last_fullsized":"2024-09-22T10:29:20.619504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:36.586658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'309","reported_seq":920,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.871206+0000","last_change":"2024-09-22T08:40:33.602025+0000","last_active":"2024-09-22T10:33:07.871206+0000","last_peered":"2024-09-22T10:33:07.871206+0000","last_clean":"2024-09-22T10:33:07.871206+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:33:07.871206+0000","last_undegraded":"2024-09-22T10:33:07.871206+0000","last_fullsized":"2024-09-22T10:33:07.871206+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:36:52.639327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52815,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":497,"num_read_kb":965,"num_write":402,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'785","reported_seq":3106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887402+0000","last_change":"2024-09-22T08:40:35.588970+0000","last_active":"2024-09-22T10:33:08.887402+0000","last_peered":"2024-09-22T10:33:08.887402+0000","last_clean":"2024-09-22T10:33:08.887402+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:33:08.887402+0000","last_undegraded":"2024-09-22T10:33:08.887402+0000","last_fullsized":"2024-09-22T10:33:08.887402+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:42.931383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'491","reported_seq":2276,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.641939+0000","last_change":"2024-09-22T08:40:29.586927+0000","last_active":"2024-09-22T10:31:00.641939+0000","last_peered":"2024-09-22T10:31:00.641939+0000","last_clean":"2024-09-22T10:31:00.641939+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:31:00.641939+0000","last_undegraded":"2024-09-22T10:31:00.641939+0000","last_fullsized":"2024-09-22T10:31:00.641939+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:03.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'349","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.790662+0000","last_change":"2024-09-22T08:40:27.621727+0000","last_active":"2024-09-22T10:33:40.790662+0000","last_peered":"2024-09-22T10:33:40.790662+0000","last_clean":"2024-09-22T10:33:40.790662+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:40.790662+0000","last_undegraded":"2024-09-22T10:33:40.790662+0000","last_fullsized":"2024-09-22T10:33:40.790662+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:12:55.191713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12587318,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":645,"num_read_kb":34400,"num_write":1296,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:06.106184+0000","last_change":"2024-09-22T08:40:31.597338+0000","last_active":"2024-09-22T10:31:06.106184+0000","last_peered":"2024-09-22T10:31:06.106184+0000","last_clean":"2024-09-22T10:31:06.106184+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:31:06.106184+0000","last_undegraded":"2024-09-22T10:31:06.106184+0000","last_fullsized":"2024-09-22T10:31:06.106184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:54.410020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'456","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.905557+0000","last_change":"2024-09-22T08:40:33.595140+0000","last_active":"2024-09-22T10:33:39.905557+0000","last_peered":"2024-09-22T10:33:39.905557+0000","last_clean":"2024-09-22T10:33:39.905557+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:33:39.905557+0000","last_undegraded":"2024-09-22T10:33:39.905557+0000","last_fullsized":"2024-09-22T10:33:39.905557+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:25:09.449746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045157+0000","last_change":"2024-09-22T08:40:35.593095+0000","last_active":"2024-09-22T10:30:54.045157+0000","last_peered":"2024-09-22T10:30:54.045157+0000","last_clean":"2024-09-22T10:30:54.045157+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:30:54.045157+0000","last_undegraded":"2024-09-22T10:30:54.045157+0000","last_fullsized":"2024-09-22T10:30:54.045157+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:57.144694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'535","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.932712+0000","last_change":"2024-09-22T08:40:37.638507+0000","last_active":"2024-09-22T10:33:07.932712+0000","last_peered":"2024-09-22T10:33:07.932712+0000","last_clean":"2024-09-22T10:33:07.932712+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:33:07.932712+0000","last_undegraded":"2024-09-22T10:33:07.932712+0000","last_fullsized":"2024-09-22T10:33:07.932712+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:38.095784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'439","reported_seq":2203,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056844+0000","last_change":"2024-09-22T08:40:29.591035+0000","last_active":"2024-09-22T10:31:02.056844+0000","last_peered":"2024-09-22T10:31:02.056844+0000","last_clean":"2024-09-22T10:31:02.056844+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:31:02.056844+0000","last_undegraded":"2024-09-22T10:31:02.056844+0000","last_fullsized":"2024-09-22T10:31:02.056844+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:07:11.616616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'368","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.888144+0000","last_change":"2024-09-22T08:40:27.619546+0000","last_active":"2024-09-22T10:33:40.888144+0000","last_peered":"2024-09-22T10:33:40.888144+0000","last_clean":"2024-09-22T10:33:40.888144+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:40.888144+0000","last_undegraded":"2024-09-22T10:33:40.888144+0000","last_fullsized":"2024-09-22T10:33:40.888144+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:34.399623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048834,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":649,"num_read_kb":36946,"num_write":1180,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247070+0000","last_change":"2024-09-22T08:40:31.579980+0000","last_active":"2024-09-22T10:31:04.247070+0000","last_peered":"2024-09-22T10:31:04.247070+0000","last_clean":"2024-09-22T10:31:04.247070+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:31:04.247070+0000","last_undegraded":"2024-09-22T10:31:04.247070+0000","last_fullsized":"2024-09-22T10:31:04.247070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:01.274450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'347","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.885982+0000","last_change":"2024-09-22T08:40:33.596167+0000","last_active":"2024-09-22T10:33:03.885982+0000","last_peered":"2024-09-22T10:33:03.885982+0000","last_clean":"2024-09-22T10:33:03.885982+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:33:03.885982+0000","last_undegraded":"2024-09-22T10:33:03.885982+0000","last_fullsized":"2024-09-22T10:33:03.885982+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:43.564203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69446,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":568,"num_read_kb":1164,"num_write":472,"num_write_kb":364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.061576+0000","last_change":"2024-09-22T08:40:35.596990+0000","last_active":"2024-09-22T10:29:24.061576+0000","last_peered":"2024-09-22T10:29:24.061576+0000","last_clean":"2024-09-22T10:29:24.061576+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:29:24.061576+0000","last_undegraded":"2024-09-22T10:29:24.061576+0000","last_fullsized":"2024-09-22T10:29:24.061576+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:52.324756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'113","reported_seq":633,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:41.192098+0000","last_change":"2024-09-22T08:40:37.630906+0000","last_active":"2024-09-22T10:31:41.192098+0000","last_peered":"2024-09-22T10:31:41.192098+0000","last_clean":"2024-09-22T10:31:41.192098+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:31:41.192098+0000","last_undegraded":"2024-09-22T10:31:41.192098+0000","last_fullsized":"2024-09-22T10:31:41.192098+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:26.109927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.031396+0000","last_change":"2024-09-22T08:40:29.583918+0000","last_active":"2024-09-22T10:30:15.031396+0000","last_peered":"2024-09-22T10:30:15.031396+0000","last_clean":"2024-09-22T10:30:15.031396+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:30:15.031396+0000","last_undegraded":"2024-09-22T10:30:15.031396+0000","last_fullsized":"2024-09-22T10:30:15.031396+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:11:12.192980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'355","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.776286+0000","last_change":"2024-09-22T08:40:27.611471+0000","last_active":"2024-09-22T10:33:40.776286+0000","last_peered":"2024-09-22T10:33:40.776286+0000","last_clean":"2024-09-22T10:33:40.776286+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:40.776286+0000","last_undegraded":"2024-09-22T10:33:40.776286+0000","last_fullsized":"2024-09-22T10:33:40.776286+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:45.389375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":522,"num_read_kb":29781,"num_write":1046,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244284+0000","last_change":"2024-09-22T08:40:31.580279+0000","last_active":"2024-09-22T10:30:49.244284+0000","last_peered":"2024-09-22T10:30:49.244284+0000","last_clean":"2024-09-22T10:30:49.244284+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:30:49.244284+0000","last_undegraded":"2024-09-22T10:30:49.244284+0000","last_fullsized":"2024-09-22T10:30:49.244284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:59.224463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'380","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.070443+0000","last_change":"2024-09-22T08:40:33.589443+0000","last_active":"2024-09-22T10:33:40.070443+0000","last_peered":"2024-09-22T10:33:40.070443+0000","last_clean":"2024-09-22T10:33:40.070443+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:33:40.070443+0000","last_undegraded":"2024-09-22T10:33:40.070443+0000","last_fullsized":"2024-09-22T10:33:40.070443+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:49.068580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'794","reported_seq":3159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.072742+0000","last_change":"2024-09-22T08:40:35.603686+0000","last_active":"2024-09-22T10:33:39.072742+0000","last_peered":"2024-09-22T10:33:39.072742+0000","last_clean":"2024-09-22T10:33:39.072742+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:33:39.072742+0000","last_undegraded":"2024-09-22T10:33:39.072742+0000","last_fullsized":"2024-09-22T10:33:39.072742+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:35.298224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'123","reported_seq":656,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.923116+0000","last_change":"2024-09-22T08:40:37.622062+0000","last_active":"2024-09-22T10:33:06.923116+0000","last_peered":"2024-09-22T10:33:06.923116+0000","last_clean":"2024-09-22T10:33:06.923116+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:33:06.923116+0000","last_undegraded":"2024-09-22T10:33:06.923116+0000","last_fullsized":"2024-09-22T10:33:06.923116+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:24.116490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'489","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.111344+0000","last_change":"2024-09-22T08:40:29.568866+0000","last_active":"2024-09-22T10:31:43.111344+0000","last_peered":"2024-09-22T10:31:43.111344+0000","last_clean":"2024-09-22T10:31:43.111344+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:31:43.111344+0000","last_undegraded":"2024-09-22T10:31:43.111344+0000","last_fullsized":"2024-09-22T10:31:43.111344+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:40.137503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'352","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.615394+0000","last_change":"2024-09-22T08:40:27.609045+0000","last_active":"2024-09-22T10:33:40.615394+0000","last_peered":"2024-09-22T10:33:40.615394+0000","last_clean":"2024-09-22T10:33:40.615394+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:40.615394+0000","last_undegraded":"2024-09-22T10:33:40.615394+0000","last_fullsized":"2024-09-22T10:33:40.615394+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:57.801863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2174417,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":667,"num_read_kb":75417,"num_write":1205,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.252213+0000","last_change":"2024-09-22T08:40:31.583439+0000","last_active":"2024-09-22T10:31:29.252213+0000","last_peered":"2024-09-22T10:31:29.252213+0000","last_clean":"2024-09-22T10:31:29.252213+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:31:29.252213+0000","last_undegraded":"2024-09-22T10:31:29.252213+0000","last_fullsized":"2024-09-22T10:31:29.252213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:03:51.118185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'548","reported_seq":1234,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.901437+0000","last_change":"2024-09-22T08:40:33.594219+0000","last_active":"2024-09-22T10:33:07.901437+0000","last_peered":"2024-09-22T10:33:07.901437+0000","last_clean":"2024-09-22T10:33:07.901437+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:33:07.901437+0000","last_undegraded":"2024-09-22T10:33:07.901437+0000","last_fullsized":"2024-09-22T10:33:07.901437+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:49.038235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110386,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1858,"num_write":750,"num_write_kb":585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.248347+0000","last_change":"2024-09-22T08:40:35.600889+0000","last_active":"2024-09-22T10:31:09.248347+0000","last_peered":"2024-09-22T10:31:09.248347+0000","last_clean":"2024-09-22T10:31:09.248347+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:31:09.248347+0000","last_undegraded":"2024-09-22T10:31:09.248347+0000","last_fullsized":"2024-09-22T10:31:09.248347+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:49.013514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'118","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048497+0000","last_change":"2024-09-22T08:40:37.631858+0000","last_active":"2024-09-22T10:31:09.048497+0000","last_peered":"2024-09-22T10:31:09.048497+0000","last_clean":"2024-09-22T10:31:09.048497+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:31:09.048497+0000","last_undegraded":"2024-09-22T10:31:09.048497+0000","last_fullsized":"2024-09-22T10:31:09.048497+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:04.505068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1228","reported_seq":2800,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807461+0000","last_change":"2024-09-22T08:40:29.585717+0000","last_active":"2024-09-22T10:30:48.807461+0000","last_peered":"2024-09-22T10:30:48.807461+0000","last_clean":"2024-09-22T10:30:48.807461+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:30:48.807461+0000","last_undegraded":"2024-09-22T10:30:48.807461+0000","last_fullsized":"2024-09-22T10:30:48.807461+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":1200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:54:18.954963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'286","reported_seq":1040,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854545+0000","last_change":"2024-09-22T08:40:27.588395+0000","last_active":"2024-09-22T10:30:43.854545+0000","last_peered":"2024-09-22T10:30:43.854545+0000","last_clean":"2024-09-22T10:30:43.854545+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:30:43.854545+0000","last_undegraded":"2024-09-22T10:30:43.854545+0000","last_fullsized":"2024-09-22T10:30:43.854545+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:23.315550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6929442,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":896,"num_read_kb":17229,"num_write":1055,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244387+0000","last_change":"2024-09-22T08:40:31.582844+0000","last_active":"2024-09-22T10:30:49.244387+0000","last_peered":"2024-09-22T10:30:49.244387+0000","last_clean":"2024-09-22T10:30:49.244387+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:30:49.244387+0000","last_undegraded":"2024-09-22T10:30:49.244387+0000","last_fullsized":"2024-09-22T10:30:49.244387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:26.251683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'343","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.088565+0000","last_change":"2024-09-22T08:40:33.600881+0000","last_active":"2024-09-22T10:33:07.088565+0000","last_peered":"2024-09-22T10:33:07.088565+0000","last_clean":"2024-09-22T10:33:07.088565+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:33:07.088565+0000","last_undegraded":"2024-09-22T10:33:07.088565+0000","last_fullsized":"2024-09-22T10:33:07.088565+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:27.119480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60616,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":565,"num_read_kb":1059,"num_write":490,"num_write_kb":367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.056151+0000","last_change":"2024-09-22T08:40:35.602010+0000","last_active":"2024-09-22T10:31:24.056151+0000","last_peered":"2024-09-22T10:31:24.056151+0000","last_clean":"2024-09-22T10:31:24.056151+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:31:24.056151+0000","last_undegraded":"2024-09-22T10:31:24.056151+0000","last_fullsized":"2024-09-22T10:31:24.056151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:39.152406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'102","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.831283+0000","last_change":"2024-09-22T08:40:37.643510+0000","last_active":"2024-09-22T10:32:54.831283+0000","last_peered":"2024-09-22T10:32:54.831283+0000","last_clean":"2024-09-22T10:32:54.831283+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:32:54.831283+0000","last_undegraded":"2024-09-22T10:32:54.831283+0000","last_fullsized":"2024-09-22T10:32:54.831283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:14.272136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'901","reported_seq":2429,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053492+0000","last_change":"2024-09-22T08:40:29.590798+0000","last_active":"2024-09-22T10:30:47.053492+0000","last_peered":"2024-09-22T10:30:47.053492+0000","last_clean":"2024-09-22T10:30:47.053492+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:30:47.053492+0000","last_undegraded":"2024-09-22T10:30:47.053492+0000","last_fullsized":"2024-09-22T10:30:47.053492+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":800,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:45:45.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'256","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:55.765034+0000","last_change":"2024-09-22T08:40:57.707859+0000","last_active":"2024-09-22T10:32:55.765034+0000","last_peered":"2024-09-22T10:32:55.765034+0000","last_clean":"2024-09-22T10:32:55.765034+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:32:55.765034+0000","last_undegraded":"2024-09-22T10:32:55.765034+0000","last_fullsized":"2024-09-22T10:32:55.765034+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.651730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486611,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":469,"num_read_kb":19899,"num_write":893,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.044060+0000","last_change":"2024-09-22T08:40:31.573319+0000","last_active":"2024-09-22T10:30:49.044060+0000","last_peered":"2024-09-22T10:30:49.044060+0000","last_clean":"2024-09-22T10:30:49.044060+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:30:49.044060+0000","last_undegraded":"2024-09-22T10:30:49.044060+0000","last_fullsized":"2024-09-22T10:30:49.044060+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:23:18.300316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'347","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:29.273649+0000","last_change":"2024-09-22T08:40:33.592881+0000","last_active":"2024-09-22T10:33:29.273649+0000","last_peered":"2024-09-22T10:33:29.273649+0000","last_clean":"2024-09-22T10:33:29.273649+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:33:29.273649+0000","last_undegraded":"2024-09-22T10:33:29.273649+0000","last_fullsized":"2024-09-22T10:33:29.273649+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:31.130379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44256,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":957,"num_write":422,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'753","reported_seq":3264,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.061326+0000","last_change":"2024-09-22T08:40:35.588534+0000","last_active":"2024-09-22T10:33:39.061326+0000","last_peered":"2024-09-22T10:33:39.061326+0000","last_clean":"2024-09-22T10:33:39.061326+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:33:39.061326+0000","last_undegraded":"2024-09-22T10:33:39.061326+0000","last_fullsized":"2024-09-22T10:33:39.061326+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":701,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:28.728151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'115","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.188451+0000","last_change":"2024-09-22T08:40:37.618236+0000","last_active":"2024-09-22T10:31:40.188451+0000","last_peered":"2024-09-22T10:31:40.188451+0000","last_clean":"2024-09-22T10:31:40.188451+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:31:40.188451+0000","last_undegraded":"2024-09-22T10:31:40.188451+0000","last_fullsized":"2024-09-22T10:31:40.188451+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:13.510678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'421","reported_seq":2111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053522+0000","last_change":"2024-09-22T08:40:29.604333+0000","last_active":"2024-09-22T10:30:47.053522+0000","last_peered":"2024-09-22T10:30:47.053522+0000","last_clean":"2024-09-22T10:30:47.053522+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:30:47.053522+0000","last_undegraded":"2024-09-22T10:30:47.053522+0000","last_fullsized":"2024-09-22T10:30:47.053522+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:06.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'334","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:05.530264+0000","last_change":"2024-09-22T08:40:27.601206+0000","last_active":"2024-09-22T10:33:05.530264+0000","last_peered":"2024-09-22T10:33:05.530264+0000","last_clean":"2024-09-22T10:33:05.530264+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:05.530264+0000","last_undegraded":"2024-09-22T10:33:05.530264+0000","last_fullsized":"2024-09-22T10:33:05.530264+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:04:41.450620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4487926,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":660,"num_read_kb":21395,"num_write":1090,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.817243+0000","last_change":"2024-09-22T08:40:31.597930+0000","last_active":"2024-09-22T10:33:38.817243+0000","last_peered":"2024-09-22T10:33:38.817243+0000","last_clean":"2024-09-22T10:33:38.817243+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:33:38.817243+0000","last_undegraded":"2024-09-22T10:33:38.817243+0000","last_fullsized":"2024-09-22T10:33:38.817243+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:18.844224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'141","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.913644+0000","last_change":"2024-09-22T08:40:33.588723+0000","last_active":"2024-09-22T10:31:35.913644+0000","last_peered":"2024-09-22T10:31:35.913644+0000","last_clean":"2024-09-22T10:31:35.913644+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:31:35.913644+0000","last_undegraded":"2024-09-22T10:31:35.913644+0000","last_fullsized":"2024-09-22T10:31:35.913644+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:43.453070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'769","reported_seq":7599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.063474+0000","last_change":"2024-09-22T08:40:35.606855+0000","last_active":"2024-09-22T10:33:39.063474+0000","last_peered":"2024-09-22T10:33:39.063474+0000","last_clean":"2024-09-22T10:33:39.063474+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:33:39.063474+0000","last_undegraded":"2024-09-22T10:33:39.063474+0000","last_fullsized":"2024-09-22T10:33:39.063474+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.983906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.040251+0000","last_change":"2024-09-22T08:40:37.621709+0000","last_active":"2024-09-22T10:31:39.040251+0000","last_peered":"2024-09-22T10:31:39.040251+0000","last_clean":"2024-09-22T10:31:39.040251+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:31:39.040251+0000","last_undegraded":"2024-09-22T10:31:39.040251+0000","last_fullsized":"2024-09-22T10:31:39.040251+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:35.393161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2355,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.982091+0000","last_change":"2024-09-22T08:40:29.586735+0000","last_active":"2024-09-22T10:31:35.982091+0000","last_peered":"2024-09-22T10:31:35.982091+0000","last_clean":"2024-09-22T10:31:35.982091+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:31:35.982091+0000","last_undegraded":"2024-09-22T10:31:35.982091+0000","last_fullsized":"2024-09-22T10:31:35.982091+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:51.586395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'284","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.857873+0000","last_change":"2024-09-22T08:40:27.586003+0000","last_active":"2024-09-22T10:30:58.857873+0000","last_peered":"2024-09-22T10:30:58.857873+0000","last_clean":"2024-09-22T10:30:58.857873+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:30:58.857873+0000","last_undegraded":"2024-09-22T10:30:58.857873+0000","last_fullsized":"2024-09-22T10:30:58.857873+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:52:55.653900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492503,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":533,"num_read_kb":57894,"num_write":1001,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053551+0000","last_change":"2024-09-22T08:40:31.590555+0000","last_active":"2024-09-22T10:30:47.053551+0000","last_peered":"2024-09-22T10:30:47.053551+0000","last_clean":"2024-09-22T10:30:47.053551+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:30:47.053551+0000","last_undegraded":"2024-09-22T10:30:47.053551+0000","last_fullsized":"2024-09-22T10:30:47.053551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:47.374405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'568","reported_seq":1256,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.672601+0000","last_change":"2024-09-22T08:40:33.593218+0000","last_active":"2024-09-22T10:33:39.672601+0000","last_peered":"2024-09-22T10:33:39.672601+0000","last_clean":"2024-09-22T10:33:39.672601+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:33:39.672601+0000","last_undegraded":"2024-09-22T10:33:39.672601+0000","last_fullsized":"2024-09-22T10:33:39.672601+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":500,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:53.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025482+0000","last_change":"2024-09-22T08:40:35.612406+0000","last_active":"2024-09-22T10:30:50.025482+0000","last_peered":"2024-09-22T10:30:50.025482+0000","last_clean":"2024-09-22T10:30:50.025482+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:30:50.025482+0000","last_undegraded":"2024-09-22T10:30:50.025482+0000","last_fullsized":"2024-09-22T10:30:50.025482+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:41.234829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'101","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.380068+0000","last_change":"2024-09-22T08:40:37.626077+0000","last_active":"2024-09-22T10:31:45.380068+0000","last_peered":"2024-09-22T10:31:45.380068+0000","last_clean":"2024-09-22T10:31:45.380068+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:31:45.380068+0000","last_undegraded":"2024-09-22T10:31:45.380068+0000","last_fullsized":"2024-09-22T10:31:45.380068+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:10.178946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'563","reported_seq":2265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101359+0000","last_change":"2024-09-22T08:40:29.598168+0000","last_active":"2024-09-22T10:31:43.101359+0000","last_peered":"2024-09-22T10:31:43.101359+0000","last_clean":"2024-09-22T10:31:43.101359+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:31:43.101359+0000","last_undegraded":"2024-09-22T10:31:43.101359+0000","last_fullsized":"2024-09-22T10:31:43.101359+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":500,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:36:53.869741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:21.095179+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T10:30:21.095179+0000","last_peered":"2024-09-22T10:30:21.095179+0000","last_clean":"2024-09-22T10:30:21.095179+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:30:21.095179+0000","last_undegraded":"2024-09-22T10:30:21.095179+0000","last_fullsized":"2024-09-22T10:30:21.095179+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637252+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T10:30:40.637252+0000","last_peered":"2024-09-22T10:30:40.637252+0000","last_clean":"2024-09-22T10:30:40.637252+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:30:40.637252+0000","last_undegraded":"2024-09-22T10:30:40.637252+0000","last_fullsized":"2024-09-22T10:30:40.637252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'272","reported_seq":958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:53.857031+0000","last_change":"2024-09-22T08:40:27.620251+0000","last_active":"2024-09-22T10:30:53.857031+0000","last_peered":"2024-09-22T10:30:53.857031+0000","last_clean":"2024-09-22T10:30:53.857031+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:30:53.857031+0000","last_undegraded":"2024-09-22T10:30:53.857031+0000","last_fullsized":"2024-09-22T10:30:53.857031+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:28.195968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220168,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":571,"num_read_kb":58681,"num_write":1013,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"38'5","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.803480+0000","last_change":"2024-09-22T08:40:31.593902+0000","last_active":"2024-09-22T10:33:38.803480+0000","last_peered":"2024-09-22T10:33:38.803480+0000","last_clean":"2024-09-22T10:33:38.803480+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:33:38.803480+0000","last_undegraded":"2024-09-22T10:33:38.803480+0000","last_fullsized":"2024-09-22T10:33:38.803480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:11.772412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'763","reported_seq":1517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.547211+0000","last_change":"2024-09-22T08:40:33.594573+0000","last_active":"2024-09-22T10:33:40.547211+0000","last_peered":"2024-09-22T10:33:40.547211+0000","last_clean":"2024-09-22T10:33:40.547211+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:33:40.547211+0000","last_undegraded":"2024-09-22T10:33:40.547211+0000","last_fullsized":"2024-09-22T10:33:40.547211+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:06.788899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.052911+0000","last_change":"2024-09-22T08:40:35.601931+0000","last_active":"2024-09-22T10:31:09.052911+0000","last_peered":"2024-09-22T10:31:09.052911+0000","last_clean":"2024-09-22T10:31:09.052911+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:31:09.052911+0000","last_undegraded":"2024-09-22T10:31:09.052911+0000","last_fullsized":"2024-09-22T10:31:09.052911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:19.727688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'207","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.723367+0000","last_change":"2024-09-22T08:40:37.625322+0000","last_active":"2024-09-22T10:31:45.723367+0000","last_peered":"2024-09-22T10:31:45.723367+0000","last_clean":"2024-09-22T10:31:45.723367+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:31:45.723367+0000","last_undegraded":"2024-09-22T10:31:45.723367+0000","last_fullsized":"2024-09-22T10:31:45.723367+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:33.824782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'884","reported_seq":2489,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.983939+0000","last_change":"2024-09-22T08:40:29.576646+0000","last_active":"2024-09-22T10:31:35.983939+0000","last_peered":"2024-09-22T10:31:35.983939+0000","last_clean":"2024-09-22T10:31:35.983939+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:31:35.983939+0000","last_undegraded":"2024-09-22T10:31:35.983939+0000","last_fullsized":"2024-09-22T10:31:35.983939+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:28:51.666854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:26.096327+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T10:30:26.096327+0000","last_peered":"2024-09-22T10:30:26.096327+0000","last_clean":"2024-09-22T10:30:26.096327+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:30:26.096327+0000","last_undegraded":"2024-09-22T10:30:26.096327+0000","last_fullsized":"2024-09-22T10:30:26.096327+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'325","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:00.560138+0000","last_change":"2024-09-22T08:40:27.596202+0000","last_active":"2024-09-22T10:33:00.560138+0000","last_peered":"2024-09-22T10:33:00.560138+0000","last_clean":"2024-09-22T10:33:00.560138+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:00.560138+0000","last_undegraded":"2024-09-22T10:33:00.560138+0000","last_fullsized":"2024-09-22T10:33:00.560138+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:23.625654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599630,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":731,"num_read_kb":37708,"num_write":1180,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"38'3","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.805082+0000","last_change":"2024-09-22T08:40:31.600608+0000","last_active":"2024-09-22T10:33:38.805082+0000","last_peered":"2024-09-22T10:33:38.805082+0000","last_clean":"2024-09-22T10:33:38.805082+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:33:38.805082+0000","last_undegraded":"2024-09-22T10:33:38.805082+0000","last_fullsized":"2024-09-22T10:33:38.805082+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:27.529108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1435","reported_seq":3775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.076420+0000","last_change":"2024-09-22T08:40:33.600386+0000","last_active":"2024-09-22T10:33:39.076420+0000","last_peered":"2024-09-22T10:33:39.076420+0000","last_clean":"2024-09-22T10:33:39.076420+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:33:39.076420+0000","last_undegraded":"2024-09-22T10:33:39.076420+0000","last_fullsized":"2024-09-22T10:33:39.076420+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1401,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:58.804507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202215,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2255,"num_read_kb":3865,"num_write":1394,"num_write_kb":1176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:11.107620+0000","last_change":"2024-09-22T08:40:35.614315+0000","last_active":"2024-09-22T10:31:11.107620+0000","last_peered":"2024-09-22T10:31:11.107620+0000","last_clean":"2024-09-22T10:31:11.107620+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:31:11.107620+0000","last_undegraded":"2024-09-22T10:31:11.107620+0000","last_fullsized":"2024-09-22T10:31:11.107620+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:59.598311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'221","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.762305+0000","last_change":"2024-09-22T08:40:37.854134+0000","last_active":"2024-09-22T10:30:38.762305+0000","last_peered":"2024-09-22T10:30:38.762305+0000","last_clean":"2024-09-22T10:30:38.762305+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:30:38.762305+0000","last_undegraded":"2024-09-22T10:30:38.762305+0000","last_fullsized":"2024-09-22T10:30:38.762305+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:56.915455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'848","reported_seq":2559,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.961321+0000","last_change":"2024-09-22T08:40:29.592907+0000","last_active":"2024-09-22T10:33:06.961321+0000","last_peered":"2024-09-22T10:33:06.961321+0000","last_clean":"2024-09-22T10:33:06.961321+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:06.961321+0000","last_undegraded":"2024-09-22T10:33:06.961321+0000","last_fullsized":"2024-09-22T10:33:06.961321+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:10:32.408761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242102+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T10:30:39.242102+0000","last_peered":"2024-09-22T10:30:39.242102+0000","last_clean":"2024-09-22T10:30:39.242102+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:30:39.242102+0000","last_undegraded":"2024-09-22T10:30:39.242102+0000","last_fullsized":"2024-09-22T10:30:39.242102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'299","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.045978+0000","last_change":"2024-09-22T08:40:27.575303+0000","last_active":"2024-09-22T10:30:59.045978+0000","last_peered":"2024-09-22T10:30:59.045978+0000","last_clean":"2024-09-22T10:30:59.045978+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:30:59.045978+0000","last_undegraded":"2024-09-22T10:30:59.045978+0000","last_fullsized":"2024-09-22T10:30:59.045978+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:29.796564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16543474,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":576,"num_read_kb":70306,"num_write":1042,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247223+0000","last_change":"2024-09-22T08:40:31.585398+0000","last_active":"2024-09-22T10:31:04.247223+0000","last_peered":"2024-09-22T10:31:04.247223+0000","last_clean":"2024-09-22T10:31:04.247223+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:31:04.247223+0000","last_undegraded":"2024-09-22T10:31:04.247223+0000","last_fullsized":"2024-09-22T10:31:04.247223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:42.434234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'387","reported_seq":2340,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.130975+0000","last_change":"2024-09-22T08:40:33.597288+0000","last_active":"2024-09-22T10:33:08.130975+0000","last_peered":"2024-09-22T10:33:08.130975+0000","last_clean":"2024-09-22T10:33:08.130975+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:33:08.130975+0000","last_undegraded":"2024-09-22T10:33:08.130975+0000","last_fullsized":"2024-09-22T10:33:08.130975+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:13.936360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051642+0000","last_change":"2024-09-22T08:40:35.601515+0000","last_active":"2024-09-22T10:31:04.051642+0000","last_peered":"2024-09-22T10:31:04.051642+0000","last_clean":"2024-09-22T10:31:04.051642+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:31:04.051642+0000","last_undegraded":"2024-09-22T10:31:04.051642+0000","last_fullsized":"2024-09-22T10:31:04.051642+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:20.981676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'291","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.980688+0000","last_change":"2024-09-22T08:40:37.629185+0000","last_active":"2024-09-22T10:31:45.980688+0000","last_peered":"2024-09-22T10:31:45.980688+0000","last_clean":"2024-09-22T10:31:45.980688+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:31:45.980688+0000","last_undegraded":"2024-09-22T10:31:45.980688+0000","last_fullsized":"2024-09-22T10:31:45.980688+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:50.598419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'431","reported_seq":2065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.981937+0000","last_change":"2024-09-22T08:40:29.574241+0000","last_active":"2024-09-22T10:31:35.981937+0000","last_peered":"2024-09-22T10:31:35.981937+0000","last_clean":"2024-09-22T10:31:35.981937+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:31:35.981937+0000","last_undegraded":"2024-09-22T10:31:35.981937+0000","last_fullsized":"2024-09-22T10:31:35.981937+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:37.569053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637159+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T10:30:40.637159+0000","last_peered":"2024-09-22T10:30:40.637159+0000","last_clean":"2024-09-22T10:30:40.637159+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:30:40.637159+0000","last_undegraded":"2024-09-22T10:30:40.637159+0000","last_fullsized":"2024-09-22T10:30:40.637159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'274","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:52.054594+0000","last_change":"2024-09-22T08:40:27.561476+0000","last_active":"2024-09-22T10:30:52.054594+0000","last_peered":"2024-09-22T10:30:52.054594+0000","last_clean":"2024-09-22T10:30:52.054594+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:30:52.054594+0000","last_undegraded":"2024-09-22T10:30:52.054594+0000","last_fullsized":"2024-09-22T10:30:52.054594+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:40.831533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7045442,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":497,"num_read_kb":25683,"num_write":960,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.056848+0000","last_change":"2024-09-22T08:40:31.576873+0000","last_active":"2024-09-22T10:31:29.056848+0000","last_peered":"2024-09-22T10:31:29.056848+0000","last_clean":"2024-09-22T10:31:29.056848+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:31:29.056848+0000","last_undegraded":"2024-09-22T10:31:29.056848+0000","last_fullsized":"2024-09-22T10:31:29.056848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:17.764746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'201","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.143333+0000","last_change":"2024-09-22T08:40:33.600249+0000","last_active":"2024-09-22T10:33:08.143333+0000","last_peered":"2024-09-22T10:33:08.143333+0000","last_clean":"2024-09-22T10:33:08.143333+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:33:08.143333+0000","last_undegraded":"2024-09-22T10:33:08.143333+0000","last_fullsized":"2024-09-22T10:33:08.143333+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:44.963479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:05.028943+0000","last_change":"2024-09-22T08:40:35.606485+0000","last_active":"2024-09-22T10:31:05.028943+0000","last_peered":"2024-09-22T10:31:05.028943+0000","last_clean":"2024-09-22T10:31:05.028943+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:31:05.028943+0000","last_undegraded":"2024-09-22T10:31:05.028943+0000","last_fullsized":"2024-09-22T10:31:05.028943+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:22.650412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'138","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:10.644265+0000","last_change":"2024-09-22T08:40:37.637534+0000","last_active":"2024-09-22T10:31:10.644265+0000","last_peered":"2024-09-22T10:31:10.644265+0000","last_clean":"2024-09-22T10:31:10.644265+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:31:10.644265+0000","last_undegraded":"2024-09-22T10:31:10.644265+0000","last_fullsized":"2024-09-22T10:31:10.644265+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:41.952108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'375","reported_seq":1940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101085+0000","last_change":"2024-09-22T08:40:29.592733+0000","last_active":"2024-09-22T10:31:43.101085+0000","last_peered":"2024-09-22T10:31:43.101085+0000","last_clean":"2024-09-22T10:31:43.101085+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:31:43.101085+0000","last_undegraded":"2024-09-22T10:31:43.101085+0000","last_fullsized":"2024-09-22T10:31:43.101085+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:01.652017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'301","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.574703+0000","last_change":"2024-09-22T08:40:57.705513+0000","last_active":"2024-09-22T10:33:40.574703+0000","last_peered":"2024-09-22T10:33:40.574703+0000","last_clean":"2024-09-22T10:33:40.574703+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:40.574703+0000","last_undegraded":"2024-09-22T10:33:40.574703+0000","last_fullsized":"2024-09-22T10:33:40.574703+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:14.572859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12828,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":519,"num_read_kb":35459,"num_write":1045,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042079+0000","last_change":"2024-09-22T08:40:13.412717+0000","last_active":"2024-09-22T10:30:39.042079+0000","last_peered":"2024-09-22T10:30:39.042079+0000","last_clean":"2024-09-22T10:30:39.042079+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:30:39.042079+0000","last_undegraded":"2024-09-22T10:30:39.042079+0000","last_fullsized":"2024-09-22T10:30:39.042079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:33.066272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.050206+0000","last_change":"2024-09-22T08:40:31.593270+0000","last_active":"2024-09-22T10:30:59.050206+0000","last_peered":"2024-09-22T10:30:59.050206+0000","last_clean":"2024-09-22T10:30:59.050206+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:30:59.050206+0000","last_undegraded":"2024-09-22T10:30:59.050206+0000","last_fullsized":"2024-09-22T10:30:59.050206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:23.429212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'629","reported_seq":1370,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.873394+0000","last_change":"2024-09-22T08:40:33.589077+0000","last_active":"2024-09-22T10:33:07.873394+0000","last_peered":"2024-09-22T10:33:07.873394+0000","last_clean":"2024-09-22T10:33:07.873394+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:33:07.873394+0000","last_undegraded":"2024-09-22T10:33:07.873394+0000","last_fullsized":"2024-09-22T10:33:07.873394+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":600,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.946627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118902,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1048,"num_read_kb":2032,"num_write":848,"num_write_kb":614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056888+0000","last_change":"2024-09-22T08:40:35.612292+0000","last_active":"2024-09-22T10:31:02.056888+0000","last_peered":"2024-09-22T10:31:02.056888+0000","last_clean":"2024-09-22T10:31:02.056888+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:31:02.056888+0000","last_undegraded":"2024-09-22T10:31:02.056888+0000","last_fullsized":"2024-09-22T10:31:02.056888+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:33.068785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'122","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.198456+0000","last_change":"2024-09-22T08:40:37.855074+0000","last_active":"2024-09-22T10:31:38.198456+0000","last_peered":"2024-09-22T10:31:38.198456+0000","last_clean":"2024-09-22T10:31:38.198456+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:31:38.198456+0000","last_undegraded":"2024-09-22T10:31:38.198456+0000","last_fullsized":"2024-09-22T10:31:38.198456+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.612641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'550","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048857+0000","last_change":"2024-09-22T08:40:29.561043+0000","last_active":"2024-09-22T10:30:54.048857+0000","last_peered":"2024-09-22T10:30:54.048857+0000","last_clean":"2024-09-22T10:30:54.048857+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:30:54.048857+0000","last_undegraded":"2024-09-22T10:30:54.048857+0000","last_fullsized":"2024-09-22T10:30:54.048857+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:45.075358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'270","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045187+0000","last_change":"2024-09-22T08:40:27.592996+0000","last_active":"2024-09-22T10:30:54.045187+0000","last_peered":"2024-09-22T10:30:54.045187+0000","last_clean":"2024-09-22T10:30:54.045187+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:30:54.045187+0000","last_undegraded":"2024-09-22T10:30:54.045187+0000","last_fullsized":"2024-09-22T10:30:54.045187+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:43.745956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12258921,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":671,"num_read_kb":36162,"num_write":1026,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:51.102654+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T10:30:51.102654+0000","last_peered":"2024-09-22T10:30:51.102654+0000","last_clean":"2024-09-22T10:30:51.102654+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:30:51.102654+0000","last_undegraded":"2024-09-22T10:30:51.102654+0000","last_fullsized":"2024-09-22T10:30:51.102654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027590+0000","last_change":"2024-09-22T08:40:31.594636+0000","last_active":"2024-09-22T10:31:00.027590+0000","last_peered":"2024-09-22T10:31:00.027590+0000","last_clean":"2024-09-22T10:31:00.027590+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:31:00.027590+0000","last_undegraded":"2024-09-22T10:31:00.027590+0000","last_fullsized":"2024-09-22T10:31:00.027590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:46:57.373899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:03.030606+0000","last_change":"2024-09-22T08:40:33.583107+0000","last_active":"2024-09-22T10:32:03.030606+0000","last_peered":"2024-09-22T10:32:03.030606+0000","last_clean":"2024-09-22T10:32:03.030606+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:32:03.030606+0000","last_undegraded":"2024-09-22T10:32:03.030606+0000","last_fullsized":"2024-09-22T10:32:03.030606+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:12.577375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'788","reported_seq":3467,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058194+0000","last_change":"2024-09-22T08:40:35.596945+0000","last_active":"2024-09-22T10:33:39.058194+0000","last_peered":"2024-09-22T10:33:39.058194+0000","last_clean":"2024-09-22T10:33:39.058194+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:33:39.058194+0000","last_undegraded":"2024-09-22T10:33:39.058194+0000","last_fullsized":"2024-09-22T10:33:39.058194+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":702,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:26.182881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'114","reported_seq":647,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.928077+0000","last_change":"2024-09-22T08:40:37.853636+0000","last_active":"2024-09-22T10:33:07.928077+0000","last_peered":"2024-09-22T10:33:07.928077+0000","last_clean":"2024-09-22T10:33:07.928077+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:33:07.928077+0000","last_undegraded":"2024-09-22T10:33:07.928077+0000","last_fullsized":"2024-09-22T10:33:07.928077+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:11:17.122336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421321+0000","last_change":"2024-09-22T08:40:29.586105+0000","last_active":"2024-09-22T10:31:45.421321+0000","last_peered":"2024-09-22T10:31:45.421321+0000","last_clean":"2024-09-22T10:31:45.421321+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:31:45.421321+0000","last_undegraded":"2024-09-22T10:31:45.421321+0000","last_fullsized":"2024-09-22T10:31:45.421321+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:33.974897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'286","reported_seq":971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858106+0000","last_change":"2024-09-22T08:40:27.586213+0000","last_active":"2024-09-22T10:30:58.858106+0000","last_peered":"2024-09-22T10:30:58.858106+0000","last_clean":"2024-09-22T10:30:58.858106+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:30:58.858106+0000","last_undegraded":"2024-09-22T10:30:58.858106+0000","last_fullsized":"2024-09-22T10:30:58.858106+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:11.717842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12272500,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":541,"num_read_kb":43190,"num_write":1023,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043063+0000","last_change":"2024-09-22T08:40:13.412617+0000","last_active":"2024-09-22T10:30:44.043063+0000","last_peered":"2024-09-22T10:30:44.043063+0000","last_clean":"2024-09-22T10:30:44.043063+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:30:44.043063+0000","last_undegraded":"2024-09-22T10:30:44.043063+0000","last_fullsized":"2024-09-22T10:30:44.043063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:50.794108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055734+0000","last_change":"2024-09-22T08:40:31.580233+0000","last_active":"2024-09-22T10:30:57.055734+0000","last_peered":"2024-09-22T10:30:57.055734+0000","last_clean":"2024-09-22T10:30:57.055734+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:30:57.055734+0000","last_undegraded":"2024-09-22T10:30:57.055734+0000","last_fullsized":"2024-09-22T10:30:57.055734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:49.544930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'185","reported_seq":795,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.653122+0000","last_change":"2024-09-22T08:40:33.592848+0000","last_active":"2024-09-22T10:31:36.653122+0000","last_peered":"2024-09-22T10:31:36.653122+0000","last_clean":"2024-09-22T10:31:36.653122+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:31:36.653122+0000","last_undegraded":"2024-09-22T10:31:36.653122+0000","last_fullsized":"2024-09-22T10:31:36.653122+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:55:55.011875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'784","reported_seq":3111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887367+0000","last_change":"2024-09-22T08:40:35.613626+0000","last_active":"2024-09-22T10:33:08.887367+0000","last_peered":"2024-09-22T10:33:08.887367+0000","last_clean":"2024-09-22T10:33:08.887367+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:33:08.887367+0000","last_undegraded":"2024-09-22T10:33:08.887367+0000","last_fullsized":"2024-09-22T10:33:08.887367+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:28.561977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'185","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048883+0000","last_change":"2024-09-22T08:40:37.630011+0000","last_active":"2024-09-22T10:30:54.048883+0000","last_peered":"2024-09-22T10:30:54.048883+0000","last_clean":"2024-09-22T10:30:54.048883+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:30:54.048883+0000","last_undegraded":"2024-09-22T10:30:54.048883+0000","last_fullsized":"2024-09-22T10:30:54.048883+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:20.792978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'580","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976671+0000","last_change":"2024-09-22T08:40:29.580964+0000","last_active":"2024-09-22T10:31:35.976671+0000","last_peered":"2024-09-22T10:31:35.976671+0000","last_clean":"2024-09-22T10:31:35.976671+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:31:35.976671+0000","last_undegraded":"2024-09-22T10:31:35.976671+0000","last_fullsized":"2024-09-22T10:31:35.976671+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:27.428998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'439","reported_seq":1312,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.712431+0000","last_change":"2024-09-22T08:40:27.568299+0000","last_active":"2024-09-22T10:31:24.712431+0000","last_peered":"2024-09-22T10:31:24.712431+0000","last_clean":"2024-09-22T10:31:24.712431+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:31:24.712431+0000","last_undegraded":"2024-09-22T10:31:24.712431+0000","last_fullsized":"2024-09-22T10:31:24.712431+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:14.888150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16897880,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1351,"num_read_kb":45434,"num_write":1406,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:45.024471+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T10:30:45.024471+0000","last_peered":"2024-09-22T10:30:45.024471+0000","last_clean":"2024-09-22T10:30:45.024471+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:30:45.024471+0000","last_undegraded":"2024-09-22T10:30:45.024471+0000","last_fullsized":"2024-09-22T10:30:45.024471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859012+0000","last_change":"2024-09-22T08:40:31.575723+0000","last_active":"2024-09-22T10:31:03.859012+0000","last_peered":"2024-09-22T10:31:03.859012+0000","last_clean":"2024-09-22T10:31:03.859012+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:31:03.859012+0000","last_undegraded":"2024-09-22T10:31:03.859012+0000","last_fullsized":"2024-09-22T10:31:03.859012+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:00.311408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1577,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.499932+0000","last_change":"2024-09-22T08:40:33.598803+0000","last_active":"2024-09-22T10:33:39.499932+0000","last_peered":"2024-09-22T10:33:39.499932+0000","last_clean":"2024-09-22T10:33:39.499932+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:33:39.499932+0000","last_undegraded":"2024-09-22T10:33:39.499932+0000","last_fullsized":"2024-09-22T10:33:39.499932+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:42.561943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154651,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1385,"num_read_kb":2945,"num_write":1118,"num_write_kb":869,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859167+0000","last_change":"2024-09-22T08:40:35.597741+0000","last_active":"2024-09-22T10:31:03.859167+0000","last_peered":"2024-09-22T10:31:03.859167+0000","last_clean":"2024-09-22T10:31:03.859167+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:31:03.859167+0000","last_undegraded":"2024-09-22T10:31:03.859167+0000","last_fullsized":"2024-09-22T10:31:03.859167+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.390083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'139","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.083084+0000","last_change":"2024-09-22T08:40:37.639535+0000","last_active":"2024-09-22T10:31:43.083084+0000","last_peered":"2024-09-22T10:31:43.083084+0000","last_clean":"2024-09-22T10:31:43.083084+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:31:43.083084+0000","last_undegraded":"2024-09-22T10:31:43.083084+0000","last_fullsized":"2024-09-22T10:31:43.083084+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:09.369924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'151","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.923650+0000","last_change":"2024-09-22T08:40:37.626192+0000","last_active":"2024-09-22T10:33:07.923650+0000","last_peered":"2024-09-22T10:33:07.923650+0000","last_clean":"2024-09-22T10:33:07.923650+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:33:07.923650+0000","last_undegraded":"2024-09-22T10:33:07.923650+0000","last_fullsized":"2024-09-22T10:33:07.923650+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:01.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'477","reported_seq":2294,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.222756+0000","last_change":"2024-09-22T08:40:29.602644+0000","last_active":"2024-09-22T10:30:34.222756+0000","last_peered":"2024-09-22T10:30:34.222756+0000","last_clean":"2024-09-22T10:30:34.222756+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:30:34.222756+0000","last_undegraded":"2024-09-22T10:30:34.222756+0000","last_fullsized":"2024-09-22T10:30:34.222756+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":400,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:12.147179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'278","reported_seq":952,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051117+0000","last_change":"2024-09-22T08:40:27.601560+0000","last_active":"2024-09-22T10:30:37.051117+0000","last_peered":"2024-09-22T10:30:37.051117+0000","last_clean":"2024-09-22T10:30:37.051117+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:30:37.051117+0000","last_undegraded":"2024-09-22T10:30:37.051117+0000","last_fullsized":"2024-09-22T10:30:37.051117+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.020966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9464677,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":500,"num_read_kb":43517,"num_write":1047,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.036601+0000","last_change":"2024-09-22T08:40:31.587991+0000","last_active":"2024-09-22T10:30:14.036601+0000","last_peered":"2024-09-22T10:30:14.036601+0000","last_clean":"2024-09-22T10:30:14.036601+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:30:14.036601+0000","last_undegraded":"2024-09-22T10:30:14.036601+0000","last_fullsized":"2024-09-22T10:30:14.036601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:32.054895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'320","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879517+0000","last_change":"2024-09-22T08:40:33.578207+0000","last_active":"2024-09-22T10:32:33.879517+0000","last_peered":"2024-09-22T10:32:33.879517+0000","last_clean":"2024-09-22T10:32:33.879517+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:32:33.879517+0000","last_undegraded":"2024-09-22T10:32:33.879517+0000","last_fullsized":"2024-09-22T10:32:33.879517+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:04.933364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55554,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":519,"num_read_kb":988,"num_write":408,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848279+0000","last_change":"2024-09-22T08:40:35.593268+0000","last_active":"2024-09-22T10:30:18.848279+0000","last_peered":"2024-09-22T10:30:18.848279+0000","last_clean":"2024-09-22T10:30:18.848279+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:30:18.848279+0000","last_undegraded":"2024-09-22T10:30:18.848279+0000","last_fullsized":"2024-09-22T10:30:18.848279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:14:04.482900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'127","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.192168+0000","last_change":"2024-09-22T08:40:37.636617+0000","last_active":"2024-09-22T10:31:38.192168+0000","last_peered":"2024-09-22T10:31:38.192168+0000","last_clean":"2024-09-22T10:31:38.192168+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:31:38.192168+0000","last_undegraded":"2024-09-22T10:31:38.192168+0000","last_fullsized":"2024-09-22T10:31:38.192168+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:48.798819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'452","reported_seq":2051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.110827+0000","last_change":"2024-09-22T08:40:29.600613+0000","last_active":"2024-09-22T10:31:43.110827+0000","last_peered":"2024-09-22T10:31:43.110827+0000","last_clean":"2024-09-22T10:31:43.110827+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:31:43.110827+0000","last_undegraded":"2024-09-22T10:31:43.110827+0000","last_fullsized":"2024-09-22T10:31:43.110827+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:16.366230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'370","reported_seq":1086,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.836495+0000","last_change":"2024-09-22T08:40:27.611247+0000","last_active":"2024-09-22T10:33:40.836495+0000","last_peered":"2024-09-22T10:33:40.836495+0000","last_clean":"2024-09-22T10:33:40.836495+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:33:40.836495+0000","last_undegraded":"2024-09-22T10:33:40.836495+0000","last_fullsized":"2024-09-22T10:33:40.836495+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:04.527247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2385247,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":778,"num_read_kb":14552,"num_write":1145,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:13.847239+0000","last_change":"2024-09-22T08:40:31.582621+0000","last_active":"2024-09-22T10:30:13.847239+0000","last_peered":"2024-09-22T10:30:13.847239+0000","last_clean":"2024-09-22T10:30:13.847239+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:30:13.847239+0000","last_undegraded":"2024-09-22T10:30:13.847239+0000","last_fullsized":"2024-09-22T10:30:13.847239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:47.727861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'82","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:17.717985+0000","last_change":"2024-09-22T08:40:33.600487+0000","last_active":"2024-09-22T10:31:17.717985+0000","last_peered":"2024-09-22T10:31:17.717985+0000","last_clean":"2024-09-22T10:31:17.717985+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:31:17.717985+0000","last_undegraded":"2024-09-22T10:31:17.717985+0000","last_fullsized":"2024-09-22T10:31:17.717985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:18.961601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094049+0000","last_change":"2024-09-22T08:40:35.600600+0000","last_active":"2024-09-22T10:30:16.094049+0000","last_peered":"2024-09-22T10:30:16.094049+0000","last_clean":"2024-09-22T10:30:16.094049+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:30:16.094049+0000","last_undegraded":"2024-09-22T10:30:16.094049+0000","last_fullsized":"2024-09-22T10:30:16.094049+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:29.219986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'261","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.133861+0000","last_change":"2024-09-22T08:40:37.615751+0000","last_active":"2024-09-22T10:31:43.133861+0000","last_peered":"2024-09-22T10:31:43.133861+0000","last_clean":"2024-09-22T10:31:43.133861+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:31:43.133861+0000","last_undegraded":"2024-09-22T10:31:43.133861+0000","last_fullsized":"2024-09-22T10:31:43.133861+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:17:21.144084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807350+0000","last_change":"2024-09-22T08:40:29.589786+0000","last_active":"2024-09-22T10:30:48.807350+0000","last_peered":"2024-09-22T10:30:48.807350+0000","last_clean":"2024-09-22T10:30:48.807350+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:30:48.807350+0000","last_undegraded":"2024-09-22T10:30:48.807350+0000","last_fullsized":"2024-09-22T10:30:48.807350+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:06.526813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'382","reported_seq":1147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.636597+0000","last_change":"2024-09-22T08:40:27.600674+0000","last_active":"2024-09-22T10:33:40.636597+0000","last_peered":"2024-09-22T10:33:40.636597+0000","last_clean":"2024-09-22T10:33:40.636597+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:40.636597+0000","last_undegraded":"2024-09-22T10:33:40.636597+0000","last_fullsized":"2024-09-22T10:33:40.636597+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:18.277785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6191300,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":827,"num_read_kb":31715,"num_write":1230,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.093991+0000","last_change":"2024-09-22T08:40:31.588797+0000","last_active":"2024-09-22T10:30:16.093991+0000","last_peered":"2024-09-22T10:30:16.093991+0000","last_clean":"2024-09-22T10:30:16.093991+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:30:16.093991+0000","last_undegraded":"2024-09-22T10:30:16.093991+0000","last_fullsized":"2024-09-22T10:30:16.093991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:45.474899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'353","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879586+0000","last_change":"2024-09-22T08:40:33.590822+0000","last_active":"2024-09-22T10:32:33.879586+0000","last_peered":"2024-09-22T10:32:33.879586+0000","last_clean":"2024-09-22T10:32:33.879586+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:32:33.879586+0000","last_undegraded":"2024-09-22T10:32:33.879586+0000","last_fullsized":"2024-09-22T10:32:33.879586+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:24:08.854807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57707,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":570,"num_read_kb":1057,"num_write":444,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018245+0000","last_change":"2024-09-22T08:40:35.613826+0000","last_active":"2024-09-22T10:30:15.018245+0000","last_peered":"2024-09-22T10:30:15.018245+0000","last_clean":"2024-09-22T10:30:15.018245+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:30:15.018245+0000","last_undegraded":"2024-09-22T10:30:15.018245+0000","last_fullsized":"2024-09-22T10:30:15.018245+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:01.815357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'531","reported_seq":2096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.880929+0000","last_change":"2024-09-22T08:40:29.577937+0000","last_active":"2024-09-22T10:33:06.880929+0000","last_peered":"2024-09-22T10:33:06.880929+0000","last_clean":"2024-09-22T10:33:06.880929+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:06.880929+0000","last_undegraded":"2024-09-22T10:33:06.880929+0000","last_fullsized":"2024-09-22T10:33:06.880929+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:46.196088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'269","reported_seq":938,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:48.122941+0000","last_change":"2024-09-22T08:40:27.591081+0000","last_active":"2024-09-22T10:29:48.122941+0000","last_peered":"2024-09-22T10:29:48.122941+0000","last_clean":"2024-09-22T10:29:48.122941+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:29:48.122941+0000","last_undegraded":"2024-09-22T10:29:48.122941+0000","last_fullsized":"2024-09-22T10:29:48.122941+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:38.922740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5647055,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":486,"num_read_kb":12106,"num_write":971,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018191+0000","last_change":"2024-09-22T08:40:31.594540+0000","last_active":"2024-09-22T10:30:15.018191+0000","last_peered":"2024-09-22T10:30:15.018191+0000","last_clean":"2024-09-22T10:30:15.018191+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:30:15.018191+0000","last_undegraded":"2024-09-22T10:30:15.018191+0000","last_fullsized":"2024-09-22T10:30:15.018191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:06.602240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'295","reported_seq":908,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.860696+0000","last_change":"2024-09-22T08:40:33.588909+0000","last_active":"2024-09-22T10:33:07.860696+0000","last_peered":"2024-09-22T10:33:07.860696+0000","last_clean":"2024-09-22T10:33:07.860696+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:33:07.860696+0000","last_undegraded":"2024-09-22T10:33:07.860696+0000","last_fullsized":"2024-09-22T10:33:07.860696+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:44.483542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48644,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":911,"num_write":372,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.040860+0000","last_change":"2024-09-22T08:40:35.604950+0000","last_active":"2024-09-22T10:30:19.040860+0000","last_peered":"2024-09-22T10:30:19.040860+0000","last_clean":"2024-09-22T10:30:19.040860+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:30:19.040860+0000","last_undegraded":"2024-09-22T10:30:19.040860+0000","last_fullsized":"2024-09-22T10:30:19.040860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:37:04.447958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'802","reported_seq":2573,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.026680+0000","last_change":"2024-09-22T08:40:29.581584+0000","last_active":"2024-09-22T10:30:55.026680+0000","last_peered":"2024-09-22T10:30:55.026680+0000","last_clean":"2024-09-22T10:30:55.026680+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:30:55.026680+0000","last_undegraded":"2024-09-22T10:30:55.026680+0000","last_fullsized":"2024-09-22T10:30:55.026680+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":700,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:30.506060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'269","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.148879+0000","last_change":"2024-09-22T08:40:27.566750+0000","last_active":"2024-09-22T10:30:18.148879+0000","last_peered":"2024-09-22T10:30:18.148879+0000","last_clean":"2024-09-22T10:30:18.148879+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:30:18.148879+0000","last_undegraded":"2024-09-22T10:30:18.148879+0000","last_fullsized":"2024-09-22T10:30:18.148879+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:35.234542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4488105,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":6994,"num_write":960,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":543,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051717+0000","last_change":"2024-09-22T08:40:31.578540+0000","last_active":"2024-09-22T10:31:04.051717+0000","last_peered":"2024-09-22T10:31:04.051717+0000","last_clean":"2024-09-22T10:31:04.051717+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:31:04.051717+0000","last_undegraded":"2024-09-22T10:31:04.051717+0000","last_fullsized":"2024-09-22T10:31:04.051717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:22.340491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'539","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.858962+0000","last_change":"2024-09-22T08:40:33.602029+0000","last_active":"2024-09-22T10:33:07.858962+0000","last_peered":"2024-09-22T10:33:07.858962+0000","last_clean":"2024-09-22T10:33:07.858962+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:33:07.858962+0000","last_undegraded":"2024-09-22T10:33:07.858962+0000","last_fullsized":"2024-09-22T10:33:07.858962+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:50.157118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122165,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":962,"num_read_kb":2014,"num_write":836,"num_write_kb":729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636118+0000","last_change":"2024-09-22T08:40:35.593562+0000","last_active":"2024-09-22T10:30:35.636118+0000","last_peered":"2024-09-22T10:30:35.636118+0000","last_clean":"2024-09-22T10:30:35.636118+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:30:35.636118+0000","last_undegraded":"2024-09-22T10:30:35.636118+0000","last_fullsized":"2024-09-22T10:30:35.636118+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:48.165004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'183","reported_seq":714,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848421+0000","last_change":"2024-09-22T08:40:37.853079+0000","last_active":"2024-09-22T10:30:18.848421+0000","last_peered":"2024-09-22T10:30:18.848421+0000","last_clean":"2024-09-22T10:30:18.848421+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:30:18.848421+0000","last_undegraded":"2024-09-22T10:30:18.848421+0000","last_fullsized":"2024-09-22T10:30:18.848421+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:35.147139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'478","reported_seq":2200,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.984076+0000","last_change":"2024-09-22T08:40:29.578955+0000","last_active":"2024-09-22T10:31:35.984076+0000","last_peered":"2024-09-22T10:31:35.984076+0000","last_clean":"2024-09-22T10:31:35.984076+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:31:35.984076+0000","last_undegraded":"2024-09-22T10:31:35.984076+0000","last_fullsized":"2024-09-22T10:31:35.984076+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:06.741951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'303","reported_seq":1011,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.145798+0000","last_change":"2024-09-22T08:40:57.705975+0000","last_active":"2024-09-22T10:31:21.145798+0000","last_peered":"2024-09-22T10:31:21.145798+0000","last_clean":"2024-09-22T10:31:21.145798+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:31:21.145798+0000","last_undegraded":"2024-09-22T10:31:21.145798+0000","last_fullsized":"2024-09-22T10:31:21.145798+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:50.193616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4225301,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":672,"num_read_kb":18000,"num_write":1024,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027747+0000","last_change":"2024-09-22T08:40:31.596429+0000","last_active":"2024-09-22T10:31:00.027747+0000","last_peered":"2024-09-22T10:31:00.027747+0000","last_clean":"2024-09-22T10:31:00.027747+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:31:00.027747+0000","last_undegraded":"2024-09-22T10:31:00.027747+0000","last_fullsized":"2024-09-22T10:31:00.027747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:46:32.492349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'383","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.863302+0000","last_change":"2024-09-22T08:40:33.596613+0000","last_active":"2024-09-22T10:33:07.863302+0000","last_peered":"2024-09-22T10:33:07.863302+0000","last_clean":"2024-09-22T10:33:07.863302+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:33:07.863302+0000","last_undegraded":"2024-09-22T10:33:07.863302+0000","last_fullsized":"2024-09-22T10:33:07.863302+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:23.345313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60195,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":624,"num_read_kb":1100,"num_write":514,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042173+0000","last_change":"2024-09-22T08:40:35.613415+0000","last_active":"2024-09-22T10:30:39.042173+0000","last_peered":"2024-09-22T10:30:39.042173+0000","last_clean":"2024-09-22T10:30:39.042173+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:30:39.042173+0000","last_undegraded":"2024-09-22T10:30:39.042173+0000","last_fullsized":"2024-09-22T10:30:39.042173+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:06.065358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'184","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.027088+0000","last_change":"2024-09-22T08:40:37.634245+0000","last_active":"2024-09-22T10:31:38.027088+0000","last_peered":"2024-09-22T10:31:38.027088+0000","last_clean":"2024-09-22T10:31:38.027088+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:31:38.027088+0000","last_undegraded":"2024-09-22T10:31:38.027088+0000","last_fullsized":"2024-09-22T10:31:38.027088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:41.210235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807518+0000","last_change":"2024-09-22T08:40:29.578324+0000","last_active":"2024-09-22T10:30:48.807518+0000","last_peered":"2024-09-22T10:30:48.807518+0000","last_clean":"2024-09-22T10:30:48.807518+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:30:48.807518+0000","last_undegraded":"2024-09-22T10:30:48.807518+0000","last_fullsized":"2024-09-22T10:30:48.807518+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:40.413392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'339","reported_seq":1060,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:27.048556+0000","last_change":"2024-09-22T08:40:27.624258+0000","last_active":"2024-09-22T10:30:27.048556+0000","last_peered":"2024-09-22T10:30:27.048556+0000","last_clean":"2024-09-22T10:30:27.048556+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:30:27.048556+0000","last_undegraded":"2024-09-22T10:30:27.048556+0000","last_fullsized":"2024-09-22T10:30:27.048556+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:07.127529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14960182,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":719,"num_read_kb":44345,"num_write":1183,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049947+0000","last_change":"2024-09-22T08:40:31.576644+0000","last_active":"2024-09-22T10:30:32.049947+0000","last_peered":"2024-09-22T10:30:32.049947+0000","last_clean":"2024-09-22T10:30:32.049947+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:30:32.049947+0000","last_undegraded":"2024-09-22T10:30:32.049947+0000","last_fullsized":"2024-09-22T10:30:32.049947+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:53.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'326","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886247+0000","last_change":"2024-09-22T08:40:33.589345+0000","last_active":"2024-09-22T10:33:03.886247+0000","last_peered":"2024-09-22T10:33:03.886247+0000","last_clean":"2024-09-22T10:33:03.886247+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:33:03.886247+0000","last_undegraded":"2024-09-22T10:33:03.886247+0000","last_fullsized":"2024-09-22T10:33:03.886247+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:36.570428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69910,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":1050,"num_write":434,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048445+0000","last_change":"2024-09-22T08:40:35.609341+0000","last_active":"2024-09-22T10:31:09.048445+0000","last_peered":"2024-09-22T10:31:09.048445+0000","last_clean":"2024-09-22T10:31:09.048445+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:31:09.048445+0000","last_undegraded":"2024-09-22T10:31:09.048445+0000","last_fullsized":"2024-09-22T10:31:09.048445+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:17.414124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'150","reported_seq":683,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.918991+0000","last_change":"2024-09-22T08:40:37.641903+0000","last_active":"2024-09-22T10:33:07.918991+0000","last_peered":"2024-09-22T10:33:07.918991+0000","last_clean":"2024-09-22T10:33:07.918991+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:33:07.918991+0000","last_undegraded":"2024-09-22T10:33:07.918991+0000","last_fullsized":"2024-09-22T10:33:07.918991+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:13.105235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'708","reported_seq":2437,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.239894+0000","last_change":"2024-09-22T08:40:29.574526+0000","last_active":"2024-09-22T10:30:29.239894+0000","last_peered":"2024-09-22T10:30:29.239894+0000","last_clean":"2024-09-22T10:30:29.239894+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:30:29.239894+0000","last_undegraded":"2024-09-22T10:30:29.239894+0000","last_fullsized":"2024-09-22T10:30:29.239894+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:04.462114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'299","reported_seq":936,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.239513+0000","last_change":"2024-09-22T08:40:57.852908+0000","last_active":"2024-09-22T10:33:39.239513+0000","last_peered":"2024-09-22T10:33:39.239513+0000","last_clean":"2024-09-22T10:33:39.239513+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:39.239513+0000","last_undegraded":"2024-09-22T10:33:39.239513+0000","last_fullsized":"2024-09-22T10:33:39.239513+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:07.657018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24162479,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":520,"num_read_kb":40562,"num_write":1069,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041024+0000","last_change":"2024-09-22T08:40:31.575086+0000","last_active":"2024-09-22T10:30:34.041024+0000","last_peered":"2024-09-22T10:30:34.041024+0000","last_clean":"2024-09-22T10:30:34.041024+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:30:34.041024+0000","last_undegraded":"2024-09-22T10:30:34.041024+0000","last_fullsized":"2024-09-22T10:30:34.041024+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:13.901185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'164","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.222230+0000","last_change":"2024-09-22T08:40:33.601646+0000","last_active":"2024-09-22T10:31:37.222230+0000","last_peered":"2024-09-22T10:31:37.222230+0000","last_clean":"2024-09-22T10:31:37.222230+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:31:37.222230+0000","last_undegraded":"2024-09-22T10:31:37.222230+0000","last_fullsized":"2024-09-22T10:31:37.222230+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:05.489133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'769","reported_seq":3049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.051888+0000","last_change":"2024-09-22T08:40:35.602890+0000","last_active":"2024-09-22T10:33:39.051888+0000","last_peered":"2024-09-22T10:33:39.051888+0000","last_clean":"2024-09-22T10:33:39.051888+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:33:39.051888+0000","last_undegraded":"2024-09-22T10:33:39.051888+0000","last_fullsized":"2024-09-22T10:33:39.051888+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":701,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.494573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.556160+0000","last_change":"2024-09-22T08:40:37.645581+0000","last_active":"2024-09-22T10:33:06.556160+0000","last_peered":"2024-09-22T10:33:06.556160+0000","last_clean":"2024-09-22T10:33:06.556160+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:33:06.556160+0000","last_undegraded":"2024-09-22T10:33:06.556160+0000","last_fullsized":"2024-09-22T10:33:06.556160+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:35.717329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.223125+0000","last_change":"2024-09-22T08:41:58.644647+0000","last_active":"2024-09-22T10:30:34.223125+0000","last_peered":"2024-09-22T10:30:34.223125+0000","last_clean":"2024-09-22T10:30:34.223125+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:30:34.223125+0000","last_undegraded":"2024-09-22T10:30:34.223125+0000","last_fullsized":"2024-09-22T10:30:34.223125+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:01.054660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'336","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.510441+0000","last_change":"2024-09-22T08:40:27.593437+0000","last_active":"2024-09-22T10:33:40.510441+0000","last_peered":"2024-09-22T10:33:40.510441+0000","last_clean":"2024-09-22T10:33:40.510441+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:33:40.510441+0000","last_undegraded":"2024-09-22T10:33:40.510441+0000","last_fullsized":"2024-09-22T10:33:40.510441+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:44.095017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":579,"num_read_kb":6601,"num_write":1068,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:36.098989+0000","last_change":"2024-09-22T08:40:31.588969+0000","last_active":"2024-09-22T10:30:36.098989+0000","last_peered":"2024-09-22T10:30:36.098989+0000","last_clean":"2024-09-22T10:30:36.098989+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:30:36.098989+0000","last_undegraded":"2024-09-22T10:30:36.098989+0000","last_fullsized":"2024-09-22T10:30:36.098989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:02.494251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'394","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.844217+0000","last_change":"2024-09-22T08:40:33.594496+0000","last_active":"2024-09-22T10:33:07.844217+0000","last_peered":"2024-09-22T10:33:07.844217+0000","last_clean":"2024-09-22T10:33:07.844217+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:33:07.844217+0000","last_undegraded":"2024-09-22T10:33:07.844217+0000","last_fullsized":"2024-09-22T10:33:07.844217+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:28.794024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56415,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1098,"num_write":486,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027838+0000","last_change":"2024-09-22T08:40:35.605748+0000","last_active":"2024-09-22T10:29:24.027838+0000","last_peered":"2024-09-22T10:29:24.027838+0000","last_clean":"2024-09-22T10:29:24.027838+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:29:24.027838+0000","last_undegraded":"2024-09-22T10:29:24.027838+0000","last_fullsized":"2024-09-22T10:29:24.027838+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'154","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.206197+0000","last_change":"2024-09-22T08:40:37.638020+0000","last_active":"2024-09-22T10:31:38.206197+0000","last_peered":"2024-09-22T10:31:38.206197+0000","last_clean":"2024-09-22T10:31:38.206197+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:31:38.206197+0000","last_undegraded":"2024-09-22T10:31:38.206197+0000","last_fullsized":"2024-09-22T10:31:38.206197+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:21.478723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'885","reported_seq":2618,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049762+0000","last_change":"2024-09-22T08:40:29.585447+0000","last_active":"2024-09-22T10:30:32.049762+0000","last_peered":"2024-09-22T10:30:32.049762+0000","last_clean":"2024-09-22T10:30:32.049762+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:30:32.049762+0000","last_undegraded":"2024-09-22T10:30:32.049762+0000","last_fullsized":"2024-09-22T10:30:32.049762+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:58.408719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'373","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.651093+0000","last_change":"2024-09-22T08:40:27.622625+0000","last_active":"2024-09-22T10:33:40.651093+0000","last_peered":"2024-09-22T10:33:40.651093+0000","last_clean":"2024-09-22T10:33:40.651093+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:40.651093+0000","last_undegraded":"2024-09-22T10:33:40.651093+0000","last_fullsized":"2024-09-22T10:33:40.651093+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:15.012428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5550162,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":694,"num_read_kb":48505,"num_write":1346,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636066+0000","last_change":"2024-09-22T08:40:31.598670+0000","last_active":"2024-09-22T10:30:35.636066+0000","last_peered":"2024-09-22T10:30:35.636066+0000","last_clean":"2024-09-22T10:30:35.636066+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:30:35.636066+0000","last_undegraded":"2024-09-22T10:30:35.636066+0000","last_fullsized":"2024-09-22T10:30:35.636066+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.016696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'331","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.059959+0000","last_change":"2024-09-22T08:40:33.585786+0000","last_active":"2024-09-22T10:31:44.059959+0000","last_peered":"2024-09-22T10:31:44.059959+0000","last_clean":"2024-09-22T10:31:44.059959+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:31:44.059959+0000","last_undegraded":"2024-09-22T10:31:44.059959+0000","last_fullsized":"2024-09-22T10:31:44.059959+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:20.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151575,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":1269,"num_write":444,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.012815+0000","last_change":"2024-09-22T08:40:35.611440+0000","last_active":"2024-09-22T10:29:50.012815+0000","last_peered":"2024-09-22T10:29:50.012815+0000","last_clean":"2024-09-22T10:29:50.012815+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:29:50.012815+0000","last_undegraded":"2024-09-22T10:29:50.012815+0000","last_fullsized":"2024-09-22T10:29:50.012815+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.070354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'163","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.246354+0000","last_change":"2024-09-22T08:40:37.854942+0000","last_active":"2024-09-22T10:31:43.246354+0000","last_peered":"2024-09-22T10:31:43.246354+0000","last_clean":"2024-09-22T10:31:43.246354+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:31:43.246354+0000","last_undegraded":"2024-09-22T10:31:43.246354+0000","last_fullsized":"2024-09-22T10:31:43.246354+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:01.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'381","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:01.235993+0000","last_change":"2024-09-22T08:40:29.589414+0000","last_active":"2024-09-22T10:30:01.235993+0000","last_peered":"2024-09-22T10:30:01.235993+0000","last_clean":"2024-09-22T10:30:01.235993+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:30:01.235993+0000","last_undegraded":"2024-09-22T10:30:01.235993+0000","last_fullsized":"2024-09-22T10:30:01.235993+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:16.469593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'262","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858003+0000","last_change":"2024-09-22T08:40:27.595575+0000","last_active":"2024-09-22T10:30:58.858003+0000","last_peered":"2024-09-22T10:30:58.858003+0000","last_clean":"2024-09-22T10:30:58.858003+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:30:58.858003+0000","last_undegraded":"2024-09-22T10:30:58.858003+0000","last_fullsized":"2024-09-22T10:30:58.858003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:43.437364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4790729,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":554,"num_read_kb":46451,"num_write":937,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:17.032936+0000","last_change":"2024-09-22T08:40:31.594780+0000","last_active":"2024-09-22T10:29:17.032936+0000","last_peered":"2024-09-22T10:29:17.032936+0000","last_clean":"2024-09-22T10:29:17.032936+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:29:17.032936+0000","last_undegraded":"2024-09-22T10:29:17.032936+0000","last_fullsized":"2024-09-22T10:29:17.032936+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:25.287600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'263","reported_seq":853,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886032+0000","last_change":"2024-09-22T08:40:33.597476+0000","last_active":"2024-09-22T10:33:03.886032+0000","last_peered":"2024-09-22T10:33:03.886032+0000","last_clean":"2024-09-22T10:33:03.886032+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:33:03.886032+0000","last_undegraded":"2024-09-22T10:33:03.886032+0000","last_fullsized":"2024-09-22T10:33:03.886032+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:52.786625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":928,"num_write":354,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051020+0000","last_change":"2024-09-22T08:40:35.604386+0000","last_active":"2024-09-22T10:30:37.051020+0000","last_peered":"2024-09-22T10:30:37.051020+0000","last_clean":"2024-09-22T10:30:37.051020+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:30:37.051020+0000","last_undegraded":"2024-09-22T10:30:37.051020+0000","last_fullsized":"2024-09-22T10:30:37.051020+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:55:07.130153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'158","reported_seq":1285,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.858757+0000","last_change":"2024-09-22T08:40:37.632262+0000","last_active":"2024-09-22T10:31:37.858757+0000","last_peered":"2024-09-22T10:31:37.858757+0000","last_clean":"2024-09-22T10:31:37.858757+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:31:37.858757+0000","last_undegraded":"2024-09-22T10:31:37.858757+0000","last_fullsized":"2024-09-22T10:31:37.858757+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:39.728967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'381","reported_seq":1844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.352096+0000","last_change":"2024-09-22T08:40:29.602419+0000","last_active":"2024-09-22T10:31:45.352096+0000","last_peered":"2024-09-22T10:31:45.352096+0000","last_clean":"2024-09-22T10:31:45.352096+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:31:45.352096+0000","last_undegraded":"2024-09-22T10:31:45.352096+0000","last_fullsized":"2024-09-22T10:31:45.352096+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:08.171061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'238","reported_seq":870,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048988+0000","last_change":"2024-09-22T08:40:27.620027+0000","last_active":"2024-09-22T10:30:54.048988+0000","last_peered":"2024-09-22T10:30:54.048988+0000","last_clean":"2024-09-22T10:30:54.048988+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:30:54.048988+0000","last_undegraded":"2024-09-22T10:30:54.048988+0000","last_fullsized":"2024-09-22T10:30:54.048988+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:09.279946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5501099,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":378,"num_read_kb":14177,"num_write":893,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:49.031014+0000","last_change":"2024-09-22T08:40:31.589063+0000","last_active":"2024-09-22T10:29:49.031014+0000","last_peered":"2024-09-22T10:29:49.031014+0000","last_clean":"2024-09-22T10:29:49.031014+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:29:49.031014+0000","last_undegraded":"2024-09-22T10:29:49.031014+0000","last_fullsized":"2024-09-22T10:29:49.031014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:04.695720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'343","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.088433+0000","last_change":"2024-09-22T08:40:33.602732+0000","last_active":"2024-09-22T10:33:07.088433+0000","last_peered":"2024-09-22T10:33:07.088433+0000","last_clean":"2024-09-22T10:33:07.088433+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:33:07.088433+0000","last_undegraded":"2024-09-22T10:33:07.088433+0000","last_fullsized":"2024-09-22T10:33:07.088433+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:19.415344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60290,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":570,"num_read_kb":1094,"num_write":456,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.045629+0000","last_change":"2024-09-22T08:40:35.606314+0000","last_active":"2024-09-22T10:30:39.045629+0000","last_peered":"2024-09-22T10:30:39.045629+0000","last_clean":"2024-09-22T10:30:39.045629+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:30:39.045629+0000","last_undegraded":"2024-09-22T10:30:39.045629+0000","last_fullsized":"2024-09-22T10:30:39.045629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:12.819511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'155","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.988241+0000","last_change":"2024-09-22T08:40:37.624393+0000","last_active":"2024-09-22T10:33:06.988241+0000","last_peered":"2024-09-22T10:33:06.988241+0000","last_clean":"2024-09-22T10:33:06.988241+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:33:06.988241+0000","last_undegraded":"2024-09-22T10:33:06.988241+0000","last_fullsized":"2024-09-22T10:33:06.988241+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:42.957508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'592","reported_seq":2403,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046166+0000","last_change":"2024-09-22T08:40:29.600201+0000","last_active":"2024-09-22T10:30:59.046166+0000","last_peered":"2024-09-22T10:30:59.046166+0000","last_clean":"2024-09-22T10:30:59.046166+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:30:59.046166+0000","last_undegraded":"2024-09-22T10:30:59.046166+0000","last_fullsized":"2024-09-22T10:30:59.046166+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":500,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:31.169087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'295","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.868313+0000","last_change":"2024-09-22T08:40:27.592299+0000","last_active":"2024-09-22T10:33:39.868313+0000","last_peered":"2024-09-22T10:33:39.868313+0000","last_clean":"2024-09-22T10:33:39.868313+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:39.868313+0000","last_undegraded":"2024-09-22T10:33:39.868313+0000","last_fullsized":"2024-09-22T10:33:39.868313+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:36.001702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7367696,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":601,"num_read_kb":30333,"num_write":1056,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1136","reported_seq":2814,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.420022+0000","last_change":"2024-09-22T08:40:29.573093+0000","last_active":"2024-09-22T10:31:45.420022+0000","last_peered":"2024-09-22T10:31:45.420022+0000","last_clean":"2024-09-22T10:31:45.420022+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:31:45.420022+0000","last_undegraded":"2024-09-22T10:31:45.420022+0000","last_fullsized":"2024-09-22T10:31:45.420022+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:41:44.810133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'252","reported_seq":907,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245066+0000","last_change":"2024-09-22T08:40:27.591089+0000","last_active":"2024-09-22T10:30:54.245066+0000","last_peered":"2024-09-22T10:30:54.245066+0000","last_clean":"2024-09-22T10:30:54.245066+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:30:54.245066+0000","last_undegraded":"2024-09-22T10:30:54.245066+0000","last_fullsized":"2024-09-22T10:30:54.245066+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:28.652264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2372312,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":508,"num_read_kb":13307,"num_write":944,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'489","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101975+0000","last_change":"2024-09-22T08:40:29.587507+0000","last_active":"2024-09-22T10:31:43.101975+0000","last_peered":"2024-09-22T10:31:43.101975+0000","last_clean":"2024-09-22T10:31:43.101975+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:31:43.101975+0000","last_undegraded":"2024-09-22T10:31:43.101975+0000","last_fullsized":"2024-09-22T10:31:43.101975+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:59.254553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'462","reported_seq":1179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.656393+0000","last_change":"2024-09-22T08:40:27.611968+0000","last_active":"2024-09-22T10:33:40.656393+0000","last_peered":"2024-09-22T10:33:40.656393+0000","last_clean":"2024-09-22T10:33:40.656393+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:40.656393+0000","last_undegraded":"2024-09-22T10:33:40.656393+0000","last_fullsized":"2024-09-22T10:33:40.656393+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.248413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9946468,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":925,"num_read_kb":9847,"num_write":1469,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'546","reported_seq":2157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046072+0000","last_change":"2024-09-22T08:40:29.590326+0000","last_active":"2024-09-22T10:30:59.046072+0000","last_peered":"2024-09-22T10:30:59.046072+0000","last_clean":"2024-09-22T10:30:59.046072+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:30:59.046072+0000","last_undegraded":"2024-09-22T10:30:59.046072+0000","last_fullsized":"2024-09-22T10:30:59.046072+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:19.774565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'279","reported_seq":939,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.055992+0000","last_change":"2024-09-22T08:40:27.572378+0000","last_active":"2024-09-22T10:31:24.055992+0000","last_peered":"2024-09-22T10:31:24.055992+0000","last_clean":"2024-09-22T10:31:24.055992+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:31:24.055992+0000","last_undegraded":"2024-09-22T10:31:24.055992+0000","last_fullsized":"2024-09-22T10:31:24.055992+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:38.920441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14682185,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":470,"num_read_kb":12261,"num_write":1041,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1192","reported_seq":2764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:23.864062+0000","last_change":"2024-09-22T08:40:29.591380+0000","last_active":"2024-09-22T10:31:23.864062+0000","last_peered":"2024-09-22T10:31:23.864062+0000","last_clean":"2024-09-22T10:31:23.864062+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:31:23.864062+0000","last_undegraded":"2024-09-22T10:31:23.864062+0000","last_fullsized":"2024-09-22T10:31:23.864062+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:20.272896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'286","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.258401+0000","last_change":"2024-09-22T08:40:57.710499+0000","last_active":"2024-09-22T10:33:39.258401+0000","last_peered":"2024-09-22T10:33:39.258401+0000","last_clean":"2024-09-22T10:33:39.258401+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:39.258401+0000","last_undegraded":"2024-09-22T10:33:39.258401+0000","last_fullsized":"2024-09-22T10:33:39.258401+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:46.773873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17879232,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":613,"num_read_kb":38522,"num_write":1036,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1171","reported_seq":2859,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.906673+0000","last_change":"2024-09-22T08:40:29.605127+0000","last_active":"2024-09-22T10:33:06.906673+0000","last_peered":"2024-09-22T10:33:06.906673+0000","last_clean":"2024-09-22T10:33:06.906673+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:33:06.906673+0000","last_undegraded":"2024-09-22T10:33:06.906673+0000","last_fullsized":"2024-09-22T10:33:06.906673+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":1100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:46.093097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'294","reported_seq":964,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046113+0000","last_change":"2024-09-22T08:40:27.565184+0000","last_active":"2024-09-22T10:30:59.046113+0000","last_peered":"2024-09-22T10:30:59.046113+0000","last_clean":"2024-09-22T10:30:59.046113+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:30:59.046113+0000","last_undegraded":"2024-09-22T10:30:59.046113+0000","last_fullsized":"2024-09-22T10:30:59.046113+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:42.174322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389396,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":538,"num_read_kb":31164,"num_write":1065,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'475","reported_seq":2044,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421097+0000","last_change":"2024-09-22T08:40:29.571215+0000","last_active":"2024-09-22T10:31:45.421097+0000","last_peered":"2024-09-22T10:31:45.421097+0000","last_clean":"2024-09-22T10:31:45.421097+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:31:45.421097+0000","last_undegraded":"2024-09-22T10:31:45.421097+0000","last_fullsized":"2024-09-22T10:31:45.421097+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:10.297063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'400","reported_seq":1091,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.813380+0000","last_change":"2024-09-22T08:40:27.601802+0000","last_active":"2024-09-22T10:33:39.813380+0000","last_peered":"2024-09-22T10:33:39.813380+0000","last_clean":"2024-09-22T10:33:39.813380+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:39.813380+0000","last_undegraded":"2024-09-22T10:33:39.813380+0000","last_fullsized":"2024-09-22T10:33:39.813380+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:40:07.515050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9467094,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":730,"num_read_kb":32475,"num_write":1320,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1594","reported_seq":3347,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105866+0000","last_change":"2024-09-22T08:40:29.600037+0000","last_active":"2024-09-22T10:31:43.105866+0000","last_peered":"2024-09-22T10:31:43.105866+0000","last_clean":"2024-09-22T10:31:43.105866+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:31:43.105866+0000","last_undegraded":"2024-09-22T10:31:43.105866+0000","last_fullsized":"2024-09-22T10:31:43.105866+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":1500,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:15.388611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'304","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858139+0000","last_change":"2024-09-22T08:40:27.595048+0000","last_active":"2024-09-22T10:30:58.858139+0000","last_peered":"2024-09-22T10:30:58.858139+0000","last_clean":"2024-09-22T10:30:58.858139+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:30:58.858139+0000","last_undegraded":"2024-09-22T10:30:58.858139+0000","last_fullsized":"2024-09-22T10:30:58.858139+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:59:10.685224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13648711,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":632,"num_read_kb":46630,"num_write":1181,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'818","reported_seq":2385,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.414642+0000","last_change":"2024-09-22T08:40:29.568564+0000","last_active":"2024-09-22T10:31:45.414642+0000","last_peered":"2024-09-22T10:31:45.414642+0000","last_clean":"2024-09-22T10:31:45.414642+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:31:45.414642+0000","last_undegraded":"2024-09-22T10:31:45.414642+0000","last_fullsized":"2024-09-22T10:31:45.414642+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":800,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:39.867025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'341","reported_seq":1161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.614316+0000","last_change":"2024-09-22T08:40:27.609933+0000","last_active":"2024-09-22T10:33:40.614316+0000","last_peered":"2024-09-22T10:33:40.614316+0000","last_clean":"2024-09-22T10:33:40.614316+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:40.614316+0000","last_undegraded":"2024-09-22T10:33:40.614316+0000","last_fullsized":"2024-09-22T10:33:40.614316+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:04.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1094,"num_read_kb":78563,"num_write":1205,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'555","reported_seq":2231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:12.045448+0000","last_change":"2024-09-22T08:40:29.581042+0000","last_active":"2024-09-22T10:30:12.045448+0000","last_peered":"2024-09-22T10:30:12.045448+0000","last_clean":"2024-09-22T10:30:12.045448+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:30:12.045448+0000","last_undegraded":"2024-09-22T10:30:12.045448+0000","last_fullsized":"2024-09-22T10:30:12.045448+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:21.458430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'261","reported_seq":878,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.217213+0000","last_change":"2024-09-22T08:40:57.707798+0000","last_active":"2024-09-22T10:33:39.217213+0000","last_peered":"2024-09-22T10:33:39.217213+0000","last_clean":"2024-09-22T10:33:39.217213+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:39.217213+0000","last_undegraded":"2024-09-22T10:33:39.217213+0000","last_fullsized":"2024-09-22T10:33:39.217213+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:36.406698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199408,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":454,"num_read_kb":10221,"num_write":881,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'848","reported_seq":2542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.962433+0000","last_change":"2024-09-22T08:40:29.600683+0000","last_active":"2024-09-22T10:33:06.962433+0000","last_peered":"2024-09-22T10:33:06.962433+0000","last_clean":"2024-09-22T10:33:06.962433+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:06.962433+0000","last_undegraded":"2024-09-22T10:33:06.962433+0000","last_fullsized":"2024-09-22T10:33:06.962433+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:10.463065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'305","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.573860+0000","last_change":"2024-09-22T08:40:27.621128+0000","last_active":"2024-09-22T10:33:40.573860+0000","last_peered":"2024-09-22T10:33:40.573860+0000","last_clean":"2024-09-22T10:33:40.573860+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:40.573860+0000","last_undegraded":"2024-09-22T10:33:40.573860+0000","last_fullsized":"2024-09-22T10:33:40.573860+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:19.828507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1049167,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":531,"num_read_kb":2587,"num_write":1022,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'476","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105206+0000","last_change":"2024-09-22T08:40:29.604259+0000","last_active":"2024-09-22T10:31:43.105206+0000","last_peered":"2024-09-22T10:31:43.105206+0000","last_clean":"2024-09-22T10:31:43.105206+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:31:43.105206+0000","last_undegraded":"2024-09-22T10:31:43.105206+0000","last_fullsized":"2024-09-22T10:31:43.105206+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:49.012482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'309","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046773+0000","last_change":"2024-09-22T08:40:27.582518+0000","last_active":"2024-09-22T10:30:44.046773+0000","last_peered":"2024-09-22T10:30:44.046773+0000","last_clean":"2024-09-22T10:30:44.046773+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:30:44.046773+0000","last_undegraded":"2024-09-22T10:30:44.046773+0000","last_fullsized":"2024-09-22T10:30:44.046773+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:20.123331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7692554,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1176,"num_read_kb":59662,"num_write":1179,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2189,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.902885+0000","last_change":"2024-09-22T08:40:29.599995+0000","last_active":"2024-09-22T10:33:06.902885+0000","last_peered":"2024-09-22T10:33:06.902885+0000","last_clean":"2024-09-22T10:33:06.902885+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:33:06.902885+0000","last_undegraded":"2024-09-22T10:33:06.902885+0000","last_fullsized":"2024-09-22T10:33:06.902885+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:55.019987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'333","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.852783+0000","last_change":"2024-09-22T08:40:57.703906+0000","last_active":"2024-09-22T10:33:39.852783+0000","last_peered":"2024-09-22T10:33:39.852783+0000","last_clean":"2024-09-22T10:33:39.852783+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:39.852783+0000","last_undegraded":"2024-09-22T10:33:39.852783+0000","last_fullsized":"2024-09-22T10:33:39.852783+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:45.264104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10801649,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":611,"num_read_kb":42897,"num_write":1070,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2043","reported_seq":3822,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046685+0000","last_change":"2024-09-22T08:41:58.927666+0000","last_active":"2024-09-22T10:30:44.046685+0000","last_peered":"2024-09-22T10:30:44.046685+0000","last_clean":"2024-09-22T10:30:44.046685+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:30:44.046685+0000","last_undegraded":"2024-09-22T10:30:44.046685+0000","last_fullsized":"2024-09-22T10:30:44.046685+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":2000,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:58.783938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'341","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.851436+0000","last_change":"2024-09-22T08:40:27.610731+0000","last_active":"2024-09-22T10:33:40.851436+0000","last_peered":"2024-09-22T10:33:40.851436+0000","last_clean":"2024-09-22T10:33:40.851436+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:33:40.851436+0000","last_undegraded":"2024-09-22T10:33:40.851436+0000","last_fullsized":"2024-09-22T10:33:40.851436+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:33.900823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243267,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":551,"num_read_kb":13963,"num_write":1071,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'481","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854482+0000","last_change":"2024-09-22T08:40:29.570890+0000","last_active":"2024-09-22T10:30:43.854482+0000","last_peered":"2024-09-22T10:30:43.854482+0000","last_clean":"2024-09-22T10:30:43.854482+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:30:43.854482+0000","last_undegraded":"2024-09-22T10:30:43.854482+0000","last_fullsized":"2024-09-22T10:30:43.854482+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:32.302763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'256","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:29.263280+0000","last_change":"2024-09-22T08:40:27.580142+0000","last_active":"2024-09-22T10:32:29.263280+0000","last_peered":"2024-09-22T10:32:29.263280+0000","last_clean":"2024-09-22T10:32:29.263280+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:32:29.263280+0000","last_undegraded":"2024-09-22T10:32:29.263280+0000","last_fullsized":"2024-09-22T10:32:29.263280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:28.010241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10564469,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":506,"num_read_kb":29482,"num_write":1008,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'522","reported_seq":2289,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.960980+0000","last_change":"2024-09-22T08:40:29.595963+0000","last_active":"2024-09-22T10:33:06.960980+0000","last_peered":"2024-09-22T10:33:06.960980+0000","last_clean":"2024-09-22T10:33:06.960980+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:06.960980+0000","last_undegraded":"2024-09-22T10:33:06.960980+0000","last_fullsized":"2024-09-22T10:33:06.960980+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:36.352970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'377","reported_seq":1027,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.674573+0000","last_change":"2024-09-22T08:40:27.622696+0000","last_active":"2024-09-22T10:33:40.674573+0000","last_peered":"2024-09-22T10:33:40.674573+0000","last_clean":"2024-09-22T10:33:40.674573+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:40.674573+0000","last_undegraded":"2024-09-22T10:33:40.674573+0000","last_fullsized":"2024-09-22T10:33:40.674573+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:41.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4221842,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":545,"num_read_kb":22347,"num_write":1117,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'306","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.673511+0000","last_change":"2024-09-22T08:40:27.594130+0000","last_active":"2024-09-22T10:33:40.673511+0000","last_peered":"2024-09-22T10:33:40.673511+0000","last_clean":"2024-09-22T10:33:40.673511+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:33:40.673511+0000","last_undegraded":"2024-09-22T10:33:40.673511+0000","last_fullsized":"2024-09-22T10:33:40.673511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:11.944959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8439764,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":598,"num_read_kb":94218,"num_write":928,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'425","reported_seq":1987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800672+0000","last_change":"2024-09-22T08:40:29.581562+0000","last_active":"2024-09-22T10:30:38.800672+0000","last_peered":"2024-09-22T10:30:38.800672+0000","last_clean":"2024-09-22T10:30:38.800672+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:30:38.800672+0000","last_undegraded":"2024-09-22T10:30:38.800672+0000","last_fullsized":"2024-09-22T10:30:38.800672+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:16.669182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'369","reported_seq":1150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.035632+0000","last_change":"2024-09-22T08:40:57.704197+0000","last_active":"2024-09-22T10:30:09.035632+0000","last_peered":"2024-09-22T10:30:09.035632+0000","last_clean":"2024-09-22T10:30:09.035632+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:30:09.035632+0000","last_undegraded":"2024-09-22T10:30:09.035632+0000","last_fullsized":"2024-09-22T10:30:09.035632+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:00.487762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16881759,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":1041,"num_read_kb":37081,"num_write":1401,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'879","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.367607+0000","last_change":"2024-09-22T08:40:29.573393+0000","last_active":"2024-09-22T10:31:45.367607+0000","last_peered":"2024-09-22T10:31:45.367607+0000","last_clean":"2024-09-22T10:31:45.367607+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:31:45.367607+0000","last_undegraded":"2024-09-22T10:31:45.367607+0000","last_fullsized":"2024-09-22T10:31:45.367607+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:57.594599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":609,"ondisk_log_size":609,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1969616,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":20789,"num_read_kb":37746,"num_write":17533,"num_write_kb":12682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2543616,"data_stored":2087836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1982,"ondisk_log_size":1982,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4070,"ondisk_log_size":4070,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":475613166,"num_objects":3394,"num_object_clones":0,"num_object_copies":10182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3394,"num_whiteouts":0,"num_read":41690,"num_read_kb":2144069,"num_write":70527,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":767963136,"data_stored":767963136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4456,"ondisk_log_size":4456,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":59907861,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":145,"num_read_kb":183606,"num_write":162,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127164416,"data_stored":127155754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102,"ondisk_log_size":102,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":53616405,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":146,"num_read_kb":187612,"num_write":164,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":115630080,"data_stored":115621418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510814,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":353052,"kb_used_data":68968,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94018788,"statfs":{"total":96636764160,"available":96275238912,"internally_reserved":0,"allocated":70623232,"data_stored":68439725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510809,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":365540,"kb_used_data":109460,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94006300,"statfs":{"total":96636764160,"available":96262451200,"internally_reserved":0,"allocated":112087040,"data_stored":109967626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510813,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":244728,"kb_used_data":100872,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94127112,"statfs":{"total":96636764160,"available":96386162688,"internally_reserved":0,"allocated":103292928,"data_stored":101102288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":146995653},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543511,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":405464,"kb_used_data":143816,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93966376,"statfs":{"total":96636764160,"available":96221569024,"internally_reserved":0,"allocated":147267584,"data_stored":145099300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543514,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":223120,"kb_used_data":129472,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94148720,"statfs":{"total":96636764160,"available":96408289280,"internally_reserved":0,"allocated":132579328,"data_stored":130479837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95877574},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543512,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":343404,"kb_used_data":181788,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94028436,"statfs":{"total":96636764160,"available":96285118464,"internally_reserved":0,"allocated":186150912,"data_stored":183995972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543512,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":445336,"kb_used_data":179528,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93926504,"statfs":{"total":96636764160,"available":96180740096,"internally_reserved":0,"allocated":183836672,"data_stored":181670360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576215,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":290932,"kb_used_data":179236,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94080908,"statfs":{"total":96636764160,"available":96338849792,"internally_reserved":0,"allocated":183537664,"data_stored":181476352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139612160,"data_stored":139612160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":128749568,"data_stored":128749568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":96309248,"data_stored":96309248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107610112,"data_stored":107610112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":139132928,"data_stored":139132928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34197504,"data_stored":34197504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":79241216,"data_stored":79241216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":43110400,"data_stored":43110400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":351125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":487424,"data_stored":408420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":114033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":478799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":90272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":178656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":214124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":331776,"data_stored":252407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":15769600,"data_stored":15768785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":14733312,"data_stored":14730523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12677120,"data_stored":12673516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13680640,"data_stored":13679913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":11534336,"data_stored":11534336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":36753408,"data_stored":36750619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12726272,"data_stored":12721941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20013056,"data_stored":20011514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:33:43.087 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:33:43.464 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:43.481 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:33:43.493 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3671,"stamp":"2024-09-22T10:33:43.261672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":513700571,"num_objects":3547,"num_object_clones":0,"num_object_copies":10159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3547,"num_whiteouts":0,"num_read":314598,"num_read_kb":2784417,"num_write":165235,"num_write_kb":2592523,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14181,"ondisk_log_size":14181,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2515836,"kb_used_data":945628,"kb_used_omap":12,"kb_used_meta":1569459,"kb_avail":752458884,"statfs":{"total":773094113280,"available":770517897216,"internally_reserved":0,"allocated":968323072,"data_stored":951186932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1607126577},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-221242105,"num_objects":-1386,"num_object_clones":0,"num_object_copies":-4135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1386,"num_whiteouts":0,"num_read":1542,"num_read_kb":1160,"num_write":1466,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008068"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:05.615994+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:29:05.615994+0000","last_peered":"2024-09-22T10:29:05.615994+0000","last_clean":"2024-09-22T10:29:05.615994+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:29:05.615994+0000","last_undegraded":"2024-09-22T10:29:05.615994+0000","last_fullsized":"2024-09-22T10:29:05.615994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:31.850832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:35.663392+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:32:35.663392+0000","last_peered":"2024-09-22T10:32:35.663392+0000","last_clean":"2024-09-22T10:32:35.663392+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:32:35.663392+0000","last_undegraded":"2024-09-22T10:32:35.663392+0000","last_fullsized":"2024-09-22T10:32:35.663392+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037354+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:30:04.037354+0000","last_peered":"2024-09-22T10:30:04.037354+0000","last_clean":"2024-09-22T10:30:04.037354+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:30:04.037354+0000","last_undegraded":"2024-09-22T10:30:04.037354+0000","last_fullsized":"2024-09-22T10:30:04.037354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:35.899037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:04.222202+0000","last_change":"2024-09-22T09:31:32.357127+0000","last_active":"2024-09-22T10:29:04.222202+0000","last_peered":"2024-09-22T10:29:04.222202+0000","last_clean":"2024-09-22T10:29:04.222202+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:29:04.222202+0000","last_undegraded":"2024-09-22T10:29:04.222202+0000","last_fullsized":"2024-09-22T10:29:04.222202+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:53:29.871632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507579+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:33:39.507579+0000","last_peered":"2024-09-22T10:33:39.507579+0000","last_clean":"2024-09-22T10:33:39.507579+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:33:39.507579+0000","last_undegraded":"2024-09-22T10:33:39.507579+0000","last_fullsized":"2024-09-22T10:33:39.507579+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032403+0000","last_change":"2024-09-22T09:02:24.097766+0000","last_active":"2024-09-22T10:29:54.032403+0000","last_peered":"2024-09-22T10:29:54.032403+0000","last_clean":"2024-09-22T10:29:54.032403+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:29:54.032403+0000","last_undegraded":"2024-09-22T10:29:54.032403+0000","last_fullsized":"2024-09-22T10:29:54.032403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:52:55.017976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242274+0000","last_change":"2024-09-22T08:56:18.723851+0000","last_active":"2024-09-22T10:30:39.242274+0000","last_peered":"2024-09-22T10:30:39.242274+0000","last_clean":"2024-09-22T10:30:39.242274+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:30:39.242274+0000","last_undegraded":"2024-09-22T10:30:39.242274+0000","last_fullsized":"2024-09-22T10:30:39.242274+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:32.294940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:35.009388+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:29:35.009388+0000","last_peered":"2024-09-22T10:29:35.009388+0000","last_clean":"2024-09-22T10:29:35.009388+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:29:35.009388+0000","last_undegraded":"2024-09-22T10:29:35.009388+0000","last_fullsized":"2024-09-22T10:29:35.009388+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:25.435230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037315+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:30:04.037315+0000","last_peered":"2024-09-22T10:30:04.037315+0000","last_clean":"2024-09-22T10:30:04.037315+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:30:04.037315+0000","last_undegraded":"2024-09-22T10:30:04.037315+0000","last_fullsized":"2024-09-22T10:30:04.037315+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:08.944986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.243244+0000","last_change":"2024-09-22T09:02:24.099141+0000","last_active":"2024-09-22T10:30:44.243244+0000","last_peered":"2024-09-22T10:30:44.243244+0000","last_clean":"2024-09-22T10:30:44.243244+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:30:44.243244+0000","last_undegraded":"2024-09-22T10:30:44.243244+0000","last_fullsized":"2024-09-22T10:30:44.243244+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:25.747377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":148,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.019857+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:28:49.019857+0000","last_peered":"2024-09-22T10:28:49.019857+0000","last_clean":"2024-09-22T10:28:49.019857+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:28:49.019857+0000","last_undegraded":"2024-09-22T10:28:49.019857+0000","last_fullsized":"2024-09-22T10:28:49.019857+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:28.623311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'1","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858050+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:30:58.858050+0000","last_peered":"2024-09-22T10:30:58.858050+0000","last_clean":"2024-09-22T10:30:58.858050+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:30:58.858050+0000","last_undegraded":"2024-09-22T10:30:58.858050+0000","last_fullsized":"2024-09-22T10:30:58.858050+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.485425+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:33:40.485425+0000","last_peered":"2024-09-22T10:33:40.485425+0000","last_clean":"2024-09-22T10:33:40.485425+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:33:40.485425+0000","last_undegraded":"2024-09-22T10:33:40.485425+0000","last_fullsized":"2024-09-22T10:33:40.485425+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:19.648489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052924+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:28:49.052924+0000","last_peered":"2024-09-22T10:28:49.052924+0000","last_clean":"2024-09-22T10:28:49.052924+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:28:49.052924+0000","last_undegraded":"2024-09-22T10:28:49.052924+0000","last_fullsized":"2024-09-22T10:28:49.052924+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:35.051867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066597+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:29:44.066597+0000","last_peered":"2024-09-22T10:29:44.066597+0000","last_clean":"2024-09-22T10:29:44.066597+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:29:44.066597+0000","last_undegraded":"2024-09-22T10:29:44.066597+0000","last_fullsized":"2024-09-22T10:29:44.066597+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:07.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027776+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:29:24.027776+0000","last_peered":"2024-09-22T10:29:24.027776+0000","last_clean":"2024-09-22T10:29:24.027776+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:29:24.027776+0000","last_undegraded":"2024-09-22T10:29:24.027776+0000","last_fullsized":"2024-09-22T10:29:24.027776+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:18.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052816+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:28:49.052816+0000","last_peered":"2024-09-22T10:28:49.052816+0000","last_clean":"2024-09-22T10:28:49.052816+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:28:49.052816+0000","last_undegraded":"2024-09-22T10:28:49.052816+0000","last_fullsized":"2024-09-22T10:28:49.052816+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:17:56.268231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032487+0000","last_change":"2024-09-22T09:31:32.367028+0000","last_active":"2024-09-22T10:29:54.032487+0000","last_peered":"2024-09-22T10:29:54.032487+0000","last_clean":"2024-09-22T10:29:54.032487+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:29:54.032487+0000","last_undegraded":"2024-09-22T10:29:54.032487+0000","last_fullsized":"2024-09-22T10:29:54.032487+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:14.513056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848436+0000","last_change":"2024-09-22T09:03:00.361391+0000","last_active":"2024-09-22T10:31:59.848436+0000","last_peered":"2024-09-22T10:31:59.848436+0000","last_clean":"2024-09-22T10:31:59.848436+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:31:59.848436+0000","last_undegraded":"2024-09-22T10:31:59.848436+0000","last_fullsized":"2024-09-22T10:31:59.848436+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:20.411847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":204,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.999854+0000","last_change":"2024-09-22T08:56:18.734932+0000","last_active":"2024-09-22T10:28:49.999854+0000","last_peered":"2024-09-22T10:28:49.999854+0000","last_clean":"2024-09-22T10:28:49.999854+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:28:49.999854+0000","last_undegraded":"2024-09-22T10:28:49.999854+0000","last_fullsized":"2024-09-22T10:28:49.999854+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:43.113365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074043+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:29:06.074043+0000","last_peered":"2024-09-22T10:29:06.074043+0000","last_clean":"2024-09-22T10:29:06.074043+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:29:06.074043+0000","last_undegraded":"2024-09-22T10:29:06.074043+0000","last_fullsized":"2024-09-22T10:29:06.074043+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:34.166017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:34.856138+0000","last_change":"2024-09-22T09:02:31.290578+0000","last_active":"2024-09-22T10:32:34.856138+0000","last_peered":"2024-09-22T10:32:34.856138+0000","last_clean":"2024-09-22T10:32:34.856138+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:32:34.856138+0000","last_undegraded":"2024-09-22T10:32:34.856138+0000","last_fullsized":"2024-09-22T10:32:34.856138+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:55.286005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076384+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:32:27.076384+0000","last_peered":"2024-09-22T10:32:27.076384+0000","last_clean":"2024-09-22T10:32:27.076384+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:32:27.076384+0000","last_undegraded":"2024-09-22T10:32:27.076384+0000","last_fullsized":"2024-09-22T10:32:27.076384+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074172+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:29:06.074172+0000","last_peered":"2024-09-22T10:29:06.074172+0000","last_clean":"2024-09-22T10:29:06.074172+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:29:06.074172+0000","last_undegraded":"2024-09-22T10:29:06.074172+0000","last_fullsized":"2024-09-22T10:29:06.074172+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:36.576596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.034944+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:29:54.034944+0000","last_peered":"2024-09-22T10:29:54.034944+0000","last_clean":"2024-09-22T10:29:54.034944+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:29:54.034944+0000","last_undegraded":"2024-09-22T10:29:54.034944+0000","last_fullsized":"2024-09-22T10:29:54.034944+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.040848+0000","last_change":"2024-09-22T08:56:18.715481+0000","last_active":"2024-09-22T10:30:34.040848+0000","last_peered":"2024-09-22T10:30:34.040848+0000","last_clean":"2024-09-22T10:30:34.040848+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:30:34.040848+0000","last_undegraded":"2024-09-22T10:30:34.040848+0000","last_fullsized":"2024-09-22T10:30:34.040848+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:32.192343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032256+0000","last_change":"2024-09-22T09:31:32.376223+0000","last_active":"2024-09-22T10:29:54.032256+0000","last_peered":"2024-09-22T10:29:54.032256+0000","last_clean":"2024-09-22T10:29:54.032256+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:29:54.032256+0000","last_undegraded":"2024-09-22T10:29:54.032256+0000","last_fullsized":"2024-09-22T10:29:54.032256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:14:01.732190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064121+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:29:34.064121+0000","last_peered":"2024-09-22T10:29:34.064121+0000","last_clean":"2024-09-22T10:29:34.064121+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:29:34.064121+0000","last_undegraded":"2024-09-22T10:29:34.064121+0000","last_fullsized":"2024-09-22T10:29:34.064121+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:34.178252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1088721,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2128,"num_write":8,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.044415+0000","last_change":"2024-09-22T08:56:18.721470+0000","last_active":"2024-09-22T10:30:34.044415+0000","last_peered":"2024-09-22T10:30:34.044415+0000","last_clean":"2024-09-22T10:30:34.044415+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:30:34.044415+0000","last_undegraded":"2024-09-22T10:30:34.044415+0000","last_fullsized":"2024-09-22T10:30:34.044415+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:48.916124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.232426+0000","last_change":"2024-09-22T09:31:32.358394+0000","last_active":"2024-09-22T10:29:54.232426+0000","last_peered":"2024-09-22T10:29:54.232426+0000","last_clean":"2024-09-22T10:29:54.232426+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:29:54.232426+0000","last_undegraded":"2024-09-22T10:29:54.232426+0000","last_fullsized":"2024-09-22T10:29:54.232426+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:34.912755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'3","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059452+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:29:14.059452+0000","last_peered":"2024-09-22T10:29:14.059452+0000","last_clean":"2024-09-22T10:29:14.059452+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:29:14.059452+0000","last_undegraded":"2024-09-22T10:29:14.059452+0000","last_fullsized":"2024-09-22T10:29:14.059452+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:03.872075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242729,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":8,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078832+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:29:26.078832+0000","last_peered":"2024-09-22T10:29:26.078832+0000","last_clean":"2024-09-22T10:29:26.078832+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:29:26.078832+0000","last_undegraded":"2024-09-22T10:29:26.078832+0000","last_fullsized":"2024-09-22T10:29:26.078832+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:31.309021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064199+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:29:34.064199+0000","last_peered":"2024-09-22T10:29:34.064199+0000","last_clean":"2024-09-22T10:29:34.064199+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:29:34.064199+0000","last_undegraded":"2024-09-22T10:29:34.064199+0000","last_fullsized":"2024-09-22T10:29:34.064199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:19:20.166766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.226559+0000","last_change":"2024-09-22T09:02:24.089882+0000","last_active":"2024-09-22T10:29:24.226559+0000","last_peered":"2024-09-22T10:29:24.226559+0000","last_clean":"2024-09-22T10:29:24.226559+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:29:24.226559+0000","last_undegraded":"2024-09-22T10:29:24.226559+0000","last_fullsized":"2024-09-22T10:29:24.226559+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:56:15.380397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.241098+0000","last_change":"2024-09-22T08:56:18.715975+0000","last_active":"2024-09-22T10:30:34.241098+0000","last_peered":"2024-09-22T10:30:34.241098+0000","last_clean":"2024-09-22T10:30:34.241098+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:30:34.241098+0000","last_undegraded":"2024-09-22T10:30:34.241098+0000","last_fullsized":"2024-09-22T10:30:34.241098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:34:55.334658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069502+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:31:57.069502+0000","last_peered":"2024-09-22T10:31:57.069502+0000","last_clean":"2024-09-22T10:31:57.069502+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:31:57.069502+0000","last_undegraded":"2024-09-22T10:31:57.069502+0000","last_fullsized":"2024-09-22T10:31:57.069502+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:45.094890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.028115+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:29:24.028115+0000","last_peered":"2024-09-22T10:29:24.028115+0000","last_clean":"2024-09-22T10:29:24.028115+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:29:24.028115+0000","last_undegraded":"2024-09-22T10:29:24.028115+0000","last_fullsized":"2024-09-22T10:29:24.028115+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:04.092781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":3,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064159+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:29:34.064159+0000","last_peered":"2024-09-22T10:29:34.064159+0000","last_clean":"2024-09-22T10:29:34.064159+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:29:34.064159+0000","last_undegraded":"2024-09-22T10:29:34.064159+0000","last_fullsized":"2024-09-22T10:29:34.064159+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:08.043305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'1","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049882+0000","last_change":"2024-09-22T09:02:31.269451+0000","last_active":"2024-09-22T10:31:14.049882+0000","last_peered":"2024-09-22T10:31:14.049882+0000","last_clean":"2024-09-22T10:31:14.049882+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:31:14.049882+0000","last_undegraded":"2024-09-22T10:31:14.049882+0000","last_fullsized":"2024-09-22T10:31:14.049882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:27.389663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:27.092691+0000","last_change":"2024-09-22T09:02:24.107786+0000","last_active":"2024-09-22T10:33:27.092691+0000","last_peered":"2024-09-22T10:33:27.092691+0000","last_clean":"2024-09-22T10:33:27.092691+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:33:27.092691+0000","last_undegraded":"2024-09-22T10:33:27.092691+0000","last_fullsized":"2024-09-22T10:33:27.092691+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:57.497326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085800+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:29:41.085800+0000","last_peered":"2024-09-22T10:29:41.085800+0000","last_clean":"2024-09-22T10:29:41.085800+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:29:41.085800+0000","last_undegraded":"2024-09-22T10:29:41.085800+0000","last_fullsized":"2024-09-22T10:29:41.085800+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:18.782621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.030468+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:29:34.030468+0000","last_peered":"2024-09-22T10:29:34.030468+0000","last_clean":"2024-09-22T10:29:34.030468+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:29:34.030468+0000","last_undegraded":"2024-09-22T10:29:34.030468+0000","last_fullsized":"2024-09-22T10:29:34.030468+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:27:53.098086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'2","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049735+0000","last_change":"2024-09-22T09:02:31.261796+0000","last_active":"2024-09-22T10:31:14.049735+0000","last_peered":"2024-09-22T10:31:14.049735+0000","last_clean":"2024-09-22T10:31:14.049735+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:31:14.049735+0000","last_undegraded":"2024-09-22T10:31:14.049735+0000","last_fullsized":"2024-09-22T10:31:14.049735+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:30.100894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.031536+0000","last_change":"2024-09-22T08:56:18.732822+0000","last_active":"2024-09-22T10:29:39.031536+0000","last_peered":"2024-09-22T10:29:39.031536+0000","last_clean":"2024-09-22T10:29:39.031536+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:29:39.031536+0000","last_undegraded":"2024-09-22T10:29:39.031536+0000","last_fullsized":"2024-09-22T10:29:39.031536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:12.653375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861714+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:31:13.861714+0000","last_peered":"2024-09-22T10:31:13.861714+0000","last_clean":"2024-09-22T10:31:13.861714+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:31:13.861714+0000","last_undegraded":"2024-09-22T10:31:13.861714+0000","last_fullsized":"2024-09-22T10:31:13.861714+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:24.866535+0000","last_change":"2024-09-22T09:02:24.099497+0000","last_active":"2024-09-22T10:33:24.866535+0000","last_peered":"2024-09-22T10:33:24.866535+0000","last_clean":"2024-09-22T10:33:24.866535+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:33:24.866535+0000","last_undegraded":"2024-09-22T10:33:24.866535+0000","last_fullsized":"2024-09-22T10:33:24.866535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:00.960841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:42.038467+0000","last_change":"2024-09-22T08:56:18.728789+0000","last_active":"2024-09-22T10:29:42.038467+0000","last_peered":"2024-09-22T10:29:42.038467+0000","last_clean":"2024-09-22T10:29:42.038467+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:29:42.038467+0000","last_undegraded":"2024-09-22T10:29:42.038467+0000","last_fullsized":"2024-09-22T10:29:42.038467+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:57:28.060903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064049+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:29:34.064049+0000","last_peered":"2024-09-22T10:29:34.064049+0000","last_clean":"2024-09-22T10:29:34.064049+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:29:34.064049+0000","last_undegraded":"2024-09-22T10:29:34.064049+0000","last_fullsized":"2024-09-22T10:29:34.064049+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:43.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:15.030884+0000","last_change":"2024-09-22T09:02:31.290627+0000","last_active":"2024-09-22T10:31:15.030884+0000","last_peered":"2024-09-22T10:31:15.030884+0000","last_clean":"2024-09-22T10:31:15.030884+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:31:15.030884+0000","last_undegraded":"2024-09-22T10:31:15.030884+0000","last_fullsized":"2024-09-22T10:31:15.030884+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:31.858606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.065233+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:29:39.065233+0000","last_peered":"2024-09-22T10:29:39.065233+0000","last_clean":"2024-09-22T10:29:39.065233+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:29:39.065233+0000","last_undegraded":"2024-09-22T10:29:39.065233+0000","last_fullsized":"2024-09-22T10:29:39.065233+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:24:44.331847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236682+0000","last_change":"2024-09-22T09:31:32.342511+0000","last_active":"2024-09-22T10:30:14.236682+0000","last_peered":"2024-09-22T10:30:14.236682+0000","last_clean":"2024-09-22T10:30:14.236682+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:30:14.236682+0000","last_undegraded":"2024-09-22T10:30:14.236682+0000","last_fullsized":"2024-09-22T10:30:14.236682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:45.799377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848513+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:30:18.848513+0000","last_peered":"2024-09-22T10:30:18.848513+0000","last_clean":"2024-09-22T10:30:18.848513+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:30:18.848513+0000","last_undegraded":"2024-09-22T10:30:18.848513+0000","last_fullsized":"2024-09-22T10:30:18.848513+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.235388+0000","last_change":"2024-09-22T09:02:24.100046+0000","last_active":"2024-09-22T10:30:09.235388+0000","last_peered":"2024-09-22T10:30:09.235388+0000","last_clean":"2024-09-22T10:30:09.235388+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:30:09.235388+0000","last_undegraded":"2024-09-22T10:30:09.235388+0000","last_fullsized":"2024-09-22T10:30:09.235388+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:57.387577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016056+0000","last_change":"2024-09-22T09:31:32.367200+0000","last_active":"2024-09-22T10:30:05.016056+0000","last_peered":"2024-09-22T10:30:05.016056+0000","last_clean":"2024-09-22T10:30:05.016056+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:30:05.016056+0000","last_undegraded":"2024-09-22T10:30:05.016056+0000","last_fullsized":"2024-09-22T10:30:05.016056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:48.283761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043109+0000","last_change":"2024-09-22T09:02:31.513003+0000","last_active":"2024-09-22T10:30:44.043109+0000","last_peered":"2024-09-22T10:30:44.043109+0000","last_clean":"2024-09-22T10:30:44.043109+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:30:44.043109+0000","last_undegraded":"2024-09-22T10:30:44.043109+0000","last_fullsized":"2024-09-22T10:30:44.043109+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.413729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9487643,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5,"num_read_kb":12388,"num_write":10,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038539+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:30:09.038539+0000","last_peered":"2024-09-22T10:30:09.038539+0000","last_clean":"2024-09-22T10:30:09.038539+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:30:09.038539+0000","last_undegraded":"2024-09-22T10:30:09.038539+0000","last_fullsized":"2024-09-22T10:30:09.038539+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":8237,"num_write":5,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025519+0000","last_change":"2024-09-22T08:56:18.732561+0000","last_active":"2024-09-22T10:30:50.025519+0000","last_peered":"2024-09-22T10:30:50.025519+0000","last_clean":"2024-09-22T10:30:50.025519+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:30:50.025519+0000","last_undegraded":"2024-09-22T10:30:50.025519+0000","last_fullsized":"2024-09-22T10:30:50.025519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:23:10.723230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091446+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:30:06.091446+0000","last_peered":"2024-09-22T10:30:06.091446+0000","last_clean":"2024-09-22T10:30:06.091446+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:30:06.091446+0000","last_undegraded":"2024-09-22T10:30:06.091446+0000","last_fullsized":"2024-09-22T10:30:06.091446+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:17.740042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041092+0000","last_change":"2024-09-22T09:02:24.093881+0000","last_active":"2024-09-22T10:30:34.041092+0000","last_peered":"2024-09-22T10:30:34.041092+0000","last_clean":"2024-09-22T10:30:34.041092+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:30:34.041092+0000","last_undegraded":"2024-09-22T10:30:34.041092+0000","last_fullsized":"2024-09-22T10:30:34.041092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:10.586154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244337+0000","last_change":"2024-09-22T08:56:18.737990+0000","last_active":"2024-09-22T10:30:49.244337+0000","last_peered":"2024-09-22T10:30:49.244337+0000","last_clean":"2024-09-22T10:30:49.244337+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:30:49.244337+0000","last_undegraded":"2024-09-22T10:30:49.244337+0000","last_fullsized":"2024-09-22T10:30:49.244337+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:38.170217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:32.093892+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:33:32.093892+0000","last_peered":"2024-09-22T10:33:32.093892+0000","last_clean":"2024-09-22T10:33:32.093892+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:33:32.093892+0000","last_undegraded":"2024-09-22T10:33:32.093892+0000","last_fullsized":"2024-09-22T10:33:32.093892+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'5","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.053871+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:31:14.053871+0000","last_peered":"2024-09-22T10:31:14.053871+0000","last_clean":"2024-09-22T10:31:14.053871+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:31:14.053871+0000","last_undegraded":"2024-09-22T10:31:14.053871+0000","last_fullsized":"2024-09-22T10:31:14.053871+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":16384,"num_write":5,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.047968+0000","last_change":"2024-09-22T08:56:18.712116+0000","last_active":"2024-09-22T10:30:49.047968+0000","last_peered":"2024-09-22T10:30:49.047968+0000","last_clean":"2024-09-22T10:30:49.047968+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:30:49.047968+0000","last_undegraded":"2024-09-22T10:30:49.047968+0000","last_fullsized":"2024-09-22T10:30:49.047968+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:32.612200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049810+0000","last_change":"2024-09-22T09:02:24.090338+0000","last_active":"2024-09-22T10:31:14.049810+0000","last_peered":"2024-09-22T10:31:14.049810+0000","last_clean":"2024-09-22T10:31:14.049810+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:31:14.049810+0000","last_undegraded":"2024-09-22T10:31:14.049810+0000","last_fullsized":"2024-09-22T10:31:14.049810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:18.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085742+0000","last_change":"2024-09-22T08:56:18.724705+0000","last_active":"2024-09-22T10:29:41.085742+0000","last_peered":"2024-09-22T10:29:41.085742+0000","last_clean":"2024-09-22T10:29:41.085742+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:29:41.085742+0000","last_undegraded":"2024-09-22T10:29:41.085742+0000","last_fullsized":"2024-09-22T10:29:41.085742+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:25.336707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.037652+0000","last_change":"2024-09-22T09:02:31.289360+0000","last_active":"2024-09-22T10:30:19.037652+0000","last_peered":"2024-09-22T10:30:19.037652+0000","last_clean":"2024-09-22T10:30:19.037652+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:30:19.037652+0000","last_undegraded":"2024-09-22T10:30:19.037652+0000","last_fullsized":"2024-09-22T10:30:19.037652+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:37.017602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029180+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:29:29.029180+0000","last_peered":"2024-09-22T10:29:29.029180+0000","last_clean":"2024-09-22T10:29:29.029180+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:29:29.029180+0000","last_undegraded":"2024-09-22T10:29:29.029180+0000","last_fullsized":"2024-09-22T10:29:29.029180+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:22.912111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.062756+0000","last_change":"2024-09-22T08:56:18.731841+0000","last_active":"2024-09-22T10:29:29.062756+0000","last_peered":"2024-09-22T10:29:29.062756+0000","last_clean":"2024-09-22T10:29:29.062756+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:29:29.062756+0000","last_undegraded":"2024-09-22T10:29:29.062756+0000","last_fullsized":"2024-09-22T10:29:29.062756+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:31.071208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078693+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:29:26.078693+0000","last_peered":"2024-09-22T10:29:26.078693+0000","last_clean":"2024-09-22T10:29:26.078693+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:29:26.078693+0000","last_undegraded":"2024-09-22T10:29:26.078693+0000","last_fullsized":"2024-09-22T10:29:26.078693+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076492+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:32:27.076492+0000","last_peered":"2024-09-22T10:32:27.076492+0000","last_clean":"2024-09-22T10:32:27.076492+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:32:27.076492+0000","last_undegraded":"2024-09-22T10:32:27.076492+0000","last_fullsized":"2024-09-22T10:32:27.076492+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008272+0000","last_change":"2024-09-22T08:56:18.733548+0000","last_active":"2024-09-22T10:29:30.008272+0000","last_peered":"2024-09-22T10:29:30.008272+0000","last_clean":"2024-09-22T10:29:30.008272+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:29:30.008272+0000","last_undegraded":"2024-09-22T10:29:30.008272+0000","last_fullsized":"2024-09-22T10:29:30.008272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:59.891115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089228+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:29:56.089228+0000","last_peered":"2024-09-22T10:29:56.089228+0000","last_clean":"2024-09-22T10:29:56.089228+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:29:56.089228+0000","last_undegraded":"2024-09-22T10:29:56.089228+0000","last_fullsized":"2024-09-22T10:29:56.089228+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:52.819482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.043170+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:30:29.043170+0000","last_peered":"2024-09-22T10:30:29.043170+0000","last_clean":"2024-09-22T10:30:29.043170+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:30:29.043170+0000","last_undegraded":"2024-09-22T10:30:29.043170+0000","last_fullsized":"2024-09-22T10:30:29.043170+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089274+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:29:56.089274+0000","last_peered":"2024-09-22T10:29:56.089274+0000","last_clean":"2024-09-22T10:29:56.089274+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:29:56.089274+0000","last_undegraded":"2024-09-22T10:29:56.089274+0000","last_fullsized":"2024-09-22T10:29:56.089274+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:15.378104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":71,"num_write":3,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029372+0000","last_change":"2024-09-22T08:56:18.717788+0000","last_active":"2024-09-22T10:29:29.029372+0000","last_peered":"2024-09-22T10:29:29.029372+0000","last_clean":"2024-09-22T10:29:29.029372+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:29:29.029372+0000","last_undegraded":"2024-09-22T10:29:29.029372+0000","last_fullsized":"2024-09-22T10:29:29.029372+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:20.446396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627323+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:29:55.627323+0000","last_peered":"2024-09-22T10:29:55.627323+0000","last_clean":"2024-09-22T10:29:55.627323+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:29:55.627323+0000","last_undegraded":"2024-09-22T10:29:55.627323+0000","last_fullsized":"2024-09-22T10:29:55.627323+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:49.461907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037114+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:30:04.037114+0000","last_peered":"2024-09-22T10:30:04.037114+0000","last_clean":"2024-09-22T10:30:04.037114+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:30:04.037114+0000","last_undegraded":"2024-09-22T10:30:04.037114+0000","last_fullsized":"2024-09-22T10:30:04.037114+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:07:11.734513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236820+0000","last_change":"2024-09-22T09:02:24.101387+0000","last_active":"2024-09-22T10:30:14.236820+0000","last_peered":"2024-09-22T10:30:14.236820+0000","last_clean":"2024-09-22T10:30:14.236820+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:30:14.236820+0000","last_undegraded":"2024-09-22T10:30:14.236820+0000","last_fullsized":"2024-09-22T10:30:14.236820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:04.665663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008474+0000","last_change":"2024-09-22T08:56:18.723863+0000","last_active":"2024-09-22T10:29:30.008474+0000","last_peered":"2024-09-22T10:29:30.008474+0000","last_clean":"2024-09-22T10:29:30.008474+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:29:30.008474+0000","last_undegraded":"2024-09-22T10:29:30.008474+0000","last_fullsized":"2024-09-22T10:29:30.008474+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:00:29.349769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032138+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:29:54.032138+0000","last_peered":"2024-09-22T10:29:54.032138+0000","last_clean":"2024-09-22T10:29:54.032138+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:29:54.032138+0000","last_undegraded":"2024-09-22T10:29:54.032138+0000","last_fullsized":"2024-09-22T10:29:54.032138+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:58.548765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094177+0000","last_change":"2024-09-22T08:56:18.726505+0000","last_active":"2024-09-22T10:30:16.094177+0000","last_peered":"2024-09-22T10:30:16.094177+0000","last_clean":"2024-09-22T10:30:16.094177+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:30:16.094177+0000","last_undegraded":"2024-09-22T10:30:16.094177+0000","last_fullsized":"2024-09-22T10:30:16.094177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:10.595926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040696+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:29:52.040696+0000","last_peered":"2024-09-22T10:29:52.040696+0000","last_clean":"2024-09-22T10:29:52.040696+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:29:52.040696+0000","last_undegraded":"2024-09-22T10:29:52.040696+0000","last_fullsized":"2024-09-22T10:29:52.040696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:50.373123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'11","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:16.108793+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:31:16.108793+0000","last_peered":"2024-09-22T10:31:16.108793+0000","last_clean":"2024-09-22T10:31:16.108793+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:31:16.108793+0000","last_undegraded":"2024-09-22T10:31:16.108793+0000","last_fullsized":"2024-09-22T10:31:16.108793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":21,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034613+0000","last_change":"2024-09-22T08:56:18.709006+0000","last_active":"2024-09-22T10:30:04.034613+0000","last_peered":"2024-09-22T10:30:04.034613+0000","last_clean":"2024-09-22T10:30:04.034613+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:30:04.034613+0000","last_undegraded":"2024-09-22T10:30:04.034613+0000","last_fullsized":"2024-09-22T10:30:04.034613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:29:40.318327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.234303+0000","last_change":"2024-09-22T09:31:32.358028+0000","last_active":"2024-09-22T10:30:04.234303+0000","last_peered":"2024-09-22T10:30:04.234303+0000","last_clean":"2024-09-22T10:30:04.234303+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:30:04.234303+0000","last_undegraded":"2024-09-22T10:30:04.234303+0000","last_fullsized":"2024-09-22T10:30:04.234303+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:57.365038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034507+0000","last_change":"2024-09-22T09:02:31.275552+0000","last_active":"2024-09-22T10:30:04.034507+0000","last_peered":"2024-09-22T10:30:04.034507+0000","last_clean":"2024-09-22T10:30:04.034507+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:30:04.034507+0000","last_undegraded":"2024-09-22T10:30:04.034507+0000","last_fullsized":"2024-09-22T10:30:04.034507+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:43.886563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.629434+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:30:05.629434+0000","last_peered":"2024-09-22T10:30:05.629434+0000","last_clean":"2024-09-22T10:30:05.629434+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:30:05.629434+0000","last_undegraded":"2024-09-22T10:30:05.629434+0000","last_fullsized":"2024-09-22T10:30:05.629434+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.841499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037279+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:30:04.037279+0000","last_peered":"2024-09-22T10:30:04.037279+0000","last_clean":"2024-09-22T10:30:04.037279+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:30:04.037279+0000","last_undegraded":"2024-09-22T10:30:04.037279+0000","last_fullsized":"2024-09-22T10:30:04.037279+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:49.001245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118754+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:32:01.118754+0000","last_peered":"2024-09-22T10:32:01.118754+0000","last_clean":"2024-09-22T10:32:01.118754+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:32:01.118754+0000","last_undegraded":"2024-09-22T10:32:01.118754+0000","last_fullsized":"2024-09-22T10:32:01.118754+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:41.041391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:07.044163+0000","last_change":"2024-09-22T08:56:18.741909+0000","last_active":"2024-09-22T10:30:07.044163+0000","last_peered":"2024-09-22T10:30:07.044163+0000","last_clean":"2024-09-22T10:30:07.044163+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:30:07.044163+0000","last_undegraded":"2024-09-22T10:30:07.044163+0000","last_fullsized":"2024-09-22T10:30:07.044163+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:36.974317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.035011+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:29:54.035011+0000","last_peered":"2024-09-22T10:29:54.035011+0000","last_clean":"2024-09-22T10:29:54.035011+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:29:54.035011+0000","last_undegraded":"2024-09-22T10:29:54.035011+0000","last_fullsized":"2024-09-22T10:29:54.035011+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:39.354562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.850747+0000","last_change":"2024-09-22T09:02:31.298146+0000","last_active":"2024-09-22T10:32:09.850747+0000","last_peered":"2024-09-22T10:32:09.850747+0000","last_clean":"2024-09-22T10:32:09.850747+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:32:09.850747+0000","last_undegraded":"2024-09-22T10:32:09.850747+0000","last_fullsized":"2024-09-22T10:32:09.850747+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:46.389612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'3","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032302+0000","last_change":"2024-09-22T09:02:24.095115+0000","last_active":"2024-09-22T10:29:54.032302+0000","last_peered":"2024-09-22T10:29:54.032302+0000","last_clean":"2024-09-22T10:29:54.032302+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:29:54.032302+0000","last_undegraded":"2024-09-22T10:29:54.032302+0000","last_fullsized":"2024-09-22T10:29:54.032302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:53.195501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016128+0000","last_change":"2024-09-22T08:56:18.737932+0000","last_active":"2024-09-22T10:30:05.016128+0000","last_peered":"2024-09-22T10:30:05.016128+0000","last_clean":"2024-09-22T10:30:05.016128+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:30:05.016128+0000","last_undegraded":"2024-09-22T10:30:05.016128+0000","last_fullsized":"2024-09-22T10:30:05.016128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:51:02.743820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089319+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:29:56.089319+0000","last_peered":"2024-09-22T10:29:56.089319+0000","last_clean":"2024-09-22T10:29:56.089319+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:29:56.089319+0000","last_undegraded":"2024-09-22T10:29:56.089319+0000","last_fullsized":"2024-09-22T10:29:56.089319+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:15.103607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.184571+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:33:39.184571+0000","last_peered":"2024-09-22T10:33:39.184571+0000","last_clean":"2024-09-22T10:33:39.184571+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:33:39.184571+0000","last_undegraded":"2024-09-22T10:33:39.184571+0000","last_fullsized":"2024-09-22T10:33:39.184571+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:44.640884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.013897+0000","last_change":"2024-09-22T09:02:24.090442+0000","last_active":"2024-09-22T10:29:55.013897+0000","last_peered":"2024-09-22T10:29:55.013897+0000","last_clean":"2024-09-22T10:29:55.013897+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:29:55.013897+0000","last_undegraded":"2024-09-22T10:29:55.013897+0000","last_fullsized":"2024-09-22T10:29:55.013897+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:28.995512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:31.097482+0000","last_change":"2024-09-22T08:56:18.714992+0000","last_active":"2024-09-22T10:30:31.097482+0000","last_peered":"2024-09-22T10:30:31.097482+0000","last_clean":"2024-09-22T10:30:31.097482+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:30:31.097482+0000","last_undegraded":"2024-09-22T10:30:31.097482+0000","last_fullsized":"2024-09-22T10:30:31.097482+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:30.209323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'372","reported_seq":1153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.838229+0000","last_change":"2024-09-22T08:40:27.616273+0000","last_active":"2024-09-22T10:33:40.838229+0000","last_peered":"2024-09-22T10:33:40.838229+0000","last_clean":"2024-09-22T10:33:40.838229+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:40.838229+0000","last_undegraded":"2024-09-22T10:33:40.838229+0000","last_fullsized":"2024-09-22T10:33:40.838229+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:05.224768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048847,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":727,"num_read_kb":27834,"num_write":1163,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'653","reported_seq":2364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:30.634884+0000","last_change":"2024-09-22T08:40:29.591977+0000","last_active":"2024-09-22T10:30:30.634884+0000","last_peered":"2024-09-22T10:30:30.634884+0000","last_clean":"2024-09-22T10:30:30.634884+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:30:30.634884+0000","last_undegraded":"2024-09-22T10:30:30.634884+0000","last_fullsized":"2024-09-22T10:30:30.634884+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":600,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:53.999501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'310","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.432660+0000","last_change":"2024-09-22T08:40:27.580406+0000","last_active":"2024-09-22T10:31:24.432660+0000","last_peered":"2024-09-22T10:31:24.432660+0000","last_clean":"2024-09-22T10:31:24.432660+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:31:24.432660+0000","last_undegraded":"2024-09-22T10:31:24.432660+0000","last_fullsized":"2024-09-22T10:31:24.432660+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:04.650055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16570693,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":495,"num_read_kb":59286,"num_write":1110,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'824","reported_seq":2356,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.225285+0000","last_change":"2024-09-22T08:40:29.592679+0000","last_active":"2024-09-22T10:30:34.225285+0000","last_peered":"2024-09-22T10:30:34.225285+0000","last_clean":"2024-09-22T10:30:34.225285+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:30:34.225285+0000","last_undegraded":"2024-09-22T10:30:34.225285+0000","last_fullsized":"2024-09-22T10:30:34.225285+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:26.199237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'327","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048916+0000","last_change":"2024-09-22T08:40:27.557417+0000","last_active":"2024-09-22T10:30:54.048916+0000","last_peered":"2024-09-22T10:30:54.048916+0000","last_clean":"2024-09-22T10:30:54.048916+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:30:54.048916+0000","last_undegraded":"2024-09-22T10:30:54.048916+0000","last_fullsized":"2024-09-22T10:30:54.048916+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:59:00.654019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13859685,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":704,"num_read_kb":21704,"num_write":1158,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'409","reported_seq":2026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976596+0000","last_change":"2024-09-22T08:40:29.586250+0000","last_active":"2024-09-22T10:31:35.976596+0000","last_peered":"2024-09-22T10:31:35.976596+0000","last_clean":"2024-09-22T10:31:35.976596+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:31:35.976596+0000","last_undegraded":"2024-09-22T10:31:35.976596+0000","last_fullsized":"2024-09-22T10:31:35.976596+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:17.709263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'305","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.598442+0000","last_change":"2024-09-22T08:40:27.620504+0000","last_active":"2024-09-22T10:33:40.598442+0000","last_peered":"2024-09-22T10:33:40.598442+0000","last_clean":"2024-09-22T10:33:40.598442+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:33:40.598442+0000","last_undegraded":"2024-09-22T10:33:40.598442+0000","last_fullsized":"2024-09-22T10:33:40.598442+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:50.413077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071468,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":780,"num_read_kb":11133,"num_write":1094,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'849","reported_seq":2614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.888493+0000","last_change":"2024-09-22T08:40:29.581357+0000","last_active":"2024-09-22T10:33:06.888493+0000","last_peered":"2024-09-22T10:33:06.888493+0000","last_clean":"2024-09-22T10:33:06.888493+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:33:06.888493+0000","last_undegraded":"2024-09-22T10:33:06.888493+0000","last_fullsized":"2024-09-22T10:33:06.888493+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:52.694621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'277","reported_seq":921,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904785+0000","last_change":"2024-09-22T08:40:27.616199+0000","last_active":"2024-09-22T10:33:40.904785+0000","last_peered":"2024-09-22T10:33:40.904785+0000","last_clean":"2024-09-22T10:33:40.904785+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:40.904785+0000","last_undegraded":"2024-09-22T10:33:40.904785+0000","last_fullsized":"2024-09-22T10:33:40.904785+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:42.472993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4218195,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":466,"num_read_kb":14730,"num_write":867,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'397","reported_seq":1969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.427373+0000","last_change":"2024-09-22T08:40:29.586296+0000","last_active":"2024-09-22T10:31:45.427373+0000","last_peered":"2024-09-22T10:31:45.427373+0000","last_clean":"2024-09-22T10:31:45.427373+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:31:45.427373+0000","last_undegraded":"2024-09-22T10:31:45.427373+0000","last_fullsized":"2024-09-22T10:31:45.427373+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:38.822465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'317","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.664570+0000","last_change":"2024-09-22T08:40:27.623137+0000","last_active":"2024-09-22T10:33:40.664570+0000","last_peered":"2024-09-22T10:33:40.664570+0000","last_clean":"2024-09-22T10:33:40.664570+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:40.664570+0000","last_undegraded":"2024-09-22T10:33:40.664570+0000","last_fullsized":"2024-09-22T10:33:40.664570+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:31.763053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5293025,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":531,"num_read_kb":53250,"num_write":1070,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1962,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055864+0000","last_change":"2024-09-22T08:40:29.588826+0000","last_active":"2024-09-22T10:30:57.055864+0000","last_peered":"2024-09-22T10:30:57.055864+0000","last_clean":"2024-09-22T10:30:57.055864+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:30:57.055864+0000","last_undegraded":"2024-09-22T10:30:57.055864+0000","last_fullsized":"2024-09-22T10:30:57.055864+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:14:46.608771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'393","reported_seq":1100,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.756317+0000","last_change":"2024-09-22T08:40:27.610308+0000","last_active":"2024-09-22T10:33:40.756317+0000","last_peered":"2024-09-22T10:33:40.756317+0000","last_clean":"2024-09-22T10:33:40.756317+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:40.756317+0000","last_undegraded":"2024-09-22T10:33:40.756317+0000","last_fullsized":"2024-09-22T10:33:40.756317+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:58.077848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196657,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":734,"num_read_kb":16234,"num_write":1171,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'787","reported_seq":2442,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.641038+0000","last_change":"2024-09-22T08:40:29.585407+0000","last_active":"2024-09-22T10:30:55.641038+0000","last_peered":"2024-09-22T10:30:55.641038+0000","last_clean":"2024-09-22T10:30:55.641038+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:30:55.641038+0000","last_undegraded":"2024-09-22T10:30:55.641038+0000","last_fullsized":"2024-09-22T10:30:55.641038+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:57.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'291","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.302164+0000","last_change":"2024-09-22T08:40:27.619238+0000","last_active":"2024-09-22T10:31:21.302164+0000","last_peered":"2024-09-22T10:31:21.302164+0000","last_clean":"2024-09-22T10:31:21.302164+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:31:21.302164+0000","last_undegraded":"2024-09-22T10:31:21.302164+0000","last_fullsized":"2024-09-22T10:31:21.302164+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:07.488268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5230504,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":496,"num_read_kb":53331,"num_write":1001,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'364","reported_seq":1805,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245183+0000","last_change":"2024-09-22T08:40:29.580575+0000","last_active":"2024-09-22T10:30:54.245183+0000","last_peered":"2024-09-22T10:30:54.245183+0000","last_clean":"2024-09-22T10:30:54.245183+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:30:54.245183+0000","last_undegraded":"2024-09-22T10:30:54.245183+0000","last_fullsized":"2024-09-22T10:30:54.245183+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:54:37.237036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1205","reported_seq":2794,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105298+0000","last_change":"2024-09-22T08:40:29.585059+0000","last_active":"2024-09-22T10:31:43.105298+0000","last_peered":"2024-09-22T10:31:43.105298+0000","last_clean":"2024-09-22T10:31:43.105298+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:31:43.105298+0000","last_undegraded":"2024-09-22T10:31:43.105298+0000","last_fullsized":"2024-09-22T10:31:43.105298+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:05.059534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'393","reported_seq":1182,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904447+0000","last_change":"2024-09-22T08:40:27.625808+0000","last_active":"2024-09-22T10:33:40.904447+0000","last_peered":"2024-09-22T10:33:40.904447+0000","last_clean":"2024-09-22T10:33:40.904447+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:40.904447+0000","last_undegraded":"2024-09-22T10:33:40.904447+0000","last_fullsized":"2024-09-22T10:33:40.904447+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:04.164993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1003,"num_read_kb":18571,"num_write":1341,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'456","reported_seq":1990,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.910423+0000","last_change":"2024-09-22T08:40:29.597725+0000","last_active":"2024-09-22T10:33:06.910423+0000","last_peered":"2024-09-22T10:33:06.910423+0000","last_clean":"2024-09-22T10:33:06.910423+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:33:06.910423+0000","last_undegraded":"2024-09-22T10:33:06.910423+0000","last_fullsized":"2024-09-22T10:33:06.910423+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:04.194561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'435","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.855928+0000","last_change":"2024-09-22T08:40:57.703799+0000","last_active":"2024-09-22T10:33:39.855928+0000","last_peered":"2024-09-22T10:33:39.855928+0000","last_clean":"2024-09-22T10:33:39.855928+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:39.855928+0000","last_undegraded":"2024-09-22T10:33:39.855928+0000","last_fullsized":"2024-09-22T10:33:39.855928+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:47.752830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4230365,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1122,"num_read_kb":15167,"num_write":1404,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'820","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.899225+0000","last_change":"2024-09-22T08:40:29.578150+0000","last_active":"2024-09-22T10:33:06.899225+0000","last_peered":"2024-09-22T10:33:06.899225+0000","last_clean":"2024-09-22T10:33:06.899225+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:33:06.899225+0000","last_undegraded":"2024-09-22T10:33:06.899225+0000","last_fullsized":"2024-09-22T10:33:06.899225+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:39.157649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'335","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.792271+0000","last_change":"2024-09-22T08:40:27.613822+0000","last_active":"2024-09-22T10:33:39.792271+0000","last_peered":"2024-09-22T10:33:39.792271+0000","last_clean":"2024-09-22T10:33:39.792271+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:39.792271+0000","last_undegraded":"2024-09-22T10:33:39.792271+0000","last_fullsized":"2024-09-22T10:33:39.792271+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:27.612511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706540,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":612,"num_read_kb":10245,"num_write":1132,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'488","reported_seq":2140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.799745+0000","last_change":"2024-09-22T08:40:29.581815+0000","last_active":"2024-09-22T10:30:38.799745+0000","last_peered":"2024-09-22T10:30:38.799745+0000","last_clean":"2024-09-22T10:30:38.799745+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:30:38.799745+0000","last_undegraded":"2024-09-22T10:30:38.799745+0000","last_fullsized":"2024-09-22T10:30:38.799745+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:03.897055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.828875+0000","last_change":"2024-09-22T08:40:27.606938+0000","last_active":"2024-09-22T10:33:41.828875+0000","last_peered":"2024-09-22T10:33:41.828875+0000","last_clean":"2024-09-22T10:33:41.828875+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:41.828875+0000","last_undegraded":"2024-09-22T10:33:41.828875+0000","last_fullsized":"2024-09-22T10:33:41.828875+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:28.127650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'464","reported_seq":2030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.980197+0000","last_change":"2024-09-22T08:40:29.583018+0000","last_active":"2024-09-22T10:31:35.980197+0000","last_peered":"2024-09-22T10:31:35.980197+0000","last_clean":"2024-09-22T10:31:35.980197+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:31:35.980197+0000","last_undegraded":"2024-09-22T10:31:35.980197+0000","last_fullsized":"2024-09-22T10:31:35.980197+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:33.059833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'281","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059416+0000","last_change":"2024-09-22T08:40:27.581867+0000","last_active":"2024-09-22T10:29:14.059416+0000","last_peered":"2024-09-22T10:29:14.059416+0000","last_clean":"2024-09-22T10:29:14.059416+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:29:14.059416+0000","last_undegraded":"2024-09-22T10:29:14.059416+0000","last_fullsized":"2024-09-22T10:29:14.059416+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:54.359280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9231767,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":582,"num_read_kb":36291,"num_write":1011,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'813","reported_seq":2415,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.805731+0000","last_change":"2024-09-22T08:40:29.587121+0000","last_active":"2024-09-22T10:30:48.805731+0000","last_peered":"2024-09-22T10:30:48.805731+0000","last_clean":"2024-09-22T10:30:48.805731+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:30:48.805731+0000","last_undegraded":"2024-09-22T10:30:48.805731+0000","last_fullsized":"2024-09-22T10:30:48.805731+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":800,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:25.793198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'286","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.424305+0000","last_change":"2024-09-22T08:40:27.566951+0000","last_active":"2024-09-22T10:31:24.424305+0000","last_peered":"2024-09-22T10:31:24.424305+0000","last_clean":"2024-09-22T10:31:24.424305+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:31:24.424305+0000","last_undegraded":"2024-09-22T10:31:24.424305+0000","last_fullsized":"2024-09-22T10:31:24.424305+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:47.658885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492295,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":530,"num_read_kb":52899,"num_write":963,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'151","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.737938+0000","last_change":"2024-09-22T08:40:37.632176+0000","last_active":"2024-09-22T10:31:45.737938+0000","last_peered":"2024-09-22T10:31:45.737938+0000","last_clean":"2024-09-22T10:31:45.737938+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:31:45.737938+0000","last_undegraded":"2024-09-22T10:31:45.737938+0000","last_fullsized":"2024-09-22T10:31:45.737938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:33.814007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'516","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.884728+0000","last_change":"2024-09-22T08:40:29.577924+0000","last_active":"2024-09-22T10:33:06.884728+0000","last_peered":"2024-09-22T10:33:06.884728+0000","last_clean":"2024-09-22T10:33:06.884728+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:06.884728+0000","last_undegraded":"2024-09-22T10:33:06.884728+0000","last_fullsized":"2024-09-22T10:33:06.884728+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":500,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:39.143622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'315","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:59.267323+0000","last_change":"2024-09-22T08:40:57.710528+0000","last_active":"2024-09-22T10:32:59.267323+0000","last_peered":"2024-09-22T10:32:59.267323+0000","last_clean":"2024-09-22T10:32:59.267323+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:32:59.267323+0000","last_undegraded":"2024-09-22T10:32:59.267323+0000","last_fullsized":"2024-09-22T10:32:59.267323+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:17.085387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43851,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":538,"num_read_kb":16876,"num_write":1134,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619460+0000","last_change":"2024-09-22T08:40:31.599349+0000","last_active":"2024-09-22T10:29:20.619460+0000","last_peered":"2024-09-22T10:29:20.619460+0000","last_clean":"2024-09-22T10:29:20.619460+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:29:20.619460+0000","last_undegraded":"2024-09-22T10:29:20.619460+0000","last_fullsized":"2024-09-22T10:29:20.619460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:43.108821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'392","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.060118+0000","last_change":"2024-09-22T08:40:33.581662+0000","last_active":"2024-09-22T10:31:44.060118+0000","last_peered":"2024-09-22T10:31:44.060118+0000","last_clean":"2024-09-22T10:31:44.060118+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:31:44.060118+0000","last_undegraded":"2024-09-22T10:31:44.060118+0000","last_fullsized":"2024-09-22T10:31:44.060118+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:18.827471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79417,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":1215,"num_write":506,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:21.077710+0000","last_change":"2024-09-22T08:40:35.609989+0000","last_active":"2024-09-22T10:29:21.077710+0000","last_peered":"2024-09-22T10:29:21.077710+0000","last_clean":"2024-09-22T10:29:21.077710+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:29:21.077710+0000","last_undegraded":"2024-09-22T10:29:21.077710+0000","last_fullsized":"2024-09-22T10:29:21.077710+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:16.635599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2510","reported_seq":4377,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.070895+0000","last_change":"2024-09-22T08:40:37.638576+0000","last_active":"2024-09-22T10:31:43.070895+0000","last_peered":"2024-09-22T10:31:43.070895+0000","last_clean":"2024-09-22T10:31:43.070895+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:31:43.070895+0000","last_undegraded":"2024-09-22T10:31:43.070895+0000","last_fullsized":"2024-09-22T10:31:43.070895+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":2400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:14:32.587590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'548","reported_seq":2183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.363846+0000","last_change":"2024-09-22T08:40:29.593493+0000","last_active":"2024-09-22T10:31:45.363846+0000","last_peered":"2024-09-22T10:31:45.363846+0000","last_clean":"2024-09-22T10:31:45.363846+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:31:45.363846+0000","last_undegraded":"2024-09-22T10:31:45.363846+0000","last_fullsized":"2024-09-22T10:31:45.363846+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:08.757207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'284","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038396+0000","last_change":"2024-09-22T08:40:27.585588+0000","last_active":"2024-09-22T10:30:09.038396+0000","last_peered":"2024-09-22T10:30:09.038396+0000","last_clean":"2024-09-22T10:30:09.038396+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:30:09.038396+0000","last_undegraded":"2024-09-22T10:30:09.038396+0000","last_fullsized":"2024-09-22T10:30:09.038396+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:48.802233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5359957,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":528,"num_read_kb":30450,"num_write":1055,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854619+0000","last_change":"2024-09-22T08:40:31.583086+0000","last_active":"2024-09-22T10:30:43.854619+0000","last_peered":"2024-09-22T10:30:43.854619+0000","last_clean":"2024-09-22T10:30:43.854619+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:30:43.854619+0000","last_undegraded":"2024-09-22T10:30:43.854619+0000","last_fullsized":"2024-09-22T10:30:43.854619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:08.179195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'144","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.324674+0000","last_change":"2024-09-22T08:40:33.598149+0000","last_active":"2024-09-22T10:31:36.324674+0000","last_peered":"2024-09-22T10:31:36.324674+0000","last_clean":"2024-09-22T10:31:36.324674+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:31:36.324674+0000","last_undegraded":"2024-09-22T10:31:36.324674+0000","last_fullsized":"2024-09-22T10:31:36.324674+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:18.780598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:22.034299+0000","last_change":"2024-09-22T08:40:35.613379+0000","last_active":"2024-09-22T10:29:22.034299+0000","last_peered":"2024-09-22T10:29:22.034299+0000","last_clean":"2024-09-22T10:29:22.034299+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:29:22.034299+0000","last_undegraded":"2024-09-22T10:29:22.034299+0000","last_fullsized":"2024-09-22T10:29:22.034299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:20.924123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'160","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.262315+0000","last_change":"2024-09-22T08:40:37.619229+0000","last_active":"2024-09-22T10:31:43.262315+0000","last_peered":"2024-09-22T10:31:43.262315+0000","last_clean":"2024-09-22T10:31:43.262315+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:31:43.262315+0000","last_undegraded":"2024-09-22T10:31:43.262315+0000","last_fullsized":"2024-09-22T10:31:43.262315+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:23.968971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'791","reported_seq":2290,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800670+0000","last_change":"2024-09-22T08:40:29.576291+0000","last_active":"2024-09-22T10:30:38.800670+0000","last_peered":"2024-09-22T10:30:38.800670+0000","last_clean":"2024-09-22T10:30:38.800670+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:30:38.800670+0000","last_undegraded":"2024-09-22T10:30:38.800670+0000","last_fullsized":"2024-09-22T10:30:38.800670+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:29.976138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'330","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.647411+0000","last_change":"2024-09-22T08:40:27.617076+0000","last_active":"2024-09-22T10:33:40.647411+0000","last_peered":"2024-09-22T10:33:40.647411+0000","last_clean":"2024-09-22T10:33:40.647411+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:40.647411+0000","last_undegraded":"2024-09-22T10:33:40.647411+0000","last_fullsized":"2024-09-22T10:33:40.647411+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:55:32.733070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5747477,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":676,"num_read_kb":38511,"num_write":1216,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:19.060726+0000","last_change":"2024-09-22T08:40:31.584704+0000","last_active":"2024-09-22T10:29:19.060726+0000","last_peered":"2024-09-22T10:29:19.060726+0000","last_clean":"2024-09-22T10:29:19.060726+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:29:19.060726+0000","last_undegraded":"2024-09-22T10:29:19.060726+0000","last_fullsized":"2024-09-22T10:29:19.060726+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:54.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'164","reported_seq":761,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.610052+0000","last_change":"2024-09-22T08:40:33.596706+0000","last_active":"2024-09-22T10:31:36.610052+0000","last_peered":"2024-09-22T10:31:36.610052+0000","last_clean":"2024-09-22T10:31:36.610052+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:31:36.610052+0000","last_undegraded":"2024-09-22T10:31:36.610052+0000","last_fullsized":"2024-09-22T10:31:36.610052+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'771","reported_seq":3028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058204+0000","last_change":"2024-09-22T08:40:35.602404+0000","last_active":"2024-09-22T10:33:39.058204+0000","last_peered":"2024-09-22T10:33:39.058204+0000","last_clean":"2024-09-22T10:33:39.058204+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:33:39.058204+0000","last_undegraded":"2024-09-22T10:33:39.058204+0000","last_fullsized":"2024-09-22T10:33:39.058204+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:50.414237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'215","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.833826+0000","last_change":"2024-09-22T08:40:37.854463+0000","last_active":"2024-09-22T10:31:45.833826+0000","last_peered":"2024-09-22T10:31:45.833826+0000","last_clean":"2024-09-22T10:31:45.833826+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:31:45.833826+0000","last_undegraded":"2024-09-22T10:31:45.833826+0000","last_fullsized":"2024-09-22T10:31:45.833826+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:29.147242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'515","reported_seq":2128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:38.996237+0000","last_change":"2024-09-22T08:40:29.585592+0000","last_active":"2024-09-22T10:29:38.996237+0000","last_peered":"2024-09-22T10:29:38.996237+0000","last_clean":"2024-09-22T10:29:38.996237+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:29:38.996237+0000","last_undegraded":"2024-09-22T10:29:38.996237+0000","last_fullsized":"2024-09-22T10:29:38.996237+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:27.304142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'369","reported_seq":1073,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.859251+0000","last_change":"2024-09-22T08:40:27.612767+0000","last_active":"2024-09-22T10:33:39.859251+0000","last_peered":"2024-09-22T10:33:39.859251+0000","last_clean":"2024-09-22T10:33:39.859251+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:39.859251+0000","last_undegraded":"2024-09-22T10:33:39.859251+0000","last_fullsized":"2024-09-22T10:33:39.859251+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:13.329731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4257251,"num_objects":51,"num_object_clones":0,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":772,"num_read_kb":72069,"num_write":1289,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619504+0000","last_change":"2024-09-22T08:40:31.590897+0000","last_active":"2024-09-22T10:29:20.619504+0000","last_peered":"2024-09-22T10:29:20.619504+0000","last_clean":"2024-09-22T10:29:20.619504+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:29:20.619504+0000","last_undegraded":"2024-09-22T10:29:20.619504+0000","last_fullsized":"2024-09-22T10:29:20.619504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:36.586658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'309","reported_seq":920,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.871206+0000","last_change":"2024-09-22T08:40:33.602025+0000","last_active":"2024-09-22T10:33:07.871206+0000","last_peered":"2024-09-22T10:33:07.871206+0000","last_clean":"2024-09-22T10:33:07.871206+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:33:07.871206+0000","last_undegraded":"2024-09-22T10:33:07.871206+0000","last_fullsized":"2024-09-22T10:33:07.871206+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:36:52.639327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52815,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":497,"num_read_kb":965,"num_write":402,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'785","reported_seq":3106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887402+0000","last_change":"2024-09-22T08:40:35.588970+0000","last_active":"2024-09-22T10:33:08.887402+0000","last_peered":"2024-09-22T10:33:08.887402+0000","last_clean":"2024-09-22T10:33:08.887402+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:33:08.887402+0000","last_undegraded":"2024-09-22T10:33:08.887402+0000","last_fullsized":"2024-09-22T10:33:08.887402+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:42.931383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'491","reported_seq":2276,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.641939+0000","last_change":"2024-09-22T08:40:29.586927+0000","last_active":"2024-09-22T10:31:00.641939+0000","last_peered":"2024-09-22T10:31:00.641939+0000","last_clean":"2024-09-22T10:31:00.641939+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:31:00.641939+0000","last_undegraded":"2024-09-22T10:31:00.641939+0000","last_fullsized":"2024-09-22T10:31:00.641939+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:03.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'349","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.790662+0000","last_change":"2024-09-22T08:40:27.621727+0000","last_active":"2024-09-22T10:33:40.790662+0000","last_peered":"2024-09-22T10:33:40.790662+0000","last_clean":"2024-09-22T10:33:40.790662+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:40.790662+0000","last_undegraded":"2024-09-22T10:33:40.790662+0000","last_fullsized":"2024-09-22T10:33:40.790662+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:12:55.191713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12587318,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":645,"num_read_kb":34400,"num_write":1296,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:06.106184+0000","last_change":"2024-09-22T08:40:31.597338+0000","last_active":"2024-09-22T10:31:06.106184+0000","last_peered":"2024-09-22T10:31:06.106184+0000","last_clean":"2024-09-22T10:31:06.106184+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:31:06.106184+0000","last_undegraded":"2024-09-22T10:31:06.106184+0000","last_fullsized":"2024-09-22T10:31:06.106184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:54.410020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'456","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.905557+0000","last_change":"2024-09-22T08:40:33.595140+0000","last_active":"2024-09-22T10:33:39.905557+0000","last_peered":"2024-09-22T10:33:39.905557+0000","last_clean":"2024-09-22T10:33:39.905557+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:33:39.905557+0000","last_undegraded":"2024-09-22T10:33:39.905557+0000","last_fullsized":"2024-09-22T10:33:39.905557+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:25:09.449746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045157+0000","last_change":"2024-09-22T08:40:35.593095+0000","last_active":"2024-09-22T10:30:54.045157+0000","last_peered":"2024-09-22T10:30:54.045157+0000","last_clean":"2024-09-22T10:30:54.045157+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:30:54.045157+0000","last_undegraded":"2024-09-22T10:30:54.045157+0000","last_fullsized":"2024-09-22T10:30:54.045157+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:57.144694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'535","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.932712+0000","last_change":"2024-09-22T08:40:37.638507+0000","last_active":"2024-09-22T10:33:07.932712+0000","last_peered":"2024-09-22T10:33:07.932712+0000","last_clean":"2024-09-22T10:33:07.932712+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:33:07.932712+0000","last_undegraded":"2024-09-22T10:33:07.932712+0000","last_fullsized":"2024-09-22T10:33:07.932712+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:38.095784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'439","reported_seq":2203,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056844+0000","last_change":"2024-09-22T08:40:29.591035+0000","last_active":"2024-09-22T10:31:02.056844+0000","last_peered":"2024-09-22T10:31:02.056844+0000","last_clean":"2024-09-22T10:31:02.056844+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:31:02.056844+0000","last_undegraded":"2024-09-22T10:31:02.056844+0000","last_fullsized":"2024-09-22T10:31:02.056844+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:07:11.616616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'368","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.888144+0000","last_change":"2024-09-22T08:40:27.619546+0000","last_active":"2024-09-22T10:33:40.888144+0000","last_peered":"2024-09-22T10:33:40.888144+0000","last_clean":"2024-09-22T10:33:40.888144+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:40.888144+0000","last_undegraded":"2024-09-22T10:33:40.888144+0000","last_fullsized":"2024-09-22T10:33:40.888144+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:34.399623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048834,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":649,"num_read_kb":36946,"num_write":1180,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247070+0000","last_change":"2024-09-22T08:40:31.579980+0000","last_active":"2024-09-22T10:31:04.247070+0000","last_peered":"2024-09-22T10:31:04.247070+0000","last_clean":"2024-09-22T10:31:04.247070+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:31:04.247070+0000","last_undegraded":"2024-09-22T10:31:04.247070+0000","last_fullsized":"2024-09-22T10:31:04.247070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:01.274450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'347","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.885982+0000","last_change":"2024-09-22T08:40:33.596167+0000","last_active":"2024-09-22T10:33:03.885982+0000","last_peered":"2024-09-22T10:33:03.885982+0000","last_clean":"2024-09-22T10:33:03.885982+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:33:03.885982+0000","last_undegraded":"2024-09-22T10:33:03.885982+0000","last_fullsized":"2024-09-22T10:33:03.885982+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:43.564203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69446,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":568,"num_read_kb":1164,"num_write":472,"num_write_kb":364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.061576+0000","last_change":"2024-09-22T08:40:35.596990+0000","last_active":"2024-09-22T10:29:24.061576+0000","last_peered":"2024-09-22T10:29:24.061576+0000","last_clean":"2024-09-22T10:29:24.061576+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:29:24.061576+0000","last_undegraded":"2024-09-22T10:29:24.061576+0000","last_fullsized":"2024-09-22T10:29:24.061576+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:52.324756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'113","reported_seq":633,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:41.192098+0000","last_change":"2024-09-22T08:40:37.630906+0000","last_active":"2024-09-22T10:31:41.192098+0000","last_peered":"2024-09-22T10:31:41.192098+0000","last_clean":"2024-09-22T10:31:41.192098+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:31:41.192098+0000","last_undegraded":"2024-09-22T10:31:41.192098+0000","last_fullsized":"2024-09-22T10:31:41.192098+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:26.109927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.031396+0000","last_change":"2024-09-22T08:40:29.583918+0000","last_active":"2024-09-22T10:30:15.031396+0000","last_peered":"2024-09-22T10:30:15.031396+0000","last_clean":"2024-09-22T10:30:15.031396+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:30:15.031396+0000","last_undegraded":"2024-09-22T10:30:15.031396+0000","last_fullsized":"2024-09-22T10:30:15.031396+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:11:12.192980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'355","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.776286+0000","last_change":"2024-09-22T08:40:27.611471+0000","last_active":"2024-09-22T10:33:40.776286+0000","last_peered":"2024-09-22T10:33:40.776286+0000","last_clean":"2024-09-22T10:33:40.776286+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:40.776286+0000","last_undegraded":"2024-09-22T10:33:40.776286+0000","last_fullsized":"2024-09-22T10:33:40.776286+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:45.389375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":522,"num_read_kb":29781,"num_write":1046,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244284+0000","last_change":"2024-09-22T08:40:31.580279+0000","last_active":"2024-09-22T10:30:49.244284+0000","last_peered":"2024-09-22T10:30:49.244284+0000","last_clean":"2024-09-22T10:30:49.244284+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:30:49.244284+0000","last_undegraded":"2024-09-22T10:30:49.244284+0000","last_fullsized":"2024-09-22T10:30:49.244284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:59.224463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'380","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.070443+0000","last_change":"2024-09-22T08:40:33.589443+0000","last_active":"2024-09-22T10:33:40.070443+0000","last_peered":"2024-09-22T10:33:40.070443+0000","last_clean":"2024-09-22T10:33:40.070443+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:33:40.070443+0000","last_undegraded":"2024-09-22T10:33:40.070443+0000","last_fullsized":"2024-09-22T10:33:40.070443+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:49.068580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'794","reported_seq":3159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.072742+0000","last_change":"2024-09-22T08:40:35.603686+0000","last_active":"2024-09-22T10:33:39.072742+0000","last_peered":"2024-09-22T10:33:39.072742+0000","last_clean":"2024-09-22T10:33:39.072742+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:33:39.072742+0000","last_undegraded":"2024-09-22T10:33:39.072742+0000","last_fullsized":"2024-09-22T10:33:39.072742+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:35.298224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'123","reported_seq":656,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.923116+0000","last_change":"2024-09-22T08:40:37.622062+0000","last_active":"2024-09-22T10:33:06.923116+0000","last_peered":"2024-09-22T10:33:06.923116+0000","last_clean":"2024-09-22T10:33:06.923116+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:33:06.923116+0000","last_undegraded":"2024-09-22T10:33:06.923116+0000","last_fullsized":"2024-09-22T10:33:06.923116+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:24.116490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'489","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.111344+0000","last_change":"2024-09-22T08:40:29.568866+0000","last_active":"2024-09-22T10:31:43.111344+0000","last_peered":"2024-09-22T10:31:43.111344+0000","last_clean":"2024-09-22T10:31:43.111344+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:31:43.111344+0000","last_undegraded":"2024-09-22T10:31:43.111344+0000","last_fullsized":"2024-09-22T10:31:43.111344+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:40.137503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'352","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.615394+0000","last_change":"2024-09-22T08:40:27.609045+0000","last_active":"2024-09-22T10:33:40.615394+0000","last_peered":"2024-09-22T10:33:40.615394+0000","last_clean":"2024-09-22T10:33:40.615394+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:40.615394+0000","last_undegraded":"2024-09-22T10:33:40.615394+0000","last_fullsized":"2024-09-22T10:33:40.615394+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:57.801863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2174417,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":667,"num_read_kb":75417,"num_write":1205,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.252213+0000","last_change":"2024-09-22T08:40:31.583439+0000","last_active":"2024-09-22T10:31:29.252213+0000","last_peered":"2024-09-22T10:31:29.252213+0000","last_clean":"2024-09-22T10:31:29.252213+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:31:29.252213+0000","last_undegraded":"2024-09-22T10:31:29.252213+0000","last_fullsized":"2024-09-22T10:31:29.252213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:03:51.118185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'548","reported_seq":1234,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.901437+0000","last_change":"2024-09-22T08:40:33.594219+0000","last_active":"2024-09-22T10:33:07.901437+0000","last_peered":"2024-09-22T10:33:07.901437+0000","last_clean":"2024-09-22T10:33:07.901437+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:33:07.901437+0000","last_undegraded":"2024-09-22T10:33:07.901437+0000","last_fullsized":"2024-09-22T10:33:07.901437+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:49.038235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110386,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1858,"num_write":750,"num_write_kb":585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.248347+0000","last_change":"2024-09-22T08:40:35.600889+0000","last_active":"2024-09-22T10:31:09.248347+0000","last_peered":"2024-09-22T10:31:09.248347+0000","last_clean":"2024-09-22T10:31:09.248347+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:31:09.248347+0000","last_undegraded":"2024-09-22T10:31:09.248347+0000","last_fullsized":"2024-09-22T10:31:09.248347+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:49.013514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'118","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048497+0000","last_change":"2024-09-22T08:40:37.631858+0000","last_active":"2024-09-22T10:31:09.048497+0000","last_peered":"2024-09-22T10:31:09.048497+0000","last_clean":"2024-09-22T10:31:09.048497+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:31:09.048497+0000","last_undegraded":"2024-09-22T10:31:09.048497+0000","last_fullsized":"2024-09-22T10:31:09.048497+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:04.505068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1228","reported_seq":2800,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807461+0000","last_change":"2024-09-22T08:40:29.585717+0000","last_active":"2024-09-22T10:30:48.807461+0000","last_peered":"2024-09-22T10:30:48.807461+0000","last_clean":"2024-09-22T10:30:48.807461+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:30:48.807461+0000","last_undegraded":"2024-09-22T10:30:48.807461+0000","last_fullsized":"2024-09-22T10:30:48.807461+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":1200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:54:18.954963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'286","reported_seq":1040,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854545+0000","last_change":"2024-09-22T08:40:27.588395+0000","last_active":"2024-09-22T10:30:43.854545+0000","last_peered":"2024-09-22T10:30:43.854545+0000","last_clean":"2024-09-22T10:30:43.854545+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:30:43.854545+0000","last_undegraded":"2024-09-22T10:30:43.854545+0000","last_fullsized":"2024-09-22T10:30:43.854545+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:23.315550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6929442,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":896,"num_read_kb":17229,"num_write":1055,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244387+0000","last_change":"2024-09-22T08:40:31.582844+0000","last_active":"2024-09-22T10:30:49.244387+0000","last_peered":"2024-09-22T10:30:49.244387+0000","last_clean":"2024-09-22T10:30:49.244387+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:30:49.244387+0000","last_undegraded":"2024-09-22T10:30:49.244387+0000","last_fullsized":"2024-09-22T10:30:49.244387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:26.251683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'348","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.462766+0000","last_change":"2024-09-22T08:40:33.600881+0000","last_active":"2024-09-22T10:33:41.462766+0000","last_peered":"2024-09-22T10:33:41.462766+0000","last_clean":"2024-09-22T10:33:41.462766+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:33:41.462766+0000","last_undegraded":"2024-09-22T10:33:41.462766+0000","last_fullsized":"2024-09-22T10:33:41.462766+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:27.119480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.056151+0000","last_change":"2024-09-22T08:40:35.602010+0000","last_active":"2024-09-22T10:31:24.056151+0000","last_peered":"2024-09-22T10:31:24.056151+0000","last_clean":"2024-09-22T10:31:24.056151+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:31:24.056151+0000","last_undegraded":"2024-09-22T10:31:24.056151+0000","last_fullsized":"2024-09-22T10:31:24.056151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:39.152406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'102","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.831283+0000","last_change":"2024-09-22T08:40:37.643510+0000","last_active":"2024-09-22T10:32:54.831283+0000","last_peered":"2024-09-22T10:32:54.831283+0000","last_clean":"2024-09-22T10:32:54.831283+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:32:54.831283+0000","last_undegraded":"2024-09-22T10:32:54.831283+0000","last_fullsized":"2024-09-22T10:32:54.831283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:14.272136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'901","reported_seq":2429,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053492+0000","last_change":"2024-09-22T08:40:29.590798+0000","last_active":"2024-09-22T10:30:47.053492+0000","last_peered":"2024-09-22T10:30:47.053492+0000","last_clean":"2024-09-22T10:30:47.053492+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:30:47.053492+0000","last_undegraded":"2024-09-22T10:30:47.053492+0000","last_fullsized":"2024-09-22T10:30:47.053492+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":800,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:45:45.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'256","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:55.765034+0000","last_change":"2024-09-22T08:40:57.707859+0000","last_active":"2024-09-22T10:32:55.765034+0000","last_peered":"2024-09-22T10:32:55.765034+0000","last_clean":"2024-09-22T10:32:55.765034+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:32:55.765034+0000","last_undegraded":"2024-09-22T10:32:55.765034+0000","last_fullsized":"2024-09-22T10:32:55.765034+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.651730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486611,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":469,"num_read_kb":19899,"num_write":893,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.044060+0000","last_change":"2024-09-22T08:40:31.573319+0000","last_active":"2024-09-22T10:30:49.044060+0000","last_peered":"2024-09-22T10:30:49.044060+0000","last_clean":"2024-09-22T10:30:49.044060+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:30:49.044060+0000","last_undegraded":"2024-09-22T10:30:49.044060+0000","last_fullsized":"2024-09-22T10:30:49.044060+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:23:18.300316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'347","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:29.273649+0000","last_change":"2024-09-22T08:40:33.592881+0000","last_active":"2024-09-22T10:33:29.273649+0000","last_peered":"2024-09-22T10:33:29.273649+0000","last_clean":"2024-09-22T10:33:29.273649+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:33:29.273649+0000","last_undegraded":"2024-09-22T10:33:29.273649+0000","last_fullsized":"2024-09-22T10:33:29.273649+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:31.130379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44256,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":957,"num_write":422,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'753","reported_seq":3264,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.061326+0000","last_change":"2024-09-22T08:40:35.588534+0000","last_active":"2024-09-22T10:33:39.061326+0000","last_peered":"2024-09-22T10:33:39.061326+0000","last_clean":"2024-09-22T10:33:39.061326+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:33:39.061326+0000","last_undegraded":"2024-09-22T10:33:39.061326+0000","last_fullsized":"2024-09-22T10:33:39.061326+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":701,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:28.728151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'115","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.188451+0000","last_change":"2024-09-22T08:40:37.618236+0000","last_active":"2024-09-22T10:31:40.188451+0000","last_peered":"2024-09-22T10:31:40.188451+0000","last_clean":"2024-09-22T10:31:40.188451+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:31:40.188451+0000","last_undegraded":"2024-09-22T10:31:40.188451+0000","last_fullsized":"2024-09-22T10:31:40.188451+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:13.510678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'421","reported_seq":2111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053522+0000","last_change":"2024-09-22T08:40:29.604333+0000","last_active":"2024-09-22T10:30:47.053522+0000","last_peered":"2024-09-22T10:30:47.053522+0000","last_clean":"2024-09-22T10:30:47.053522+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:30:47.053522+0000","last_undegraded":"2024-09-22T10:30:47.053522+0000","last_fullsized":"2024-09-22T10:30:47.053522+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:06.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.702807+0000","last_change":"2024-09-22T08:40:27.601206+0000","last_active":"2024-09-22T10:33:41.702807+0000","last_peered":"2024-09-22T10:33:41.702807+0000","last_clean":"2024-09-22T10:33:41.702807+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:41.702807+0000","last_undegraded":"2024-09-22T10:33:41.702807+0000","last_fullsized":"2024-09-22T10:33:41.702807+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:04:41.450620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.817243+0000","last_change":"2024-09-22T08:40:31.597930+0000","last_active":"2024-09-22T10:33:38.817243+0000","last_peered":"2024-09-22T10:33:38.817243+0000","last_clean":"2024-09-22T10:33:38.817243+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:33:38.817243+0000","last_undegraded":"2024-09-22T10:33:38.817243+0000","last_fullsized":"2024-09-22T10:33:38.817243+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:18.844224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'141","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.913644+0000","last_change":"2024-09-22T08:40:33.588723+0000","last_active":"2024-09-22T10:31:35.913644+0000","last_peered":"2024-09-22T10:31:35.913644+0000","last_clean":"2024-09-22T10:31:35.913644+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:31:35.913644+0000","last_undegraded":"2024-09-22T10:31:35.913644+0000","last_fullsized":"2024-09-22T10:31:35.913644+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:43.453070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'769","reported_seq":7599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.063474+0000","last_change":"2024-09-22T08:40:35.606855+0000","last_active":"2024-09-22T10:33:39.063474+0000","last_peered":"2024-09-22T10:33:39.063474+0000","last_clean":"2024-09-22T10:33:39.063474+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:33:39.063474+0000","last_undegraded":"2024-09-22T10:33:39.063474+0000","last_fullsized":"2024-09-22T10:33:39.063474+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.983906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.040251+0000","last_change":"2024-09-22T08:40:37.621709+0000","last_active":"2024-09-22T10:31:39.040251+0000","last_peered":"2024-09-22T10:31:39.040251+0000","last_clean":"2024-09-22T10:31:39.040251+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:31:39.040251+0000","last_undegraded":"2024-09-22T10:31:39.040251+0000","last_fullsized":"2024-09-22T10:31:39.040251+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:35.393161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2355,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.982091+0000","last_change":"2024-09-22T08:40:29.586735+0000","last_active":"2024-09-22T10:31:35.982091+0000","last_peered":"2024-09-22T10:31:35.982091+0000","last_clean":"2024-09-22T10:31:35.982091+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:31:35.982091+0000","last_undegraded":"2024-09-22T10:31:35.982091+0000","last_fullsized":"2024-09-22T10:31:35.982091+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:51.586395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'284","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.857873+0000","last_change":"2024-09-22T08:40:27.586003+0000","last_active":"2024-09-22T10:30:58.857873+0000","last_peered":"2024-09-22T10:30:58.857873+0000","last_clean":"2024-09-22T10:30:58.857873+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:30:58.857873+0000","last_undegraded":"2024-09-22T10:30:58.857873+0000","last_fullsized":"2024-09-22T10:30:58.857873+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:52:55.653900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492503,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":533,"num_read_kb":57894,"num_write":1001,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053551+0000","last_change":"2024-09-22T08:40:31.590555+0000","last_active":"2024-09-22T10:30:47.053551+0000","last_peered":"2024-09-22T10:30:47.053551+0000","last_clean":"2024-09-22T10:30:47.053551+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:30:47.053551+0000","last_undegraded":"2024-09-22T10:30:47.053551+0000","last_fullsized":"2024-09-22T10:30:47.053551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:47.374405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'568","reported_seq":1256,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.672601+0000","last_change":"2024-09-22T08:40:33.593218+0000","last_active":"2024-09-22T10:33:39.672601+0000","last_peered":"2024-09-22T10:33:39.672601+0000","last_clean":"2024-09-22T10:33:39.672601+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:33:39.672601+0000","last_undegraded":"2024-09-22T10:33:39.672601+0000","last_fullsized":"2024-09-22T10:33:39.672601+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":500,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:53.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025482+0000","last_change":"2024-09-22T08:40:35.612406+0000","last_active":"2024-09-22T10:30:50.025482+0000","last_peered":"2024-09-22T10:30:50.025482+0000","last_clean":"2024-09-22T10:30:50.025482+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:30:50.025482+0000","last_undegraded":"2024-09-22T10:30:50.025482+0000","last_fullsized":"2024-09-22T10:30:50.025482+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:41.234829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'101","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.380068+0000","last_change":"2024-09-22T08:40:37.626077+0000","last_active":"2024-09-22T10:31:45.380068+0000","last_peered":"2024-09-22T10:31:45.380068+0000","last_clean":"2024-09-22T10:31:45.380068+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:31:45.380068+0000","last_undegraded":"2024-09-22T10:31:45.380068+0000","last_fullsized":"2024-09-22T10:31:45.380068+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:10.178946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'563","reported_seq":2265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101359+0000","last_change":"2024-09-22T08:40:29.598168+0000","last_active":"2024-09-22T10:31:43.101359+0000","last_peered":"2024-09-22T10:31:43.101359+0000","last_clean":"2024-09-22T10:31:43.101359+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:31:43.101359+0000","last_undegraded":"2024-09-22T10:31:43.101359+0000","last_fullsized":"2024-09-22T10:31:43.101359+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":500,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:36:53.869741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:21.095179+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T10:30:21.095179+0000","last_peered":"2024-09-22T10:30:21.095179+0000","last_clean":"2024-09-22T10:30:21.095179+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:30:21.095179+0000","last_undegraded":"2024-09-22T10:30:21.095179+0000","last_fullsized":"2024-09-22T10:30:21.095179+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637252+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T10:30:40.637252+0000","last_peered":"2024-09-22T10:30:40.637252+0000","last_clean":"2024-09-22T10:30:40.637252+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:30:40.637252+0000","last_undegraded":"2024-09-22T10:30:40.637252+0000","last_fullsized":"2024-09-22T10:30:40.637252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'272","reported_seq":958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:53.857031+0000","last_change":"2024-09-22T08:40:27.620251+0000","last_active":"2024-09-22T10:30:53.857031+0000","last_peered":"2024-09-22T10:30:53.857031+0000","last_clean":"2024-09-22T10:30:53.857031+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:30:53.857031+0000","last_undegraded":"2024-09-22T10:30:53.857031+0000","last_fullsized":"2024-09-22T10:30:53.857031+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:28.195968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220168,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":571,"num_read_kb":58681,"num_write":1013,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"38'5","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.803480+0000","last_change":"2024-09-22T08:40:31.593902+0000","last_active":"2024-09-22T10:33:38.803480+0000","last_peered":"2024-09-22T10:33:38.803480+0000","last_clean":"2024-09-22T10:33:38.803480+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:33:38.803480+0000","last_undegraded":"2024-09-22T10:33:38.803480+0000","last_fullsized":"2024-09-22T10:33:38.803480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:11.772412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'763","reported_seq":1517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.547211+0000","last_change":"2024-09-22T08:40:33.594573+0000","last_active":"2024-09-22T10:33:40.547211+0000","last_peered":"2024-09-22T10:33:40.547211+0000","last_clean":"2024-09-22T10:33:40.547211+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:33:40.547211+0000","last_undegraded":"2024-09-22T10:33:40.547211+0000","last_fullsized":"2024-09-22T10:33:40.547211+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:06.788899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.052911+0000","last_change":"2024-09-22T08:40:35.601931+0000","last_active":"2024-09-22T10:31:09.052911+0000","last_peered":"2024-09-22T10:31:09.052911+0000","last_clean":"2024-09-22T10:31:09.052911+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:31:09.052911+0000","last_undegraded":"2024-09-22T10:31:09.052911+0000","last_fullsized":"2024-09-22T10:31:09.052911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:19.727688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'207","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.723367+0000","last_change":"2024-09-22T08:40:37.625322+0000","last_active":"2024-09-22T10:31:45.723367+0000","last_peered":"2024-09-22T10:31:45.723367+0000","last_clean":"2024-09-22T10:31:45.723367+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:31:45.723367+0000","last_undegraded":"2024-09-22T10:31:45.723367+0000","last_fullsized":"2024-09-22T10:31:45.723367+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:33.824782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'884","reported_seq":2489,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.983939+0000","last_change":"2024-09-22T08:40:29.576646+0000","last_active":"2024-09-22T10:31:35.983939+0000","last_peered":"2024-09-22T10:31:35.983939+0000","last_clean":"2024-09-22T10:31:35.983939+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:31:35.983939+0000","last_undegraded":"2024-09-22T10:31:35.983939+0000","last_fullsized":"2024-09-22T10:31:35.983939+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:28:51.666854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:26.096327+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T10:30:26.096327+0000","last_peered":"2024-09-22T10:30:26.096327+0000","last_clean":"2024-09-22T10:30:26.096327+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:30:26.096327+0000","last_undegraded":"2024-09-22T10:30:26.096327+0000","last_fullsized":"2024-09-22T10:30:26.096327+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'325","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:00.560138+0000","last_change":"2024-09-22T08:40:27.596202+0000","last_active":"2024-09-22T10:33:00.560138+0000","last_peered":"2024-09-22T10:33:00.560138+0000","last_clean":"2024-09-22T10:33:00.560138+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:00.560138+0000","last_undegraded":"2024-09-22T10:33:00.560138+0000","last_fullsized":"2024-09-22T10:33:00.560138+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:23.625654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599630,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":731,"num_read_kb":37708,"num_write":1180,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"38'3","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.805082+0000","last_change":"2024-09-22T08:40:31.600608+0000","last_active":"2024-09-22T10:33:38.805082+0000","last_peered":"2024-09-22T10:33:38.805082+0000","last_clean":"2024-09-22T10:33:38.805082+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:33:38.805082+0000","last_undegraded":"2024-09-22T10:33:38.805082+0000","last_fullsized":"2024-09-22T10:33:38.805082+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:27.529108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1435","reported_seq":3775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.076420+0000","last_change":"2024-09-22T08:40:33.600386+0000","last_active":"2024-09-22T10:33:39.076420+0000","last_peered":"2024-09-22T10:33:39.076420+0000","last_clean":"2024-09-22T10:33:39.076420+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:33:39.076420+0000","last_undegraded":"2024-09-22T10:33:39.076420+0000","last_fullsized":"2024-09-22T10:33:39.076420+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1401,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:58.804507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202215,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2255,"num_read_kb":3865,"num_write":1394,"num_write_kb":1176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:11.107620+0000","last_change":"2024-09-22T08:40:35.614315+0000","last_active":"2024-09-22T10:31:11.107620+0000","last_peered":"2024-09-22T10:31:11.107620+0000","last_clean":"2024-09-22T10:31:11.107620+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:31:11.107620+0000","last_undegraded":"2024-09-22T10:31:11.107620+0000","last_fullsized":"2024-09-22T10:31:11.107620+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:59.598311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'221","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.762305+0000","last_change":"2024-09-22T08:40:37.854134+0000","last_active":"2024-09-22T10:30:38.762305+0000","last_peered":"2024-09-22T10:30:38.762305+0000","last_clean":"2024-09-22T10:30:38.762305+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:30:38.762305+0000","last_undegraded":"2024-09-22T10:30:38.762305+0000","last_fullsized":"2024-09-22T10:30:38.762305+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:56.915455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'848","reported_seq":2559,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.961321+0000","last_change":"2024-09-22T08:40:29.592907+0000","last_active":"2024-09-22T10:33:06.961321+0000","last_peered":"2024-09-22T10:33:06.961321+0000","last_clean":"2024-09-22T10:33:06.961321+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:06.961321+0000","last_undegraded":"2024-09-22T10:33:06.961321+0000","last_fullsized":"2024-09-22T10:33:06.961321+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:10:32.408761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242102+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T10:30:39.242102+0000","last_peered":"2024-09-22T10:30:39.242102+0000","last_clean":"2024-09-22T10:30:39.242102+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:30:39.242102+0000","last_undegraded":"2024-09-22T10:30:39.242102+0000","last_fullsized":"2024-09-22T10:30:39.242102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'299","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.045978+0000","last_change":"2024-09-22T08:40:27.575303+0000","last_active":"2024-09-22T10:30:59.045978+0000","last_peered":"2024-09-22T10:30:59.045978+0000","last_clean":"2024-09-22T10:30:59.045978+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:30:59.045978+0000","last_undegraded":"2024-09-22T10:30:59.045978+0000","last_fullsized":"2024-09-22T10:30:59.045978+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:29.796564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16543474,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":576,"num_read_kb":70306,"num_write":1042,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247223+0000","last_change":"2024-09-22T08:40:31.585398+0000","last_active":"2024-09-22T10:31:04.247223+0000","last_peered":"2024-09-22T10:31:04.247223+0000","last_clean":"2024-09-22T10:31:04.247223+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:31:04.247223+0000","last_undegraded":"2024-09-22T10:31:04.247223+0000","last_fullsized":"2024-09-22T10:31:04.247223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:42.434234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'387","reported_seq":2340,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.130975+0000","last_change":"2024-09-22T08:40:33.597288+0000","last_active":"2024-09-22T10:33:08.130975+0000","last_peered":"2024-09-22T10:33:08.130975+0000","last_clean":"2024-09-22T10:33:08.130975+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:33:08.130975+0000","last_undegraded":"2024-09-22T10:33:08.130975+0000","last_fullsized":"2024-09-22T10:33:08.130975+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:13.936360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051642+0000","last_change":"2024-09-22T08:40:35.601515+0000","last_active":"2024-09-22T10:31:04.051642+0000","last_peered":"2024-09-22T10:31:04.051642+0000","last_clean":"2024-09-22T10:31:04.051642+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:31:04.051642+0000","last_undegraded":"2024-09-22T10:31:04.051642+0000","last_fullsized":"2024-09-22T10:31:04.051642+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:20.981676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'291","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.980688+0000","last_change":"2024-09-22T08:40:37.629185+0000","last_active":"2024-09-22T10:31:45.980688+0000","last_peered":"2024-09-22T10:31:45.980688+0000","last_clean":"2024-09-22T10:31:45.980688+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:31:45.980688+0000","last_undegraded":"2024-09-22T10:31:45.980688+0000","last_fullsized":"2024-09-22T10:31:45.980688+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:50.598419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'431","reported_seq":2065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.981937+0000","last_change":"2024-09-22T08:40:29.574241+0000","last_active":"2024-09-22T10:31:35.981937+0000","last_peered":"2024-09-22T10:31:35.981937+0000","last_clean":"2024-09-22T10:31:35.981937+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:31:35.981937+0000","last_undegraded":"2024-09-22T10:31:35.981937+0000","last_fullsized":"2024-09-22T10:31:35.981937+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:37.569053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637159+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T10:30:40.637159+0000","last_peered":"2024-09-22T10:30:40.637159+0000","last_clean":"2024-09-22T10:30:40.637159+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:30:40.637159+0000","last_undegraded":"2024-09-22T10:30:40.637159+0000","last_fullsized":"2024-09-22T10:30:40.637159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.804605+0000","last_change":"2024-09-22T08:40:27.561476+0000","last_active":"2024-09-22T10:33:41.804605+0000","last_peered":"2024-09-22T10:33:41.804605+0000","last_clean":"2024-09-22T10:33:41.804605+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:41.804605+0000","last_undegraded":"2024-09-22T10:33:41.804605+0000","last_fullsized":"2024-09-22T10:33:41.804605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:40.831533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.056848+0000","last_change":"2024-09-22T08:40:31.576873+0000","last_active":"2024-09-22T10:31:29.056848+0000","last_peered":"2024-09-22T10:31:29.056848+0000","last_clean":"2024-09-22T10:31:29.056848+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:31:29.056848+0000","last_undegraded":"2024-09-22T10:31:29.056848+0000","last_fullsized":"2024-09-22T10:31:29.056848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:17.764746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'201","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.143333+0000","last_change":"2024-09-22T08:40:33.600249+0000","last_active":"2024-09-22T10:33:08.143333+0000","last_peered":"2024-09-22T10:33:08.143333+0000","last_clean":"2024-09-22T10:33:08.143333+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:33:08.143333+0000","last_undegraded":"2024-09-22T10:33:08.143333+0000","last_fullsized":"2024-09-22T10:33:08.143333+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:44.963479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:05.028943+0000","last_change":"2024-09-22T08:40:35.606485+0000","last_active":"2024-09-22T10:31:05.028943+0000","last_peered":"2024-09-22T10:31:05.028943+0000","last_clean":"2024-09-22T10:31:05.028943+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:31:05.028943+0000","last_undegraded":"2024-09-22T10:31:05.028943+0000","last_fullsized":"2024-09-22T10:31:05.028943+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:22.650412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'138","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:10.644265+0000","last_change":"2024-09-22T08:40:37.637534+0000","last_active":"2024-09-22T10:31:10.644265+0000","last_peered":"2024-09-22T10:31:10.644265+0000","last_clean":"2024-09-22T10:31:10.644265+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:31:10.644265+0000","last_undegraded":"2024-09-22T10:31:10.644265+0000","last_fullsized":"2024-09-22T10:31:10.644265+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:41.952108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'375","reported_seq":1940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101085+0000","last_change":"2024-09-22T08:40:29.592733+0000","last_active":"2024-09-22T10:31:43.101085+0000","last_peered":"2024-09-22T10:31:43.101085+0000","last_clean":"2024-09-22T10:31:43.101085+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:31:43.101085+0000","last_undegraded":"2024-09-22T10:31:43.101085+0000","last_fullsized":"2024-09-22T10:31:43.101085+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:01.652017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'301","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.574703+0000","last_change":"2024-09-22T08:40:57.705513+0000","last_active":"2024-09-22T10:33:40.574703+0000","last_peered":"2024-09-22T10:33:40.574703+0000","last_clean":"2024-09-22T10:33:40.574703+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:40.574703+0000","last_undegraded":"2024-09-22T10:33:40.574703+0000","last_fullsized":"2024-09-22T10:33:40.574703+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:14.572859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12828,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":519,"num_read_kb":35459,"num_write":1045,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042079+0000","last_change":"2024-09-22T08:40:13.412717+0000","last_active":"2024-09-22T10:30:39.042079+0000","last_peered":"2024-09-22T10:30:39.042079+0000","last_clean":"2024-09-22T10:30:39.042079+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:30:39.042079+0000","last_undegraded":"2024-09-22T10:30:39.042079+0000","last_fullsized":"2024-09-22T10:30:39.042079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:33.066272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.050206+0000","last_change":"2024-09-22T08:40:31.593270+0000","last_active":"2024-09-22T10:30:59.050206+0000","last_peered":"2024-09-22T10:30:59.050206+0000","last_clean":"2024-09-22T10:30:59.050206+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:30:59.050206+0000","last_undegraded":"2024-09-22T10:30:59.050206+0000","last_fullsized":"2024-09-22T10:30:59.050206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:23.429212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'629","reported_seq":1370,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.873394+0000","last_change":"2024-09-22T08:40:33.589077+0000","last_active":"2024-09-22T10:33:07.873394+0000","last_peered":"2024-09-22T10:33:07.873394+0000","last_clean":"2024-09-22T10:33:07.873394+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:33:07.873394+0000","last_undegraded":"2024-09-22T10:33:07.873394+0000","last_fullsized":"2024-09-22T10:33:07.873394+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":600,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.946627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118902,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1048,"num_read_kb":2032,"num_write":848,"num_write_kb":614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056888+0000","last_change":"2024-09-22T08:40:35.612292+0000","last_active":"2024-09-22T10:31:02.056888+0000","last_peered":"2024-09-22T10:31:02.056888+0000","last_clean":"2024-09-22T10:31:02.056888+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:31:02.056888+0000","last_undegraded":"2024-09-22T10:31:02.056888+0000","last_fullsized":"2024-09-22T10:31:02.056888+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:33.068785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'122","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.198456+0000","last_change":"2024-09-22T08:40:37.855074+0000","last_active":"2024-09-22T10:31:38.198456+0000","last_peered":"2024-09-22T10:31:38.198456+0000","last_clean":"2024-09-22T10:31:38.198456+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:31:38.198456+0000","last_undegraded":"2024-09-22T10:31:38.198456+0000","last_fullsized":"2024-09-22T10:31:38.198456+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.612641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'550","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048857+0000","last_change":"2024-09-22T08:40:29.561043+0000","last_active":"2024-09-22T10:30:54.048857+0000","last_peered":"2024-09-22T10:30:54.048857+0000","last_clean":"2024-09-22T10:30:54.048857+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:30:54.048857+0000","last_undegraded":"2024-09-22T10:30:54.048857+0000","last_fullsized":"2024-09-22T10:30:54.048857+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:45.075358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'270","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045187+0000","last_change":"2024-09-22T08:40:27.592996+0000","last_active":"2024-09-22T10:30:54.045187+0000","last_peered":"2024-09-22T10:30:54.045187+0000","last_clean":"2024-09-22T10:30:54.045187+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:30:54.045187+0000","last_undegraded":"2024-09-22T10:30:54.045187+0000","last_fullsized":"2024-09-22T10:30:54.045187+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:43.745956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12258921,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":671,"num_read_kb":36162,"num_write":1026,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:51.102654+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T10:30:51.102654+0000","last_peered":"2024-09-22T10:30:51.102654+0000","last_clean":"2024-09-22T10:30:51.102654+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:30:51.102654+0000","last_undegraded":"2024-09-22T10:30:51.102654+0000","last_fullsized":"2024-09-22T10:30:51.102654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027590+0000","last_change":"2024-09-22T08:40:31.594636+0000","last_active":"2024-09-22T10:31:00.027590+0000","last_peered":"2024-09-22T10:31:00.027590+0000","last_clean":"2024-09-22T10:31:00.027590+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:31:00.027590+0000","last_undegraded":"2024-09-22T10:31:00.027590+0000","last_fullsized":"2024-09-22T10:31:00.027590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:46:57.373899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:03.030606+0000","last_change":"2024-09-22T08:40:33.583107+0000","last_active":"2024-09-22T10:32:03.030606+0000","last_peered":"2024-09-22T10:32:03.030606+0000","last_clean":"2024-09-22T10:32:03.030606+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:32:03.030606+0000","last_undegraded":"2024-09-22T10:32:03.030606+0000","last_fullsized":"2024-09-22T10:32:03.030606+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:12.577375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'788","reported_seq":3467,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058194+0000","last_change":"2024-09-22T08:40:35.596945+0000","last_active":"2024-09-22T10:33:39.058194+0000","last_peered":"2024-09-22T10:33:39.058194+0000","last_clean":"2024-09-22T10:33:39.058194+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:33:39.058194+0000","last_undegraded":"2024-09-22T10:33:39.058194+0000","last_fullsized":"2024-09-22T10:33:39.058194+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":702,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:26.182881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'114","reported_seq":647,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.928077+0000","last_change":"2024-09-22T08:40:37.853636+0000","last_active":"2024-09-22T10:33:07.928077+0000","last_peered":"2024-09-22T10:33:07.928077+0000","last_clean":"2024-09-22T10:33:07.928077+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:33:07.928077+0000","last_undegraded":"2024-09-22T10:33:07.928077+0000","last_fullsized":"2024-09-22T10:33:07.928077+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:11:17.122336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421321+0000","last_change":"2024-09-22T08:40:29.586105+0000","last_active":"2024-09-22T10:31:45.421321+0000","last_peered":"2024-09-22T10:31:45.421321+0000","last_clean":"2024-09-22T10:31:45.421321+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:31:45.421321+0000","last_undegraded":"2024-09-22T10:31:45.421321+0000","last_fullsized":"2024-09-22T10:31:45.421321+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:33.974897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'286","reported_seq":971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858106+0000","last_change":"2024-09-22T08:40:27.586213+0000","last_active":"2024-09-22T10:30:58.858106+0000","last_peered":"2024-09-22T10:30:58.858106+0000","last_clean":"2024-09-22T10:30:58.858106+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:30:58.858106+0000","last_undegraded":"2024-09-22T10:30:58.858106+0000","last_fullsized":"2024-09-22T10:30:58.858106+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:11.717842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12272500,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":541,"num_read_kb":43190,"num_write":1023,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043063+0000","last_change":"2024-09-22T08:40:13.412617+0000","last_active":"2024-09-22T10:30:44.043063+0000","last_peered":"2024-09-22T10:30:44.043063+0000","last_clean":"2024-09-22T10:30:44.043063+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:30:44.043063+0000","last_undegraded":"2024-09-22T10:30:44.043063+0000","last_fullsized":"2024-09-22T10:30:44.043063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:50.794108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055734+0000","last_change":"2024-09-22T08:40:31.580233+0000","last_active":"2024-09-22T10:30:57.055734+0000","last_peered":"2024-09-22T10:30:57.055734+0000","last_clean":"2024-09-22T10:30:57.055734+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:30:57.055734+0000","last_undegraded":"2024-09-22T10:30:57.055734+0000","last_fullsized":"2024-09-22T10:30:57.055734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:49.544930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'185","reported_seq":795,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.653122+0000","last_change":"2024-09-22T08:40:33.592848+0000","last_active":"2024-09-22T10:31:36.653122+0000","last_peered":"2024-09-22T10:31:36.653122+0000","last_clean":"2024-09-22T10:31:36.653122+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:31:36.653122+0000","last_undegraded":"2024-09-22T10:31:36.653122+0000","last_fullsized":"2024-09-22T10:31:36.653122+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:55:55.011875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'784","reported_seq":3111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887367+0000","last_change":"2024-09-22T08:40:35.613626+0000","last_active":"2024-09-22T10:33:08.887367+0000","last_peered":"2024-09-22T10:33:08.887367+0000","last_clean":"2024-09-22T10:33:08.887367+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:33:08.887367+0000","last_undegraded":"2024-09-22T10:33:08.887367+0000","last_fullsized":"2024-09-22T10:33:08.887367+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:28.561977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'185","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048883+0000","last_change":"2024-09-22T08:40:37.630011+0000","last_active":"2024-09-22T10:30:54.048883+0000","last_peered":"2024-09-22T10:30:54.048883+0000","last_clean":"2024-09-22T10:30:54.048883+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:30:54.048883+0000","last_undegraded":"2024-09-22T10:30:54.048883+0000","last_fullsized":"2024-09-22T10:30:54.048883+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:20.792978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'580","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976671+0000","last_change":"2024-09-22T08:40:29.580964+0000","last_active":"2024-09-22T10:31:35.976671+0000","last_peered":"2024-09-22T10:31:35.976671+0000","last_clean":"2024-09-22T10:31:35.976671+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:31:35.976671+0000","last_undegraded":"2024-09-22T10:31:35.976671+0000","last_fullsized":"2024-09-22T10:31:35.976671+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:27.428998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'439","reported_seq":1312,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.712431+0000","last_change":"2024-09-22T08:40:27.568299+0000","last_active":"2024-09-22T10:31:24.712431+0000","last_peered":"2024-09-22T10:31:24.712431+0000","last_clean":"2024-09-22T10:31:24.712431+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:31:24.712431+0000","last_undegraded":"2024-09-22T10:31:24.712431+0000","last_fullsized":"2024-09-22T10:31:24.712431+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:14.888150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16897880,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1351,"num_read_kb":45434,"num_write":1406,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:45.024471+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T10:30:45.024471+0000","last_peered":"2024-09-22T10:30:45.024471+0000","last_clean":"2024-09-22T10:30:45.024471+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:30:45.024471+0000","last_undegraded":"2024-09-22T10:30:45.024471+0000","last_fullsized":"2024-09-22T10:30:45.024471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859012+0000","last_change":"2024-09-22T08:40:31.575723+0000","last_active":"2024-09-22T10:31:03.859012+0000","last_peered":"2024-09-22T10:31:03.859012+0000","last_clean":"2024-09-22T10:31:03.859012+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:31:03.859012+0000","last_undegraded":"2024-09-22T10:31:03.859012+0000","last_fullsized":"2024-09-22T10:31:03.859012+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:00.311408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1577,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.499932+0000","last_change":"2024-09-22T08:40:33.598803+0000","last_active":"2024-09-22T10:33:39.499932+0000","last_peered":"2024-09-22T10:33:39.499932+0000","last_clean":"2024-09-22T10:33:39.499932+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:33:39.499932+0000","last_undegraded":"2024-09-22T10:33:39.499932+0000","last_fullsized":"2024-09-22T10:33:39.499932+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:42.561943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154651,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1385,"num_read_kb":2945,"num_write":1118,"num_write_kb":869,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859167+0000","last_change":"2024-09-22T08:40:35.597741+0000","last_active":"2024-09-22T10:31:03.859167+0000","last_peered":"2024-09-22T10:31:03.859167+0000","last_clean":"2024-09-22T10:31:03.859167+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:31:03.859167+0000","last_undegraded":"2024-09-22T10:31:03.859167+0000","last_fullsized":"2024-09-22T10:31:03.859167+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.390083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'139","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.083084+0000","last_change":"2024-09-22T08:40:37.639535+0000","last_active":"2024-09-22T10:31:43.083084+0000","last_peered":"2024-09-22T10:31:43.083084+0000","last_clean":"2024-09-22T10:31:43.083084+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:31:43.083084+0000","last_undegraded":"2024-09-22T10:31:43.083084+0000","last_fullsized":"2024-09-22T10:31:43.083084+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:09.369924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'151","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.923650+0000","last_change":"2024-09-22T08:40:37.626192+0000","last_active":"2024-09-22T10:33:07.923650+0000","last_peered":"2024-09-22T10:33:07.923650+0000","last_clean":"2024-09-22T10:33:07.923650+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:33:07.923650+0000","last_undegraded":"2024-09-22T10:33:07.923650+0000","last_fullsized":"2024-09-22T10:33:07.923650+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:01.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'477","reported_seq":2294,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.222756+0000","last_change":"2024-09-22T08:40:29.602644+0000","last_active":"2024-09-22T10:30:34.222756+0000","last_peered":"2024-09-22T10:30:34.222756+0000","last_clean":"2024-09-22T10:30:34.222756+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:30:34.222756+0000","last_undegraded":"2024-09-22T10:30:34.222756+0000","last_fullsized":"2024-09-22T10:30:34.222756+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":400,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:12.147179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.650391+0000","last_change":"2024-09-22T08:40:27.601560+0000","last_active":"2024-09-22T10:33:41.650391+0000","last_peered":"2024-09-22T10:33:41.650391+0000","last_clean":"2024-09-22T10:33:41.650391+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:41.650391+0000","last_undegraded":"2024-09-22T10:33:41.650391+0000","last_fullsized":"2024-09-22T10:33:41.650391+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.020966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.036601+0000","last_change":"2024-09-22T08:40:31.587991+0000","last_active":"2024-09-22T10:30:14.036601+0000","last_peered":"2024-09-22T10:30:14.036601+0000","last_clean":"2024-09-22T10:30:14.036601+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:30:14.036601+0000","last_undegraded":"2024-09-22T10:30:14.036601+0000","last_fullsized":"2024-09-22T10:30:14.036601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:32.054895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'320","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879517+0000","last_change":"2024-09-22T08:40:33.578207+0000","last_active":"2024-09-22T10:32:33.879517+0000","last_peered":"2024-09-22T10:32:33.879517+0000","last_clean":"2024-09-22T10:32:33.879517+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:32:33.879517+0000","last_undegraded":"2024-09-22T10:32:33.879517+0000","last_fullsized":"2024-09-22T10:32:33.879517+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:04.933364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55554,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":519,"num_read_kb":988,"num_write":408,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848279+0000","last_change":"2024-09-22T08:40:35.593268+0000","last_active":"2024-09-22T10:30:18.848279+0000","last_peered":"2024-09-22T10:30:18.848279+0000","last_clean":"2024-09-22T10:30:18.848279+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:30:18.848279+0000","last_undegraded":"2024-09-22T10:30:18.848279+0000","last_fullsized":"2024-09-22T10:30:18.848279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:14:04.482900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'127","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.192168+0000","last_change":"2024-09-22T08:40:37.636617+0000","last_active":"2024-09-22T10:31:38.192168+0000","last_peered":"2024-09-22T10:31:38.192168+0000","last_clean":"2024-09-22T10:31:38.192168+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:31:38.192168+0000","last_undegraded":"2024-09-22T10:31:38.192168+0000","last_fullsized":"2024-09-22T10:31:38.192168+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:48.798819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'452","reported_seq":2051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.110827+0000","last_change":"2024-09-22T08:40:29.600613+0000","last_active":"2024-09-22T10:31:43.110827+0000","last_peered":"2024-09-22T10:31:43.110827+0000","last_clean":"2024-09-22T10:31:43.110827+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:31:43.110827+0000","last_undegraded":"2024-09-22T10:31:43.110827+0000","last_fullsized":"2024-09-22T10:31:43.110827+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:16.366230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'370","reported_seq":1086,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.836495+0000","last_change":"2024-09-22T08:40:27.611247+0000","last_active":"2024-09-22T10:33:40.836495+0000","last_peered":"2024-09-22T10:33:40.836495+0000","last_clean":"2024-09-22T10:33:40.836495+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:33:40.836495+0000","last_undegraded":"2024-09-22T10:33:40.836495+0000","last_fullsized":"2024-09-22T10:33:40.836495+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:04.527247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2385247,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":778,"num_read_kb":14552,"num_write":1145,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:13.847239+0000","last_change":"2024-09-22T08:40:31.582621+0000","last_active":"2024-09-22T10:30:13.847239+0000","last_peered":"2024-09-22T10:30:13.847239+0000","last_clean":"2024-09-22T10:30:13.847239+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:30:13.847239+0000","last_undegraded":"2024-09-22T10:30:13.847239+0000","last_fullsized":"2024-09-22T10:30:13.847239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:47.727861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'82","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:17.717985+0000","last_change":"2024-09-22T08:40:33.600487+0000","last_active":"2024-09-22T10:31:17.717985+0000","last_peered":"2024-09-22T10:31:17.717985+0000","last_clean":"2024-09-22T10:31:17.717985+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:31:17.717985+0000","last_undegraded":"2024-09-22T10:31:17.717985+0000","last_fullsized":"2024-09-22T10:31:17.717985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:18.961601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094049+0000","last_change":"2024-09-22T08:40:35.600600+0000","last_active":"2024-09-22T10:30:16.094049+0000","last_peered":"2024-09-22T10:30:16.094049+0000","last_clean":"2024-09-22T10:30:16.094049+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:30:16.094049+0000","last_undegraded":"2024-09-22T10:30:16.094049+0000","last_fullsized":"2024-09-22T10:30:16.094049+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:29.219986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'261","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.133861+0000","last_change":"2024-09-22T08:40:37.615751+0000","last_active":"2024-09-22T10:31:43.133861+0000","last_peered":"2024-09-22T10:31:43.133861+0000","last_clean":"2024-09-22T10:31:43.133861+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:31:43.133861+0000","last_undegraded":"2024-09-22T10:31:43.133861+0000","last_fullsized":"2024-09-22T10:31:43.133861+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:17:21.144084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807350+0000","last_change":"2024-09-22T08:40:29.589786+0000","last_active":"2024-09-22T10:30:48.807350+0000","last_peered":"2024-09-22T10:30:48.807350+0000","last_clean":"2024-09-22T10:30:48.807350+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:30:48.807350+0000","last_undegraded":"2024-09-22T10:30:48.807350+0000","last_fullsized":"2024-09-22T10:30:48.807350+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:06.526813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'382","reported_seq":1147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.636597+0000","last_change":"2024-09-22T08:40:27.600674+0000","last_active":"2024-09-22T10:33:40.636597+0000","last_peered":"2024-09-22T10:33:40.636597+0000","last_clean":"2024-09-22T10:33:40.636597+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:40.636597+0000","last_undegraded":"2024-09-22T10:33:40.636597+0000","last_fullsized":"2024-09-22T10:33:40.636597+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:18.277785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6191300,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":827,"num_read_kb":31715,"num_write":1230,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.093991+0000","last_change":"2024-09-22T08:40:31.588797+0000","last_active":"2024-09-22T10:30:16.093991+0000","last_peered":"2024-09-22T10:30:16.093991+0000","last_clean":"2024-09-22T10:30:16.093991+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:30:16.093991+0000","last_undegraded":"2024-09-22T10:30:16.093991+0000","last_fullsized":"2024-09-22T10:30:16.093991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:45.474899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'353","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879586+0000","last_change":"2024-09-22T08:40:33.590822+0000","last_active":"2024-09-22T10:32:33.879586+0000","last_peered":"2024-09-22T10:32:33.879586+0000","last_clean":"2024-09-22T10:32:33.879586+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:32:33.879586+0000","last_undegraded":"2024-09-22T10:32:33.879586+0000","last_fullsized":"2024-09-22T10:32:33.879586+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:24:08.854807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57707,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":570,"num_read_kb":1057,"num_write":444,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018245+0000","last_change":"2024-09-22T08:40:35.613826+0000","last_active":"2024-09-22T10:30:15.018245+0000","last_peered":"2024-09-22T10:30:15.018245+0000","last_clean":"2024-09-22T10:30:15.018245+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:30:15.018245+0000","last_undegraded":"2024-09-22T10:30:15.018245+0000","last_fullsized":"2024-09-22T10:30:15.018245+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:01.815357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'531","reported_seq":2096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.880929+0000","last_change":"2024-09-22T08:40:29.577937+0000","last_active":"2024-09-22T10:33:06.880929+0000","last_peered":"2024-09-22T10:33:06.880929+0000","last_clean":"2024-09-22T10:33:06.880929+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:06.880929+0000","last_undegraded":"2024-09-22T10:33:06.880929+0000","last_fullsized":"2024-09-22T10:33:06.880929+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:46.196088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'269","reported_seq":938,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:48.122941+0000","last_change":"2024-09-22T08:40:27.591081+0000","last_active":"2024-09-22T10:29:48.122941+0000","last_peered":"2024-09-22T10:29:48.122941+0000","last_clean":"2024-09-22T10:29:48.122941+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:29:48.122941+0000","last_undegraded":"2024-09-22T10:29:48.122941+0000","last_fullsized":"2024-09-22T10:29:48.122941+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:38.922740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5647055,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":486,"num_read_kb":12106,"num_write":971,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018191+0000","last_change":"2024-09-22T08:40:31.594540+0000","last_active":"2024-09-22T10:30:15.018191+0000","last_peered":"2024-09-22T10:30:15.018191+0000","last_clean":"2024-09-22T10:30:15.018191+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:30:15.018191+0000","last_undegraded":"2024-09-22T10:30:15.018191+0000","last_fullsized":"2024-09-22T10:30:15.018191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:06.602240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'295","reported_seq":908,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.860696+0000","last_change":"2024-09-22T08:40:33.588909+0000","last_active":"2024-09-22T10:33:07.860696+0000","last_peered":"2024-09-22T10:33:07.860696+0000","last_clean":"2024-09-22T10:33:07.860696+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:33:07.860696+0000","last_undegraded":"2024-09-22T10:33:07.860696+0000","last_fullsized":"2024-09-22T10:33:07.860696+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:44.483542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48644,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":911,"num_write":372,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.040860+0000","last_change":"2024-09-22T08:40:35.604950+0000","last_active":"2024-09-22T10:30:19.040860+0000","last_peered":"2024-09-22T10:30:19.040860+0000","last_clean":"2024-09-22T10:30:19.040860+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:30:19.040860+0000","last_undegraded":"2024-09-22T10:30:19.040860+0000","last_fullsized":"2024-09-22T10:30:19.040860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:37:04.447958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'802","reported_seq":2573,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.026680+0000","last_change":"2024-09-22T08:40:29.581584+0000","last_active":"2024-09-22T10:30:55.026680+0000","last_peered":"2024-09-22T10:30:55.026680+0000","last_clean":"2024-09-22T10:30:55.026680+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:30:55.026680+0000","last_undegraded":"2024-09-22T10:30:55.026680+0000","last_fullsized":"2024-09-22T10:30:55.026680+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":700,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:30.506060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'269","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.148879+0000","last_change":"2024-09-22T08:40:27.566750+0000","last_active":"2024-09-22T10:30:18.148879+0000","last_peered":"2024-09-22T10:30:18.148879+0000","last_clean":"2024-09-22T10:30:18.148879+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:30:18.148879+0000","last_undegraded":"2024-09-22T10:30:18.148879+0000","last_fullsized":"2024-09-22T10:30:18.148879+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:35.234542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4488105,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":6994,"num_write":960,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":543,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051717+0000","last_change":"2024-09-22T08:40:31.578540+0000","last_active":"2024-09-22T10:31:04.051717+0000","last_peered":"2024-09-22T10:31:04.051717+0000","last_clean":"2024-09-22T10:31:04.051717+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:31:04.051717+0000","last_undegraded":"2024-09-22T10:31:04.051717+0000","last_fullsized":"2024-09-22T10:31:04.051717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:22.340491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'539","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.858962+0000","last_change":"2024-09-22T08:40:33.602029+0000","last_active":"2024-09-22T10:33:07.858962+0000","last_peered":"2024-09-22T10:33:07.858962+0000","last_clean":"2024-09-22T10:33:07.858962+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:33:07.858962+0000","last_undegraded":"2024-09-22T10:33:07.858962+0000","last_fullsized":"2024-09-22T10:33:07.858962+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:50.157118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122165,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":962,"num_read_kb":2014,"num_write":836,"num_write_kb":729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636118+0000","last_change":"2024-09-22T08:40:35.593562+0000","last_active":"2024-09-22T10:30:35.636118+0000","last_peered":"2024-09-22T10:30:35.636118+0000","last_clean":"2024-09-22T10:30:35.636118+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:30:35.636118+0000","last_undegraded":"2024-09-22T10:30:35.636118+0000","last_fullsized":"2024-09-22T10:30:35.636118+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:48.165004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'183","reported_seq":714,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848421+0000","last_change":"2024-09-22T08:40:37.853079+0000","last_active":"2024-09-22T10:30:18.848421+0000","last_peered":"2024-09-22T10:30:18.848421+0000","last_clean":"2024-09-22T10:30:18.848421+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:30:18.848421+0000","last_undegraded":"2024-09-22T10:30:18.848421+0000","last_fullsized":"2024-09-22T10:30:18.848421+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:35.147139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'478","reported_seq":2200,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.984076+0000","last_change":"2024-09-22T08:40:29.578955+0000","last_active":"2024-09-22T10:31:35.984076+0000","last_peered":"2024-09-22T10:31:35.984076+0000","last_clean":"2024-09-22T10:31:35.984076+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:31:35.984076+0000","last_undegraded":"2024-09-22T10:31:35.984076+0000","last_fullsized":"2024-09-22T10:31:35.984076+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:06.741951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'303","reported_seq":1011,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.145798+0000","last_change":"2024-09-22T08:40:57.705975+0000","last_active":"2024-09-22T10:31:21.145798+0000","last_peered":"2024-09-22T10:31:21.145798+0000","last_clean":"2024-09-22T10:31:21.145798+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:31:21.145798+0000","last_undegraded":"2024-09-22T10:31:21.145798+0000","last_fullsized":"2024-09-22T10:31:21.145798+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:50.193616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4225301,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":672,"num_read_kb":18000,"num_write":1024,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027747+0000","last_change":"2024-09-22T08:40:31.596429+0000","last_active":"2024-09-22T10:31:00.027747+0000","last_peered":"2024-09-22T10:31:00.027747+0000","last_clean":"2024-09-22T10:31:00.027747+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:31:00.027747+0000","last_undegraded":"2024-09-22T10:31:00.027747+0000","last_fullsized":"2024-09-22T10:31:00.027747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:46:32.492349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'383","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.863302+0000","last_change":"2024-09-22T08:40:33.596613+0000","last_active":"2024-09-22T10:33:07.863302+0000","last_peered":"2024-09-22T10:33:07.863302+0000","last_clean":"2024-09-22T10:33:07.863302+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:33:07.863302+0000","last_undegraded":"2024-09-22T10:33:07.863302+0000","last_fullsized":"2024-09-22T10:33:07.863302+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:23.345313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60195,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":624,"num_read_kb":1100,"num_write":514,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042173+0000","last_change":"2024-09-22T08:40:35.613415+0000","last_active":"2024-09-22T10:30:39.042173+0000","last_peered":"2024-09-22T10:30:39.042173+0000","last_clean":"2024-09-22T10:30:39.042173+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:30:39.042173+0000","last_undegraded":"2024-09-22T10:30:39.042173+0000","last_fullsized":"2024-09-22T10:30:39.042173+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:06.065358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'184","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.027088+0000","last_change":"2024-09-22T08:40:37.634245+0000","last_active":"2024-09-22T10:31:38.027088+0000","last_peered":"2024-09-22T10:31:38.027088+0000","last_clean":"2024-09-22T10:31:38.027088+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:31:38.027088+0000","last_undegraded":"2024-09-22T10:31:38.027088+0000","last_fullsized":"2024-09-22T10:31:38.027088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:41.210235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807518+0000","last_change":"2024-09-22T08:40:29.578324+0000","last_active":"2024-09-22T10:30:48.807518+0000","last_peered":"2024-09-22T10:30:48.807518+0000","last_clean":"2024-09-22T10:30:48.807518+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:30:48.807518+0000","last_undegraded":"2024-09-22T10:30:48.807518+0000","last_fullsized":"2024-09-22T10:30:48.807518+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:40.413392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.724087+0000","last_change":"2024-09-22T08:40:27.624258+0000","last_active":"2024-09-22T10:33:41.724087+0000","last_peered":"2024-09-22T10:33:41.724087+0000","last_clean":"2024-09-22T10:33:41.724087+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:41.724087+0000","last_undegraded":"2024-09-22T10:33:41.724087+0000","last_fullsized":"2024-09-22T10:33:41.724087+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:07.127529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049947+0000","last_change":"2024-09-22T08:40:31.576644+0000","last_active":"2024-09-22T10:30:32.049947+0000","last_peered":"2024-09-22T10:30:32.049947+0000","last_clean":"2024-09-22T10:30:32.049947+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:30:32.049947+0000","last_undegraded":"2024-09-22T10:30:32.049947+0000","last_fullsized":"2024-09-22T10:30:32.049947+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:53.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'326","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886247+0000","last_change":"2024-09-22T08:40:33.589345+0000","last_active":"2024-09-22T10:33:03.886247+0000","last_peered":"2024-09-22T10:33:03.886247+0000","last_clean":"2024-09-22T10:33:03.886247+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:33:03.886247+0000","last_undegraded":"2024-09-22T10:33:03.886247+0000","last_fullsized":"2024-09-22T10:33:03.886247+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:36.570428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69910,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":1050,"num_write":434,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048445+0000","last_change":"2024-09-22T08:40:35.609341+0000","last_active":"2024-09-22T10:31:09.048445+0000","last_peered":"2024-09-22T10:31:09.048445+0000","last_clean":"2024-09-22T10:31:09.048445+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:31:09.048445+0000","last_undegraded":"2024-09-22T10:31:09.048445+0000","last_fullsized":"2024-09-22T10:31:09.048445+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:17.414124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'150","reported_seq":683,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.918991+0000","last_change":"2024-09-22T08:40:37.641903+0000","last_active":"2024-09-22T10:33:07.918991+0000","last_peered":"2024-09-22T10:33:07.918991+0000","last_clean":"2024-09-22T10:33:07.918991+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:33:07.918991+0000","last_undegraded":"2024-09-22T10:33:07.918991+0000","last_fullsized":"2024-09-22T10:33:07.918991+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:13.105235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'708","reported_seq":2437,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.239894+0000","last_change":"2024-09-22T08:40:29.574526+0000","last_active":"2024-09-22T10:30:29.239894+0000","last_peered":"2024-09-22T10:30:29.239894+0000","last_clean":"2024-09-22T10:30:29.239894+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:30:29.239894+0000","last_undegraded":"2024-09-22T10:30:29.239894+0000","last_fullsized":"2024-09-22T10:30:29.239894+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:04.462114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'299","reported_seq":936,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.239513+0000","last_change":"2024-09-22T08:40:57.852908+0000","last_active":"2024-09-22T10:33:39.239513+0000","last_peered":"2024-09-22T10:33:39.239513+0000","last_clean":"2024-09-22T10:33:39.239513+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:39.239513+0000","last_undegraded":"2024-09-22T10:33:39.239513+0000","last_fullsized":"2024-09-22T10:33:39.239513+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:07.657018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24162479,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":520,"num_read_kb":40562,"num_write":1069,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041024+0000","last_change":"2024-09-22T08:40:31.575086+0000","last_active":"2024-09-22T10:30:34.041024+0000","last_peered":"2024-09-22T10:30:34.041024+0000","last_clean":"2024-09-22T10:30:34.041024+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:30:34.041024+0000","last_undegraded":"2024-09-22T10:30:34.041024+0000","last_fullsized":"2024-09-22T10:30:34.041024+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:13.901185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'164","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.222230+0000","last_change":"2024-09-22T08:40:33.601646+0000","last_active":"2024-09-22T10:31:37.222230+0000","last_peered":"2024-09-22T10:31:37.222230+0000","last_clean":"2024-09-22T10:31:37.222230+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:31:37.222230+0000","last_undegraded":"2024-09-22T10:31:37.222230+0000","last_fullsized":"2024-09-22T10:31:37.222230+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:05.489133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'769","reported_seq":3049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.051888+0000","last_change":"2024-09-22T08:40:35.602890+0000","last_active":"2024-09-22T10:33:39.051888+0000","last_peered":"2024-09-22T10:33:39.051888+0000","last_clean":"2024-09-22T10:33:39.051888+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:33:39.051888+0000","last_undegraded":"2024-09-22T10:33:39.051888+0000","last_fullsized":"2024-09-22T10:33:39.051888+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":701,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.494573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.556160+0000","last_change":"2024-09-22T08:40:37.645581+0000","last_active":"2024-09-22T10:33:06.556160+0000","last_peered":"2024-09-22T10:33:06.556160+0000","last_clean":"2024-09-22T10:33:06.556160+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:33:06.556160+0000","last_undegraded":"2024-09-22T10:33:06.556160+0000","last_fullsized":"2024-09-22T10:33:06.556160+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:35.717329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.223125+0000","last_change":"2024-09-22T08:41:58.644647+0000","last_active":"2024-09-22T10:30:34.223125+0000","last_peered":"2024-09-22T10:30:34.223125+0000","last_clean":"2024-09-22T10:30:34.223125+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:30:34.223125+0000","last_undegraded":"2024-09-22T10:30:34.223125+0000","last_fullsized":"2024-09-22T10:30:34.223125+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:01.054660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'336","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.510441+0000","last_change":"2024-09-22T08:40:27.593437+0000","last_active":"2024-09-22T10:33:40.510441+0000","last_peered":"2024-09-22T10:33:40.510441+0000","last_clean":"2024-09-22T10:33:40.510441+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:33:40.510441+0000","last_undegraded":"2024-09-22T10:33:40.510441+0000","last_fullsized":"2024-09-22T10:33:40.510441+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:44.095017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":579,"num_read_kb":6601,"num_write":1068,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:36.098989+0000","last_change":"2024-09-22T08:40:31.588969+0000","last_active":"2024-09-22T10:30:36.098989+0000","last_peered":"2024-09-22T10:30:36.098989+0000","last_clean":"2024-09-22T10:30:36.098989+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:30:36.098989+0000","last_undegraded":"2024-09-22T10:30:36.098989+0000","last_fullsized":"2024-09-22T10:30:36.098989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:02.494251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'394","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.844217+0000","last_change":"2024-09-22T08:40:33.594496+0000","last_active":"2024-09-22T10:33:07.844217+0000","last_peered":"2024-09-22T10:33:07.844217+0000","last_clean":"2024-09-22T10:33:07.844217+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:33:07.844217+0000","last_undegraded":"2024-09-22T10:33:07.844217+0000","last_fullsized":"2024-09-22T10:33:07.844217+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:28.794024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56415,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1098,"num_write":486,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027838+0000","last_change":"2024-09-22T08:40:35.605748+0000","last_active":"2024-09-22T10:29:24.027838+0000","last_peered":"2024-09-22T10:29:24.027838+0000","last_clean":"2024-09-22T10:29:24.027838+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:29:24.027838+0000","last_undegraded":"2024-09-22T10:29:24.027838+0000","last_fullsized":"2024-09-22T10:29:24.027838+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'154","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.206197+0000","last_change":"2024-09-22T08:40:37.638020+0000","last_active":"2024-09-22T10:31:38.206197+0000","last_peered":"2024-09-22T10:31:38.206197+0000","last_clean":"2024-09-22T10:31:38.206197+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:31:38.206197+0000","last_undegraded":"2024-09-22T10:31:38.206197+0000","last_fullsized":"2024-09-22T10:31:38.206197+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:21.478723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'885","reported_seq":2618,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049762+0000","last_change":"2024-09-22T08:40:29.585447+0000","last_active":"2024-09-22T10:30:32.049762+0000","last_peered":"2024-09-22T10:30:32.049762+0000","last_clean":"2024-09-22T10:30:32.049762+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:30:32.049762+0000","last_undegraded":"2024-09-22T10:30:32.049762+0000","last_fullsized":"2024-09-22T10:30:32.049762+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:58.408719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'373","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.651093+0000","last_change":"2024-09-22T08:40:27.622625+0000","last_active":"2024-09-22T10:33:40.651093+0000","last_peered":"2024-09-22T10:33:40.651093+0000","last_clean":"2024-09-22T10:33:40.651093+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:40.651093+0000","last_undegraded":"2024-09-22T10:33:40.651093+0000","last_fullsized":"2024-09-22T10:33:40.651093+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:15.012428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5550162,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":694,"num_read_kb":48505,"num_write":1346,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636066+0000","last_change":"2024-09-22T08:40:31.598670+0000","last_active":"2024-09-22T10:30:35.636066+0000","last_peered":"2024-09-22T10:30:35.636066+0000","last_clean":"2024-09-22T10:30:35.636066+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:30:35.636066+0000","last_undegraded":"2024-09-22T10:30:35.636066+0000","last_fullsized":"2024-09-22T10:30:35.636066+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.016696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'331","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.059959+0000","last_change":"2024-09-22T08:40:33.585786+0000","last_active":"2024-09-22T10:31:44.059959+0000","last_peered":"2024-09-22T10:31:44.059959+0000","last_clean":"2024-09-22T10:31:44.059959+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:31:44.059959+0000","last_undegraded":"2024-09-22T10:31:44.059959+0000","last_fullsized":"2024-09-22T10:31:44.059959+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:20.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151575,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":1269,"num_write":444,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.012815+0000","last_change":"2024-09-22T08:40:35.611440+0000","last_active":"2024-09-22T10:29:50.012815+0000","last_peered":"2024-09-22T10:29:50.012815+0000","last_clean":"2024-09-22T10:29:50.012815+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:29:50.012815+0000","last_undegraded":"2024-09-22T10:29:50.012815+0000","last_fullsized":"2024-09-22T10:29:50.012815+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.070354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'163","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.246354+0000","last_change":"2024-09-22T08:40:37.854942+0000","last_active":"2024-09-22T10:31:43.246354+0000","last_peered":"2024-09-22T10:31:43.246354+0000","last_clean":"2024-09-22T10:31:43.246354+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:31:43.246354+0000","last_undegraded":"2024-09-22T10:31:43.246354+0000","last_fullsized":"2024-09-22T10:31:43.246354+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:01.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'381","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:01.235993+0000","last_change":"2024-09-22T08:40:29.589414+0000","last_active":"2024-09-22T10:30:01.235993+0000","last_peered":"2024-09-22T10:30:01.235993+0000","last_clean":"2024-09-22T10:30:01.235993+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:30:01.235993+0000","last_undegraded":"2024-09-22T10:30:01.235993+0000","last_fullsized":"2024-09-22T10:30:01.235993+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:16.469593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'262","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858003+0000","last_change":"2024-09-22T08:40:27.595575+0000","last_active":"2024-09-22T10:30:58.858003+0000","last_peered":"2024-09-22T10:30:58.858003+0000","last_clean":"2024-09-22T10:30:58.858003+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:30:58.858003+0000","last_undegraded":"2024-09-22T10:30:58.858003+0000","last_fullsized":"2024-09-22T10:30:58.858003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:43.437364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4790729,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":554,"num_read_kb":46451,"num_write":937,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:17.032936+0000","last_change":"2024-09-22T08:40:31.594780+0000","last_active":"2024-09-22T10:29:17.032936+0000","last_peered":"2024-09-22T10:29:17.032936+0000","last_clean":"2024-09-22T10:29:17.032936+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:29:17.032936+0000","last_undegraded":"2024-09-22T10:29:17.032936+0000","last_fullsized":"2024-09-22T10:29:17.032936+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:25.287600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'263","reported_seq":853,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886032+0000","last_change":"2024-09-22T08:40:33.597476+0000","last_active":"2024-09-22T10:33:03.886032+0000","last_peered":"2024-09-22T10:33:03.886032+0000","last_clean":"2024-09-22T10:33:03.886032+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:33:03.886032+0000","last_undegraded":"2024-09-22T10:33:03.886032+0000","last_fullsized":"2024-09-22T10:33:03.886032+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:52.786625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":928,"num_write":354,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051020+0000","last_change":"2024-09-22T08:40:35.604386+0000","last_active":"2024-09-22T10:30:37.051020+0000","last_peered":"2024-09-22T10:30:37.051020+0000","last_clean":"2024-09-22T10:30:37.051020+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:30:37.051020+0000","last_undegraded":"2024-09-22T10:30:37.051020+0000","last_fullsized":"2024-09-22T10:30:37.051020+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:55:07.130153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'158","reported_seq":1285,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.858757+0000","last_change":"2024-09-22T08:40:37.632262+0000","last_active":"2024-09-22T10:31:37.858757+0000","last_peered":"2024-09-22T10:31:37.858757+0000","last_clean":"2024-09-22T10:31:37.858757+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:31:37.858757+0000","last_undegraded":"2024-09-22T10:31:37.858757+0000","last_fullsized":"2024-09-22T10:31:37.858757+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:39.728967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'381","reported_seq":1844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.352096+0000","last_change":"2024-09-22T08:40:29.602419+0000","last_active":"2024-09-22T10:31:45.352096+0000","last_peered":"2024-09-22T10:31:45.352096+0000","last_clean":"2024-09-22T10:31:45.352096+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:31:45.352096+0000","last_undegraded":"2024-09-22T10:31:45.352096+0000","last_fullsized":"2024-09-22T10:31:45.352096+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:08.171061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'238","reported_seq":870,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048988+0000","last_change":"2024-09-22T08:40:27.620027+0000","last_active":"2024-09-22T10:30:54.048988+0000","last_peered":"2024-09-22T10:30:54.048988+0000","last_clean":"2024-09-22T10:30:54.048988+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:30:54.048988+0000","last_undegraded":"2024-09-22T10:30:54.048988+0000","last_fullsized":"2024-09-22T10:30:54.048988+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:09.279946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5501099,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":378,"num_read_kb":14177,"num_write":893,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:49.031014+0000","last_change":"2024-09-22T08:40:31.589063+0000","last_active":"2024-09-22T10:29:49.031014+0000","last_peered":"2024-09-22T10:29:49.031014+0000","last_clean":"2024-09-22T10:29:49.031014+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:29:49.031014+0000","last_undegraded":"2024-09-22T10:29:49.031014+0000","last_fullsized":"2024-09-22T10:29:49.031014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:04.695720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'348","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.393021+0000","last_change":"2024-09-22T08:40:33.602732+0000","last_active":"2024-09-22T10:33:40.393021+0000","last_peered":"2024-09-22T10:33:40.393021+0000","last_clean":"2024-09-22T10:33:40.393021+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:33:40.393021+0000","last_undegraded":"2024-09-22T10:33:40.393021+0000","last_fullsized":"2024-09-22T10:33:40.393021+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:19.415344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.045629+0000","last_change":"2024-09-22T08:40:35.606314+0000","last_active":"2024-09-22T10:30:39.045629+0000","last_peered":"2024-09-22T10:30:39.045629+0000","last_clean":"2024-09-22T10:30:39.045629+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:30:39.045629+0000","last_undegraded":"2024-09-22T10:30:39.045629+0000","last_fullsized":"2024-09-22T10:30:39.045629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:12.819511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'155","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.988241+0000","last_change":"2024-09-22T08:40:37.624393+0000","last_active":"2024-09-22T10:33:06.988241+0000","last_peered":"2024-09-22T10:33:06.988241+0000","last_clean":"2024-09-22T10:33:06.988241+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:33:06.988241+0000","last_undegraded":"2024-09-22T10:33:06.988241+0000","last_fullsized":"2024-09-22T10:33:06.988241+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:42.957508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'592","reported_seq":2403,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046166+0000","last_change":"2024-09-22T08:40:29.600201+0000","last_active":"2024-09-22T10:30:59.046166+0000","last_peered":"2024-09-22T10:30:59.046166+0000","last_clean":"2024-09-22T10:30:59.046166+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:30:59.046166+0000","last_undegraded":"2024-09-22T10:30:59.046166+0000","last_fullsized":"2024-09-22T10:30:59.046166+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":500,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:31.169087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'295","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.868313+0000","last_change":"2024-09-22T08:40:27.592299+0000","last_active":"2024-09-22T10:33:39.868313+0000","last_peered":"2024-09-22T10:33:39.868313+0000","last_clean":"2024-09-22T10:33:39.868313+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:39.868313+0000","last_undegraded":"2024-09-22T10:33:39.868313+0000","last_fullsized":"2024-09-22T10:33:39.868313+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:36.001702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7367696,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":601,"num_read_kb":30333,"num_write":1056,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1136","reported_seq":2814,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.420022+0000","last_change":"2024-09-22T08:40:29.573093+0000","last_active":"2024-09-22T10:31:45.420022+0000","last_peered":"2024-09-22T10:31:45.420022+0000","last_clean":"2024-09-22T10:31:45.420022+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:31:45.420022+0000","last_undegraded":"2024-09-22T10:31:45.420022+0000","last_fullsized":"2024-09-22T10:31:45.420022+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:41:44.810133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'252","reported_seq":907,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245066+0000","last_change":"2024-09-22T08:40:27.591089+0000","last_active":"2024-09-22T10:30:54.245066+0000","last_peered":"2024-09-22T10:30:54.245066+0000","last_clean":"2024-09-22T10:30:54.245066+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:30:54.245066+0000","last_undegraded":"2024-09-22T10:30:54.245066+0000","last_fullsized":"2024-09-22T10:30:54.245066+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:28.652264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2372312,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":508,"num_read_kb":13307,"num_write":944,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'489","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101975+0000","last_change":"2024-09-22T08:40:29.587507+0000","last_active":"2024-09-22T10:31:43.101975+0000","last_peered":"2024-09-22T10:31:43.101975+0000","last_clean":"2024-09-22T10:31:43.101975+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:31:43.101975+0000","last_undegraded":"2024-09-22T10:31:43.101975+0000","last_fullsized":"2024-09-22T10:31:43.101975+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:59.254553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'462","reported_seq":1179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.656393+0000","last_change":"2024-09-22T08:40:27.611968+0000","last_active":"2024-09-22T10:33:40.656393+0000","last_peered":"2024-09-22T10:33:40.656393+0000","last_clean":"2024-09-22T10:33:40.656393+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:40.656393+0000","last_undegraded":"2024-09-22T10:33:40.656393+0000","last_fullsized":"2024-09-22T10:33:40.656393+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.248413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9946468,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":925,"num_read_kb":9847,"num_write":1469,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'546","reported_seq":2157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046072+0000","last_change":"2024-09-22T08:40:29.590326+0000","last_active":"2024-09-22T10:30:59.046072+0000","last_peered":"2024-09-22T10:30:59.046072+0000","last_clean":"2024-09-22T10:30:59.046072+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:30:59.046072+0000","last_undegraded":"2024-09-22T10:30:59.046072+0000","last_fullsized":"2024-09-22T10:30:59.046072+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:19.774565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'279","reported_seq":939,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.055992+0000","last_change":"2024-09-22T08:40:27.572378+0000","last_active":"2024-09-22T10:31:24.055992+0000","last_peered":"2024-09-22T10:31:24.055992+0000","last_clean":"2024-09-22T10:31:24.055992+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:31:24.055992+0000","last_undegraded":"2024-09-22T10:31:24.055992+0000","last_fullsized":"2024-09-22T10:31:24.055992+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:38.920441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14682185,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":470,"num_read_kb":12261,"num_write":1041,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1192","reported_seq":2764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:23.864062+0000","last_change":"2024-09-22T08:40:29.591380+0000","last_active":"2024-09-22T10:31:23.864062+0000","last_peered":"2024-09-22T10:31:23.864062+0000","last_clean":"2024-09-22T10:31:23.864062+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:31:23.864062+0000","last_undegraded":"2024-09-22T10:31:23.864062+0000","last_fullsized":"2024-09-22T10:31:23.864062+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:20.272896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'286","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.258401+0000","last_change":"2024-09-22T08:40:57.710499+0000","last_active":"2024-09-22T10:33:39.258401+0000","last_peered":"2024-09-22T10:33:39.258401+0000","last_clean":"2024-09-22T10:33:39.258401+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:39.258401+0000","last_undegraded":"2024-09-22T10:33:39.258401+0000","last_fullsized":"2024-09-22T10:33:39.258401+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:46.773873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17879232,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":613,"num_read_kb":38522,"num_write":1036,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1171","reported_seq":2859,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.906673+0000","last_change":"2024-09-22T08:40:29.605127+0000","last_active":"2024-09-22T10:33:06.906673+0000","last_peered":"2024-09-22T10:33:06.906673+0000","last_clean":"2024-09-22T10:33:06.906673+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:33:06.906673+0000","last_undegraded":"2024-09-22T10:33:06.906673+0000","last_fullsized":"2024-09-22T10:33:06.906673+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":1100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:46.093097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'294","reported_seq":964,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046113+0000","last_change":"2024-09-22T08:40:27.565184+0000","last_active":"2024-09-22T10:30:59.046113+0000","last_peered":"2024-09-22T10:30:59.046113+0000","last_clean":"2024-09-22T10:30:59.046113+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:30:59.046113+0000","last_undegraded":"2024-09-22T10:30:59.046113+0000","last_fullsized":"2024-09-22T10:30:59.046113+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:42.174322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389396,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":538,"num_read_kb":31164,"num_write":1065,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'475","reported_seq":2044,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421097+0000","last_change":"2024-09-22T08:40:29.571215+0000","last_active":"2024-09-22T10:31:45.421097+0000","last_peered":"2024-09-22T10:31:45.421097+0000","last_clean":"2024-09-22T10:31:45.421097+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:31:45.421097+0000","last_undegraded":"2024-09-22T10:31:45.421097+0000","last_fullsized":"2024-09-22T10:31:45.421097+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:10.297063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'400","reported_seq":1091,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.813380+0000","last_change":"2024-09-22T08:40:27.601802+0000","last_active":"2024-09-22T10:33:39.813380+0000","last_peered":"2024-09-22T10:33:39.813380+0000","last_clean":"2024-09-22T10:33:39.813380+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:39.813380+0000","last_undegraded":"2024-09-22T10:33:39.813380+0000","last_fullsized":"2024-09-22T10:33:39.813380+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:40:07.515050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9467094,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":730,"num_read_kb":32475,"num_write":1320,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1594","reported_seq":3347,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105866+0000","last_change":"2024-09-22T08:40:29.600037+0000","last_active":"2024-09-22T10:31:43.105866+0000","last_peered":"2024-09-22T10:31:43.105866+0000","last_clean":"2024-09-22T10:31:43.105866+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:31:43.105866+0000","last_undegraded":"2024-09-22T10:31:43.105866+0000","last_fullsized":"2024-09-22T10:31:43.105866+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":1500,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:15.388611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'304","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858139+0000","last_change":"2024-09-22T08:40:27.595048+0000","last_active":"2024-09-22T10:30:58.858139+0000","last_peered":"2024-09-22T10:30:58.858139+0000","last_clean":"2024-09-22T10:30:58.858139+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:30:58.858139+0000","last_undegraded":"2024-09-22T10:30:58.858139+0000","last_fullsized":"2024-09-22T10:30:58.858139+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:59:10.685224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13648711,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":632,"num_read_kb":46630,"num_write":1181,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'818","reported_seq":2385,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.414642+0000","last_change":"2024-09-22T08:40:29.568564+0000","last_active":"2024-09-22T10:31:45.414642+0000","last_peered":"2024-09-22T10:31:45.414642+0000","last_clean":"2024-09-22T10:31:45.414642+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:31:45.414642+0000","last_undegraded":"2024-09-22T10:31:45.414642+0000","last_fullsized":"2024-09-22T10:31:45.414642+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":800,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:39.867025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'341","reported_seq":1161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.614316+0000","last_change":"2024-09-22T08:40:27.609933+0000","last_active":"2024-09-22T10:33:40.614316+0000","last_peered":"2024-09-22T10:33:40.614316+0000","last_clean":"2024-09-22T10:33:40.614316+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:40.614316+0000","last_undegraded":"2024-09-22T10:33:40.614316+0000","last_fullsized":"2024-09-22T10:33:40.614316+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:04.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1094,"num_read_kb":78563,"num_write":1205,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'555","reported_seq":2231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:12.045448+0000","last_change":"2024-09-22T08:40:29.581042+0000","last_active":"2024-09-22T10:30:12.045448+0000","last_peered":"2024-09-22T10:30:12.045448+0000","last_clean":"2024-09-22T10:30:12.045448+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:30:12.045448+0000","last_undegraded":"2024-09-22T10:30:12.045448+0000","last_fullsized":"2024-09-22T10:30:12.045448+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:21.458430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'261","reported_seq":878,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.217213+0000","last_change":"2024-09-22T08:40:57.707798+0000","last_active":"2024-09-22T10:33:39.217213+0000","last_peered":"2024-09-22T10:33:39.217213+0000","last_clean":"2024-09-22T10:33:39.217213+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:39.217213+0000","last_undegraded":"2024-09-22T10:33:39.217213+0000","last_fullsized":"2024-09-22T10:33:39.217213+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:36.406698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199408,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":454,"num_read_kb":10221,"num_write":881,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'848","reported_seq":2542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.962433+0000","last_change":"2024-09-22T08:40:29.600683+0000","last_active":"2024-09-22T10:33:06.962433+0000","last_peered":"2024-09-22T10:33:06.962433+0000","last_clean":"2024-09-22T10:33:06.962433+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:06.962433+0000","last_undegraded":"2024-09-22T10:33:06.962433+0000","last_fullsized":"2024-09-22T10:33:06.962433+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:10.463065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'305","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.573860+0000","last_change":"2024-09-22T08:40:27.621128+0000","last_active":"2024-09-22T10:33:40.573860+0000","last_peered":"2024-09-22T10:33:40.573860+0000","last_clean":"2024-09-22T10:33:40.573860+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:40.573860+0000","last_undegraded":"2024-09-22T10:33:40.573860+0000","last_fullsized":"2024-09-22T10:33:40.573860+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:19.828507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1049167,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":531,"num_read_kb":2587,"num_write":1022,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'476","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105206+0000","last_change":"2024-09-22T08:40:29.604259+0000","last_active":"2024-09-22T10:31:43.105206+0000","last_peered":"2024-09-22T10:31:43.105206+0000","last_clean":"2024-09-22T10:31:43.105206+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:31:43.105206+0000","last_undegraded":"2024-09-22T10:31:43.105206+0000","last_fullsized":"2024-09-22T10:31:43.105206+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:49.012482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'309","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046773+0000","last_change":"2024-09-22T08:40:27.582518+0000","last_active":"2024-09-22T10:30:44.046773+0000","last_peered":"2024-09-22T10:30:44.046773+0000","last_clean":"2024-09-22T10:30:44.046773+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:30:44.046773+0000","last_undegraded":"2024-09-22T10:30:44.046773+0000","last_fullsized":"2024-09-22T10:30:44.046773+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:20.123331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7692554,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1176,"num_read_kb":59662,"num_write":1179,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2189,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.902885+0000","last_change":"2024-09-22T08:40:29.599995+0000","last_active":"2024-09-22T10:33:06.902885+0000","last_peered":"2024-09-22T10:33:06.902885+0000","last_clean":"2024-09-22T10:33:06.902885+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:33:06.902885+0000","last_undegraded":"2024-09-22T10:33:06.902885+0000","last_fullsized":"2024-09-22T10:33:06.902885+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:55.019987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'333","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.852783+0000","last_change":"2024-09-22T08:40:57.703906+0000","last_active":"2024-09-22T10:33:39.852783+0000","last_peered":"2024-09-22T10:33:39.852783+0000","last_clean":"2024-09-22T10:33:39.852783+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:39.852783+0000","last_undegraded":"2024-09-22T10:33:39.852783+0000","last_fullsized":"2024-09-22T10:33:39.852783+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:45.264104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10801649,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":611,"num_read_kb":42897,"num_write":1070,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2043","reported_seq":3822,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046685+0000","last_change":"2024-09-22T08:41:58.927666+0000","last_active":"2024-09-22T10:30:44.046685+0000","last_peered":"2024-09-22T10:30:44.046685+0000","last_clean":"2024-09-22T10:30:44.046685+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:30:44.046685+0000","last_undegraded":"2024-09-22T10:30:44.046685+0000","last_fullsized":"2024-09-22T10:30:44.046685+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":2000,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:58.783938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'341","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.851436+0000","last_change":"2024-09-22T08:40:27.610731+0000","last_active":"2024-09-22T10:33:40.851436+0000","last_peered":"2024-09-22T10:33:40.851436+0000","last_clean":"2024-09-22T10:33:40.851436+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:33:40.851436+0000","last_undegraded":"2024-09-22T10:33:40.851436+0000","last_fullsized":"2024-09-22T10:33:40.851436+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:33.900823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243267,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":551,"num_read_kb":13963,"num_write":1071,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'481","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854482+0000","last_change":"2024-09-22T08:40:29.570890+0000","last_active":"2024-09-22T10:30:43.854482+0000","last_peered":"2024-09-22T10:30:43.854482+0000","last_clean":"2024-09-22T10:30:43.854482+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:30:43.854482+0000","last_undegraded":"2024-09-22T10:30:43.854482+0000","last_fullsized":"2024-09-22T10:30:43.854482+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:32.302763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'256","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:29.263280+0000","last_change":"2024-09-22T08:40:27.580142+0000","last_active":"2024-09-22T10:32:29.263280+0000","last_peered":"2024-09-22T10:32:29.263280+0000","last_clean":"2024-09-22T10:32:29.263280+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:32:29.263280+0000","last_undegraded":"2024-09-22T10:32:29.263280+0000","last_fullsized":"2024-09-22T10:32:29.263280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:28.010241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10564469,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":506,"num_read_kb":29482,"num_write":1008,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'522","reported_seq":2289,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.960980+0000","last_change":"2024-09-22T08:40:29.595963+0000","last_active":"2024-09-22T10:33:06.960980+0000","last_peered":"2024-09-22T10:33:06.960980+0000","last_clean":"2024-09-22T10:33:06.960980+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:06.960980+0000","last_undegraded":"2024-09-22T10:33:06.960980+0000","last_fullsized":"2024-09-22T10:33:06.960980+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:36.352970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'377","reported_seq":1027,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.674573+0000","last_change":"2024-09-22T08:40:27.622696+0000","last_active":"2024-09-22T10:33:40.674573+0000","last_peered":"2024-09-22T10:33:40.674573+0000","last_clean":"2024-09-22T10:33:40.674573+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:40.674573+0000","last_undegraded":"2024-09-22T10:33:40.674573+0000","last_fullsized":"2024-09-22T10:33:40.674573+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:41.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4221842,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":545,"num_read_kb":22347,"num_write":1117,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'306","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.673511+0000","last_change":"2024-09-22T08:40:27.594130+0000","last_active":"2024-09-22T10:33:40.673511+0000","last_peered":"2024-09-22T10:33:40.673511+0000","last_clean":"2024-09-22T10:33:40.673511+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:33:40.673511+0000","last_undegraded":"2024-09-22T10:33:40.673511+0000","last_fullsized":"2024-09-22T10:33:40.673511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:11.944959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8439764,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":598,"num_read_kb":94218,"num_write":928,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'425","reported_seq":1987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800672+0000","last_change":"2024-09-22T08:40:29.581562+0000","last_active":"2024-09-22T10:30:38.800672+0000","last_peered":"2024-09-22T10:30:38.800672+0000","last_clean":"2024-09-22T10:30:38.800672+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:30:38.800672+0000","last_undegraded":"2024-09-22T10:30:38.800672+0000","last_fullsized":"2024-09-22T10:30:38.800672+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:16.669182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'369","reported_seq":1150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.035632+0000","last_change":"2024-09-22T08:40:57.704197+0000","last_active":"2024-09-22T10:30:09.035632+0000","last_peered":"2024-09-22T10:30:09.035632+0000","last_clean":"2024-09-22T10:30:09.035632+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:30:09.035632+0000","last_undegraded":"2024-09-22T10:30:09.035632+0000","last_fullsized":"2024-09-22T10:30:09.035632+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:00.487762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16881759,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":1041,"num_read_kb":37081,"num_write":1401,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'879","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.367607+0000","last_change":"2024-09-22T08:40:29.573393+0000","last_active":"2024-09-22T10:31:45.367607+0000","last_peered":"2024-09-22T10:31:45.367607+0000","last_clean":"2024-09-22T10:31:45.367607+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:31:45.367607+0000","last_undegraded":"2024-09-22T10:31:45.367607+0000","last_fullsized":"2024-09-22T10:31:45.367607+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:57.594599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":609,"ondisk_log_size":609,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1948881,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":20815,"num_read_kb":38010,"num_write":17545,"num_write_kb":12686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2449408,"data_stored":1997784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1992,"ondisk_log_size":1992,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4070,"ondisk_log_size":4070,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":428119951,"num_objects":3065,"num_object_clones":0,"num_object_copies":9195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3065,"num_whiteouts":0,"num_read":42019,"num_read_kb":2144069,"num_write":70856,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":656945152,"data_stored":656945152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4485,"ondisk_log_size":4485,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":41033493,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":151,"num_read_kb":183606,"num_write":168,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":99901440,"data_stored":99892778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":41991465,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":153,"num_read_kb":187612,"num_write":171,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102952960,"data_stored":102947902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510814,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":353052,"kb_used_data":68968,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94018788,"statfs":{"total":96636764160,"available":96275238912,"internally_reserved":0,"allocated":70623232,"data_stored":68439725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510809,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":365540,"kb_used_data":109460,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94006300,"statfs":{"total":96636764160,"available":96262451200,"internally_reserved":0,"allocated":112087040,"data_stored":109967626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510813,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":244728,"kb_used_data":100872,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94127112,"statfs":{"total":96636764160,"available":96386162688,"internally_reserved":0,"allocated":103292928,"data_stored":101102288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":146995653},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543511,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":405464,"kb_used_data":143816,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93966376,"statfs":{"total":96636764160,"available":96221569024,"internally_reserved":0,"allocated":147267584,"data_stored":145099300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543514,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":223120,"kb_used_data":129472,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94148720,"statfs":{"total":96636764160,"available":96408289280,"internally_reserved":0,"allocated":132579328,"data_stored":130479837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95877574},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543512,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":343404,"kb_used_data":181788,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94028436,"statfs":{"total":96636764160,"available":96285118464,"internally_reserved":0,"allocated":186150912,"data_stored":183995972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543512,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":445336,"kb_used_data":179528,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93926504,"statfs":{"total":96636764160,"available":96180740096,"internally_reserved":0,"allocated":183836672,"data_stored":181670360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576216,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135192,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94236648,"statfs":{"total":96636764160,"available":96498327552,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139612160,"data_stored":139612160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":128749568,"data_stored":128749568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":96309248,"data_stored":96309248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107610112,"data_stored":107610112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34197504,"data_stored":34197504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":79241216,"data_stored":79241216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":43110400,"data_stored":43110400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":351125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":487424,"data_stored":408420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":114033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":478799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":178656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":214124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":331776,"data_stored":252407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":15769600,"data_stored":15768785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":14733312,"data_stored":14730523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13680640,"data_stored":13679913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":11534336,"data_stored":11534336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":36753408,"data_stored":36750619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12726272,"data_stored":12721941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20013056,"data_stored":20011514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:33:43.507 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-22T10:33:43.507 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:33:43.863 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:43.874 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:33:43.879 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3671,"stamp":"2024-09-22T10:33:43.261672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":513700571,"num_objects":3547,"num_object_clones":0,"num_object_copies":10159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3547,"num_whiteouts":0,"num_read":314598,"num_read_kb":2784417,"num_write":165235,"num_write_kb":2592523,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14181,"ondisk_log_size":14181,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2515836,"kb_used_data":945628,"kb_used_omap":12,"kb_used_meta":1569459,"kb_avail":752458884,"statfs":{"total":773094113280,"available":770517897216,"internally_reserved":0,"allocated":968323072,"data_stored":951186932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1607126577},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-221242105,"num_objects":-1386,"num_object_clones":0,"num_object_copies":-4135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1386,"num_whiteouts":0,"num_read":1542,"num_read_kb":1160,"num_write":1466,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008068"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:05.615994+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:29:05.615994+0000","last_peered":"2024-09-22T10:29:05.615994+0000","last_clean":"2024-09-22T10:29:05.615994+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:29:05.615994+0000","last_undegraded":"2024-09-22T10:29:05.615994+0000","last_fullsized":"2024-09-22T10:29:05.615994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:31.850832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'3","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:35.663392+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:32:35.663392+0000","last_peered":"2024-09-22T10:32:35.663392+0000","last_clean":"2024-09-22T10:32:35.663392+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:32:35.663392+0000","last_undegraded":"2024-09-22T10:32:35.663392+0000","last_fullsized":"2024-09-22T10:32:35.663392+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037354+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:30:04.037354+0000","last_peered":"2024-09-22T10:30:04.037354+0000","last_clean":"2024-09-22T10:30:04.037354+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:30:04.037354+0000","last_undegraded":"2024-09-22T10:30:04.037354+0000","last_fullsized":"2024-09-22T10:30:04.037354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:35.899037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:04.222202+0000","last_change":"2024-09-22T09:31:32.357127+0000","last_active":"2024-09-22T10:29:04.222202+0000","last_peered":"2024-09-22T10:29:04.222202+0000","last_clean":"2024-09-22T10:29:04.222202+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:29:04.222202+0000","last_undegraded":"2024-09-22T10:29:04.222202+0000","last_fullsized":"2024-09-22T10:29:04.222202+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:53:29.871632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507579+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:33:39.507579+0000","last_peered":"2024-09-22T10:33:39.507579+0000","last_clean":"2024-09-22T10:33:39.507579+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:33:39.507579+0000","last_undegraded":"2024-09-22T10:33:39.507579+0000","last_fullsized":"2024-09-22T10:33:39.507579+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032403+0000","last_change":"2024-09-22T09:02:24.097766+0000","last_active":"2024-09-22T10:29:54.032403+0000","last_peered":"2024-09-22T10:29:54.032403+0000","last_clean":"2024-09-22T10:29:54.032403+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:29:54.032403+0000","last_undegraded":"2024-09-22T10:29:54.032403+0000","last_fullsized":"2024-09-22T10:29:54.032403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:52:55.017976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242274+0000","last_change":"2024-09-22T08:56:18.723851+0000","last_active":"2024-09-22T10:30:39.242274+0000","last_peered":"2024-09-22T10:30:39.242274+0000","last_clean":"2024-09-22T10:30:39.242274+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:30:39.242274+0000","last_undegraded":"2024-09-22T10:30:39.242274+0000","last_fullsized":"2024-09-22T10:30:39.242274+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:32.294940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:35.009388+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:29:35.009388+0000","last_peered":"2024-09-22T10:29:35.009388+0000","last_clean":"2024-09-22T10:29:35.009388+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:29:35.009388+0000","last_undegraded":"2024-09-22T10:29:35.009388+0000","last_fullsized":"2024-09-22T10:29:35.009388+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:25.435230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037315+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:30:04.037315+0000","last_peered":"2024-09-22T10:30:04.037315+0000","last_clean":"2024-09-22T10:30:04.037315+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:30:04.037315+0000","last_undegraded":"2024-09-22T10:30:04.037315+0000","last_fullsized":"2024-09-22T10:30:04.037315+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:08.944986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.243244+0000","last_change":"2024-09-22T09:02:24.099141+0000","last_active":"2024-09-22T10:30:44.243244+0000","last_peered":"2024-09-22T10:30:44.243244+0000","last_clean":"2024-09-22T10:30:44.243244+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:30:44.243244+0000","last_undegraded":"2024-09-22T10:30:44.243244+0000","last_fullsized":"2024-09-22T10:30:44.243244+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:25.747377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":148,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.019857+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:28:49.019857+0000","last_peered":"2024-09-22T10:28:49.019857+0000","last_clean":"2024-09-22T10:28:49.019857+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:28:49.019857+0000","last_undegraded":"2024-09-22T10:28:49.019857+0000","last_fullsized":"2024-09-22T10:28:49.019857+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:28.623311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'1","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858050+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:30:58.858050+0000","last_peered":"2024-09-22T10:30:58.858050+0000","last_clean":"2024-09-22T10:30:58.858050+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:30:58.858050+0000","last_undegraded":"2024-09-22T10:30:58.858050+0000","last_fullsized":"2024-09-22T10:30:58.858050+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.485425+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:33:40.485425+0000","last_peered":"2024-09-22T10:33:40.485425+0000","last_clean":"2024-09-22T10:33:40.485425+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:33:40.485425+0000","last_undegraded":"2024-09-22T10:33:40.485425+0000","last_fullsized":"2024-09-22T10:33:40.485425+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:19.648489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052924+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:28:49.052924+0000","last_peered":"2024-09-22T10:28:49.052924+0000","last_clean":"2024-09-22T10:28:49.052924+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:28:49.052924+0000","last_undegraded":"2024-09-22T10:28:49.052924+0000","last_fullsized":"2024-09-22T10:28:49.052924+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:35.051867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066597+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:29:44.066597+0000","last_peered":"2024-09-22T10:29:44.066597+0000","last_clean":"2024-09-22T10:29:44.066597+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:29:44.066597+0000","last_undegraded":"2024-09-22T10:29:44.066597+0000","last_fullsized":"2024-09-22T10:29:44.066597+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:07.960154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027776+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:29:24.027776+0000","last_peered":"2024-09-22T10:29:24.027776+0000","last_clean":"2024-09-22T10:29:24.027776+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:29:24.027776+0000","last_undegraded":"2024-09-22T10:29:24.027776+0000","last_fullsized":"2024-09-22T10:29:24.027776+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:18.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":173,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.052816+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:28:49.052816+0000","last_peered":"2024-09-22T10:28:49.052816+0000","last_clean":"2024-09-22T10:28:49.052816+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:28:49.052816+0000","last_undegraded":"2024-09-22T10:28:49.052816+0000","last_fullsized":"2024-09-22T10:28:49.052816+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:17:56.268231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032487+0000","last_change":"2024-09-22T09:31:32.367028+0000","last_active":"2024-09-22T10:29:54.032487+0000","last_peered":"2024-09-22T10:29:54.032487+0000","last_clean":"2024-09-22T10:29:54.032487+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:29:54.032487+0000","last_undegraded":"2024-09-22T10:29:54.032487+0000","last_fullsized":"2024-09-22T10:29:54.032487+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:14.513056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848436+0000","last_change":"2024-09-22T09:03:00.361391+0000","last_active":"2024-09-22T10:31:59.848436+0000","last_peered":"2024-09-22T10:31:59.848436+0000","last_clean":"2024-09-22T10:31:59.848436+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:31:59.848436+0000","last_undegraded":"2024-09-22T10:31:59.848436+0000","last_fullsized":"2024-09-22T10:31:59.848436+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:20.411847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":204,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.999854+0000","last_change":"2024-09-22T08:56:18.734932+0000","last_active":"2024-09-22T10:28:49.999854+0000","last_peered":"2024-09-22T10:28:49.999854+0000","last_clean":"2024-09-22T10:28:49.999854+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:28:49.999854+0000","last_undegraded":"2024-09-22T10:28:49.999854+0000","last_fullsized":"2024-09-22T10:28:49.999854+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:43.113365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074043+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:29:06.074043+0000","last_peered":"2024-09-22T10:29:06.074043+0000","last_clean":"2024-09-22T10:29:06.074043+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:29:06.074043+0000","last_undegraded":"2024-09-22T10:29:06.074043+0000","last_fullsized":"2024-09-22T10:29:06.074043+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:34.166017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:34.856138+0000","last_change":"2024-09-22T09:02:31.290578+0000","last_active":"2024-09-22T10:32:34.856138+0000","last_peered":"2024-09-22T10:32:34.856138+0000","last_clean":"2024-09-22T10:32:34.856138+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:32:34.856138+0000","last_undegraded":"2024-09-22T10:32:34.856138+0000","last_fullsized":"2024-09-22T10:32:34.856138+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:55.286005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076384+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:32:27.076384+0000","last_peered":"2024-09-22T10:32:27.076384+0000","last_clean":"2024-09-22T10:32:27.076384+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:32:27.076384+0000","last_undegraded":"2024-09-22T10:32:27.076384+0000","last_fullsized":"2024-09-22T10:32:27.076384+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074172+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:29:06.074172+0000","last_peered":"2024-09-22T10:29:06.074172+0000","last_clean":"2024-09-22T10:29:06.074172+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:29:06.074172+0000","last_undegraded":"2024-09-22T10:29:06.074172+0000","last_fullsized":"2024-09-22T10:29:06.074172+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:36.576596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.034944+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:29:54.034944+0000","last_peered":"2024-09-22T10:29:54.034944+0000","last_clean":"2024-09-22T10:29:54.034944+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:29:54.034944+0000","last_undegraded":"2024-09-22T10:29:54.034944+0000","last_fullsized":"2024-09-22T10:29:54.034944+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":12290,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.040848+0000","last_change":"2024-09-22T08:56:18.715481+0000","last_active":"2024-09-22T10:30:34.040848+0000","last_peered":"2024-09-22T10:30:34.040848+0000","last_clean":"2024-09-22T10:30:34.040848+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:30:34.040848+0000","last_undegraded":"2024-09-22T10:30:34.040848+0000","last_fullsized":"2024-09-22T10:30:34.040848+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:32.192343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032256+0000","last_change":"2024-09-22T09:31:32.376223+0000","last_active":"2024-09-22T10:29:54.032256+0000","last_peered":"2024-09-22T10:29:54.032256+0000","last_clean":"2024-09-22T10:29:54.032256+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:29:54.032256+0000","last_undegraded":"2024-09-22T10:29:54.032256+0000","last_fullsized":"2024-09-22T10:29:54.032256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:14:01.732190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'3","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064121+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:29:34.064121+0000","last_peered":"2024-09-22T10:29:34.064121+0000","last_clean":"2024-09-22T10:29:34.064121+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:29:34.064121+0000","last_undegraded":"2024-09-22T10:29:34.064121+0000","last_fullsized":"2024-09-22T10:29:34.064121+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:34.178252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1088721,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2128,"num_write":8,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.044415+0000","last_change":"2024-09-22T08:56:18.721470+0000","last_active":"2024-09-22T10:30:34.044415+0000","last_peered":"2024-09-22T10:30:34.044415+0000","last_clean":"2024-09-22T10:30:34.044415+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:30:34.044415+0000","last_undegraded":"2024-09-22T10:30:34.044415+0000","last_fullsized":"2024-09-22T10:30:34.044415+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:48.916124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.232426+0000","last_change":"2024-09-22T09:31:32.358394+0000","last_active":"2024-09-22T10:29:54.232426+0000","last_peered":"2024-09-22T10:29:54.232426+0000","last_clean":"2024-09-22T10:29:54.232426+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:29:54.232426+0000","last_undegraded":"2024-09-22T10:29:54.232426+0000","last_fullsized":"2024-09-22T10:29:54.232426+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:34.912755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'3","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059452+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:29:14.059452+0000","last_peered":"2024-09-22T10:29:14.059452+0000","last_clean":"2024-09-22T10:29:14.059452+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:29:14.059452+0000","last_undegraded":"2024-09-22T10:29:14.059452+0000","last_fullsized":"2024-09-22T10:29:14.059452+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:03.872075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242729,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":48,"num_write":8,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078832+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:29:26.078832+0000","last_peered":"2024-09-22T10:29:26.078832+0000","last_clean":"2024-09-22T10:29:26.078832+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:29:26.078832+0000","last_undegraded":"2024-09-22T10:29:26.078832+0000","last_fullsized":"2024-09-22T10:29:26.078832+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:31.309021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":15,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064199+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:29:34.064199+0000","last_peered":"2024-09-22T10:29:34.064199+0000","last_clean":"2024-09-22T10:29:34.064199+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:29:34.064199+0000","last_undegraded":"2024-09-22T10:29:34.064199+0000","last_fullsized":"2024-09-22T10:29:34.064199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:19:20.166766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.226559+0000","last_change":"2024-09-22T09:02:24.089882+0000","last_active":"2024-09-22T10:29:24.226559+0000","last_peered":"2024-09-22T10:29:24.226559+0000","last_clean":"2024-09-22T10:29:24.226559+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:29:24.226559+0000","last_undegraded":"2024-09-22T10:29:24.226559+0000","last_fullsized":"2024-09-22T10:29:24.226559+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:56:15.380397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.241098+0000","last_change":"2024-09-22T08:56:18.715975+0000","last_active":"2024-09-22T10:30:34.241098+0000","last_peered":"2024-09-22T10:30:34.241098+0000","last_clean":"2024-09-22T10:30:34.241098+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:30:34.241098+0000","last_undegraded":"2024-09-22T10:30:34.241098+0000","last_fullsized":"2024-09-22T10:30:34.241098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:34:55.334658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069502+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:31:57.069502+0000","last_peered":"2024-09-22T10:31:57.069502+0000","last_clean":"2024-09-22T10:31:57.069502+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:31:57.069502+0000","last_undegraded":"2024-09-22T10:31:57.069502+0000","last_fullsized":"2024-09-22T10:31:57.069502+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:45.094890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'3","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.028115+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:29:24.028115+0000","last_peered":"2024-09-22T10:29:24.028115+0000","last_clean":"2024-09-22T10:29:24.028115+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:29:24.028115+0000","last_undegraded":"2024-09-22T10:29:24.028115+0000","last_fullsized":"2024-09-22T10:29:24.028115+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:04.092781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":3,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064159+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:29:34.064159+0000","last_peered":"2024-09-22T10:29:34.064159+0000","last_clean":"2024-09-22T10:29:34.064159+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:29:34.064159+0000","last_undegraded":"2024-09-22T10:29:34.064159+0000","last_fullsized":"2024-09-22T10:29:34.064159+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:08.043305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'1","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049882+0000","last_change":"2024-09-22T09:02:31.269451+0000","last_active":"2024-09-22T10:31:14.049882+0000","last_peered":"2024-09-22T10:31:14.049882+0000","last_clean":"2024-09-22T10:31:14.049882+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:31:14.049882+0000","last_undegraded":"2024-09-22T10:31:14.049882+0000","last_fullsized":"2024-09-22T10:31:14.049882+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:27.389663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:27.092691+0000","last_change":"2024-09-22T09:02:24.107786+0000","last_active":"2024-09-22T10:33:27.092691+0000","last_peered":"2024-09-22T10:33:27.092691+0000","last_clean":"2024-09-22T10:33:27.092691+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:33:27.092691+0000","last_undegraded":"2024-09-22T10:33:27.092691+0000","last_fullsized":"2024-09-22T10:33:27.092691+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:57.497326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085800+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:29:41.085800+0000","last_peered":"2024-09-22T10:29:41.085800+0000","last_clean":"2024-09-22T10:29:41.085800+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:29:41.085800+0000","last_undegraded":"2024-09-22T10:29:41.085800+0000","last_fullsized":"2024-09-22T10:29:41.085800+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:18.782621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.030468+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:29:34.030468+0000","last_peered":"2024-09-22T10:29:34.030468+0000","last_clean":"2024-09-22T10:29:34.030468+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:29:34.030468+0000","last_undegraded":"2024-09-22T10:29:34.030468+0000","last_fullsized":"2024-09-22T10:29:34.030468+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:27:53.098086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'2","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049735+0000","last_change":"2024-09-22T09:02:31.261796+0000","last_active":"2024-09-22T10:31:14.049735+0000","last_peered":"2024-09-22T10:31:14.049735+0000","last_clean":"2024-09-22T10:31:14.049735+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:31:14.049735+0000","last_undegraded":"2024-09-22T10:31:14.049735+0000","last_fullsized":"2024-09-22T10:31:14.049735+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:30.100894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.031536+0000","last_change":"2024-09-22T08:56:18.732822+0000","last_active":"2024-09-22T10:29:39.031536+0000","last_peered":"2024-09-22T10:29:39.031536+0000","last_clean":"2024-09-22T10:29:39.031536+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:29:39.031536+0000","last_undegraded":"2024-09-22T10:29:39.031536+0000","last_fullsized":"2024-09-22T10:29:39.031536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:12.653375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'5","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861714+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:31:13.861714+0000","last_peered":"2024-09-22T10:31:13.861714+0000","last_clean":"2024-09-22T10:31:13.861714+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:31:13.861714+0000","last_undegraded":"2024-09-22T10:31:13.861714+0000","last_fullsized":"2024-09-22T10:31:13.861714+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:24.866535+0000","last_change":"2024-09-22T09:02:24.099497+0000","last_active":"2024-09-22T10:33:24.866535+0000","last_peered":"2024-09-22T10:33:24.866535+0000","last_clean":"2024-09-22T10:33:24.866535+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:33:24.866535+0000","last_undegraded":"2024-09-22T10:33:24.866535+0000","last_fullsized":"2024-09-22T10:33:24.866535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:00.960841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:42.038467+0000","last_change":"2024-09-22T08:56:18.728789+0000","last_active":"2024-09-22T10:29:42.038467+0000","last_peered":"2024-09-22T10:29:42.038467+0000","last_clean":"2024-09-22T10:29:42.038467+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:29:42.038467+0000","last_undegraded":"2024-09-22T10:29:42.038467+0000","last_fullsized":"2024-09-22T10:29:42.038467+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:57:28.060903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064049+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:29:34.064049+0000","last_peered":"2024-09-22T10:29:34.064049+0000","last_clean":"2024-09-22T10:29:34.064049+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:29:34.064049+0000","last_undegraded":"2024-09-22T10:29:34.064049+0000","last_fullsized":"2024-09-22T10:29:34.064049+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:43.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:15.030884+0000","last_change":"2024-09-22T09:02:31.290627+0000","last_active":"2024-09-22T10:31:15.030884+0000","last_peered":"2024-09-22T10:31:15.030884+0000","last_clean":"2024-09-22T10:31:15.030884+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:31:15.030884+0000","last_undegraded":"2024-09-22T10:31:15.030884+0000","last_fullsized":"2024-09-22T10:31:15.030884+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:31.858606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.065233+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:29:39.065233+0000","last_peered":"2024-09-22T10:29:39.065233+0000","last_clean":"2024-09-22T10:29:39.065233+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:29:39.065233+0000","last_undegraded":"2024-09-22T10:29:39.065233+0000","last_fullsized":"2024-09-22T10:29:39.065233+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:24:44.331847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236682+0000","last_change":"2024-09-22T09:31:32.342511+0000","last_active":"2024-09-22T10:30:14.236682+0000","last_peered":"2024-09-22T10:30:14.236682+0000","last_clean":"2024-09-22T10:30:14.236682+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:30:14.236682+0000","last_undegraded":"2024-09-22T10:30:14.236682+0000","last_fullsized":"2024-09-22T10:30:14.236682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:45.799377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'1","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848513+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:30:18.848513+0000","last_peered":"2024-09-22T10:30:18.848513+0000","last_clean":"2024-09-22T10:30:18.848513+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:30:18.848513+0000","last_undegraded":"2024-09-22T10:30:18.848513+0000","last_fullsized":"2024-09-22T10:30:18.848513+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.235388+0000","last_change":"2024-09-22T09:02:24.100046+0000","last_active":"2024-09-22T10:30:09.235388+0000","last_peered":"2024-09-22T10:30:09.235388+0000","last_clean":"2024-09-22T10:30:09.235388+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:30:09.235388+0000","last_undegraded":"2024-09-22T10:30:09.235388+0000","last_fullsized":"2024-09-22T10:30:09.235388+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:57.387577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016056+0000","last_change":"2024-09-22T09:31:32.367200+0000","last_active":"2024-09-22T10:30:05.016056+0000","last_peered":"2024-09-22T10:30:05.016056+0000","last_clean":"2024-09-22T10:30:05.016056+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:30:05.016056+0000","last_undegraded":"2024-09-22T10:30:05.016056+0000","last_fullsized":"2024-09-22T10:30:05.016056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:48.283761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'5","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043109+0000","last_change":"2024-09-22T09:02:31.513003+0000","last_active":"2024-09-22T10:30:44.043109+0000","last_peered":"2024-09-22T10:30:44.043109+0000","last_clean":"2024-09-22T10:30:44.043109+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:30:44.043109+0000","last_undegraded":"2024-09-22T10:30:44.043109+0000","last_fullsized":"2024-09-22T10:30:44.043109+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.413729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9487643,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5,"num_read_kb":12388,"num_write":10,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038539+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:30:09.038539+0000","last_peered":"2024-09-22T10:30:09.038539+0000","last_clean":"2024-09-22T10:30:09.038539+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:30:09.038539+0000","last_undegraded":"2024-09-22T10:30:09.038539+0000","last_fullsized":"2024-09-22T10:30:09.038539+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":7,"num_read_kb":8237,"num_write":5,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025519+0000","last_change":"2024-09-22T08:56:18.732561+0000","last_active":"2024-09-22T10:30:50.025519+0000","last_peered":"2024-09-22T10:30:50.025519+0000","last_clean":"2024-09-22T10:30:50.025519+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:30:50.025519+0000","last_undegraded":"2024-09-22T10:30:50.025519+0000","last_fullsized":"2024-09-22T10:30:50.025519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:23:10.723230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091446+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:30:06.091446+0000","last_peered":"2024-09-22T10:30:06.091446+0000","last_clean":"2024-09-22T10:30:06.091446+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:30:06.091446+0000","last_undegraded":"2024-09-22T10:30:06.091446+0000","last_fullsized":"2024-09-22T10:30:06.091446+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:17.740042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041092+0000","last_change":"2024-09-22T09:02:24.093881+0000","last_active":"2024-09-22T10:30:34.041092+0000","last_peered":"2024-09-22T10:30:34.041092+0000","last_clean":"2024-09-22T10:30:34.041092+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:30:34.041092+0000","last_undegraded":"2024-09-22T10:30:34.041092+0000","last_fullsized":"2024-09-22T10:30:34.041092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:10.586154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244337+0000","last_change":"2024-09-22T08:56:18.737990+0000","last_active":"2024-09-22T10:30:49.244337+0000","last_peered":"2024-09-22T10:30:49.244337+0000","last_clean":"2024-09-22T10:30:49.244337+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:30:49.244337+0000","last_undegraded":"2024-09-22T10:30:49.244337+0000","last_fullsized":"2024-09-22T10:30:49.244337+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:38.170217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:32.093892+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:33:32.093892+0000","last_peered":"2024-09-22T10:33:32.093892+0000","last_clean":"2024-09-22T10:33:32.093892+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:33:32.093892+0000","last_undegraded":"2024-09-22T10:33:32.093892+0000","last_fullsized":"2024-09-22T10:33:32.093892+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'5","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.053871+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:31:14.053871+0000","last_peered":"2024-09-22T10:31:14.053871+0000","last_clean":"2024-09-22T10:31:14.053871+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:31:14.053871+0000","last_undegraded":"2024-09-22T10:31:14.053871+0000","last_fullsized":"2024-09-22T10:31:14.053871+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":16384,"num_write":5,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.047968+0000","last_change":"2024-09-22T08:56:18.712116+0000","last_active":"2024-09-22T10:30:49.047968+0000","last_peered":"2024-09-22T10:30:49.047968+0000","last_clean":"2024-09-22T10:30:49.047968+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:30:49.047968+0000","last_undegraded":"2024-09-22T10:30:49.047968+0000","last_fullsized":"2024-09-22T10:30:49.047968+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:32.612200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049810+0000","last_change":"2024-09-22T09:02:24.090338+0000","last_active":"2024-09-22T10:31:14.049810+0000","last_peered":"2024-09-22T10:31:14.049810+0000","last_clean":"2024-09-22T10:31:14.049810+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:31:14.049810+0000","last_undegraded":"2024-09-22T10:31:14.049810+0000","last_fullsized":"2024-09-22T10:31:14.049810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:18.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085742+0000","last_change":"2024-09-22T08:56:18.724705+0000","last_active":"2024-09-22T10:29:41.085742+0000","last_peered":"2024-09-22T10:29:41.085742+0000","last_clean":"2024-09-22T10:29:41.085742+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:29:41.085742+0000","last_undegraded":"2024-09-22T10:29:41.085742+0000","last_fullsized":"2024-09-22T10:29:41.085742+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:25.336707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.037652+0000","last_change":"2024-09-22T09:02:31.289360+0000","last_active":"2024-09-22T10:30:19.037652+0000","last_peered":"2024-09-22T10:30:19.037652+0000","last_clean":"2024-09-22T10:30:19.037652+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:30:19.037652+0000","last_undegraded":"2024-09-22T10:30:19.037652+0000","last_fullsized":"2024-09-22T10:30:19.037652+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:37.017602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029180+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:29:29.029180+0000","last_peered":"2024-09-22T10:29:29.029180+0000","last_clean":"2024-09-22T10:29:29.029180+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:29:29.029180+0000","last_undegraded":"2024-09-22T10:29:29.029180+0000","last_fullsized":"2024-09-22T10:29:29.029180+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:22.912111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":212,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.062756+0000","last_change":"2024-09-22T08:56:18.731841+0000","last_active":"2024-09-22T10:29:29.062756+0000","last_peered":"2024-09-22T10:29:29.062756+0000","last_clean":"2024-09-22T10:29:29.062756+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:29:29.062756+0000","last_undegraded":"2024-09-22T10:29:29.062756+0000","last_fullsized":"2024-09-22T10:29:29.062756+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:31.071208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:26.078693+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:29:26.078693+0000","last_peered":"2024-09-22T10:29:26.078693+0000","last_clean":"2024-09-22T10:29:26.078693+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:29:26.078693+0000","last_undegraded":"2024-09-22T10:29:26.078693+0000","last_fullsized":"2024-09-22T10:29:26.078693+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076492+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:32:27.076492+0000","last_peered":"2024-09-22T10:32:27.076492+0000","last_clean":"2024-09-22T10:32:27.076492+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:32:27.076492+0000","last_undegraded":"2024-09-22T10:32:27.076492+0000","last_fullsized":"2024-09-22T10:32:27.076492+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008272+0000","last_change":"2024-09-22T08:56:18.733548+0000","last_active":"2024-09-22T10:29:30.008272+0000","last_peered":"2024-09-22T10:29:30.008272+0000","last_clean":"2024-09-22T10:29:30.008272+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:29:30.008272+0000","last_undegraded":"2024-09-22T10:29:30.008272+0000","last_fullsized":"2024-09-22T10:29:30.008272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:59.891115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089228+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:29:56.089228+0000","last_peered":"2024-09-22T10:29:56.089228+0000","last_clean":"2024-09-22T10:29:56.089228+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:29:56.089228+0000","last_undegraded":"2024-09-22T10:29:56.089228+0000","last_fullsized":"2024-09-22T10:29:56.089228+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:52.819482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.043170+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:30:29.043170+0000","last_peered":"2024-09-22T10:30:29.043170+0000","last_clean":"2024-09-22T10:30:29.043170+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:30:29.043170+0000","last_undegraded":"2024-09-22T10:30:29.043170+0000","last_fullsized":"2024-09-22T10:30:29.043170+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'3","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089274+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:29:56.089274+0000","last_peered":"2024-09-22T10:29:56.089274+0000","last_clean":"2024-09-22T10:29:56.089274+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:29:56.089274+0000","last_undegraded":"2024-09-22T10:29:56.089274+0000","last_fullsized":"2024-09-22T10:29:56.089274+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:15.378104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":71,"num_write":3,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:29.029372+0000","last_change":"2024-09-22T08:56:18.717788+0000","last_active":"2024-09-22T10:29:29.029372+0000","last_peered":"2024-09-22T10:29:29.029372+0000","last_clean":"2024-09-22T10:29:29.029372+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:29:29.029372+0000","last_undegraded":"2024-09-22T10:29:29.029372+0000","last_fullsized":"2024-09-22T10:29:29.029372+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:20.446396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627323+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:29:55.627323+0000","last_peered":"2024-09-22T10:29:55.627323+0000","last_clean":"2024-09-22T10:29:55.627323+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:29:55.627323+0000","last_undegraded":"2024-09-22T10:29:55.627323+0000","last_fullsized":"2024-09-22T10:29:55.627323+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:49.461907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'1","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037114+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:30:04.037114+0000","last_peered":"2024-09-22T10:30:04.037114+0000","last_clean":"2024-09-22T10:30:04.037114+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:30:04.037114+0000","last_undegraded":"2024-09-22T10:30:04.037114+0000","last_fullsized":"2024-09-22T10:30:04.037114+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:07:11.734513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236820+0000","last_change":"2024-09-22T09:02:24.101387+0000","last_active":"2024-09-22T10:30:14.236820+0000","last_peered":"2024-09-22T10:30:14.236820+0000","last_clean":"2024-09-22T10:30:14.236820+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:30:14.236820+0000","last_undegraded":"2024-09-22T10:30:14.236820+0000","last_fullsized":"2024-09-22T10:30:14.236820+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:04.665663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008474+0000","last_change":"2024-09-22T08:56:18.723863+0000","last_active":"2024-09-22T10:29:30.008474+0000","last_peered":"2024-09-22T10:29:30.008474+0000","last_clean":"2024-09-22T10:29:30.008474+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:29:30.008474+0000","last_undegraded":"2024-09-22T10:29:30.008474+0000","last_fullsized":"2024-09-22T10:29:30.008474+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:00:29.349769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032138+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:29:54.032138+0000","last_peered":"2024-09-22T10:29:54.032138+0000","last_clean":"2024-09-22T10:29:54.032138+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:29:54.032138+0000","last_undegraded":"2024-09-22T10:29:54.032138+0000","last_fullsized":"2024-09-22T10:29:54.032138+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:58.548765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094177+0000","last_change":"2024-09-22T08:56:18.726505+0000","last_active":"2024-09-22T10:30:16.094177+0000","last_peered":"2024-09-22T10:30:16.094177+0000","last_clean":"2024-09-22T10:30:16.094177+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:30:16.094177+0000","last_undegraded":"2024-09-22T10:30:16.094177+0000","last_fullsized":"2024-09-22T10:30:16.094177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:10.595926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040696+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:29:52.040696+0000","last_peered":"2024-09-22T10:29:52.040696+0000","last_clean":"2024-09-22T10:29:52.040696+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:29:52.040696+0000","last_undegraded":"2024-09-22T10:29:52.040696+0000","last_fullsized":"2024-09-22T10:29:52.040696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:50.373123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'11","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:16.108793+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:31:16.108793+0000","last_peered":"2024-09-22T10:31:16.108793+0000","last_clean":"2024-09-22T10:31:16.108793+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:31:16.108793+0000","last_undegraded":"2024-09-22T10:31:16.108793+0000","last_fullsized":"2024-09-22T10:31:16.108793+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":18,"num_read_kb":20484,"num_write":21,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034613+0000","last_change":"2024-09-22T08:56:18.709006+0000","last_active":"2024-09-22T10:30:04.034613+0000","last_peered":"2024-09-22T10:30:04.034613+0000","last_clean":"2024-09-22T10:30:04.034613+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:30:04.034613+0000","last_undegraded":"2024-09-22T10:30:04.034613+0000","last_fullsized":"2024-09-22T10:30:04.034613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:29:40.318327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.234303+0000","last_change":"2024-09-22T09:31:32.358028+0000","last_active":"2024-09-22T10:30:04.234303+0000","last_peered":"2024-09-22T10:30:04.234303+0000","last_clean":"2024-09-22T10:30:04.234303+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:30:04.234303+0000","last_undegraded":"2024-09-22T10:30:04.234303+0000","last_fullsized":"2024-09-22T10:30:04.234303+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:57.365038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034507+0000","last_change":"2024-09-22T09:02:31.275552+0000","last_active":"2024-09-22T10:30:04.034507+0000","last_peered":"2024-09-22T10:30:04.034507+0000","last_clean":"2024-09-22T10:30:04.034507+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:30:04.034507+0000","last_undegraded":"2024-09-22T10:30:04.034507+0000","last_fullsized":"2024-09-22T10:30:04.034507+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:43.886563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.629434+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:30:05.629434+0000","last_peered":"2024-09-22T10:30:05.629434+0000","last_clean":"2024-09-22T10:30:05.629434+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:30:05.629434+0000","last_undegraded":"2024-09-22T10:30:05.629434+0000","last_fullsized":"2024-09-22T10:30:05.629434+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.841499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037279+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:30:04.037279+0000","last_peered":"2024-09-22T10:30:04.037279+0000","last_clean":"2024-09-22T10:30:04.037279+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:30:04.037279+0000","last_undegraded":"2024-09-22T10:30:04.037279+0000","last_fullsized":"2024-09-22T10:30:04.037279+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:49.001245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118754+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:32:01.118754+0000","last_peered":"2024-09-22T10:32:01.118754+0000","last_clean":"2024-09-22T10:32:01.118754+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:32:01.118754+0000","last_undegraded":"2024-09-22T10:32:01.118754+0000","last_fullsized":"2024-09-22T10:32:01.118754+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:41.041391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:07.044163+0000","last_change":"2024-09-22T08:56:18.741909+0000","last_active":"2024-09-22T10:30:07.044163+0000","last_peered":"2024-09-22T10:30:07.044163+0000","last_clean":"2024-09-22T10:30:07.044163+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:30:07.044163+0000","last_undegraded":"2024-09-22T10:30:07.044163+0000","last_fullsized":"2024-09-22T10:30:07.044163+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:36.974317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.035011+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:29:54.035011+0000","last_peered":"2024-09-22T10:29:54.035011+0000","last_clean":"2024-09-22T10:29:54.035011+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:29:54.035011+0000","last_undegraded":"2024-09-22T10:29:54.035011+0000","last_fullsized":"2024-09-22T10:29:54.035011+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:39.354562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.850747+0000","last_change":"2024-09-22T09:02:31.298146+0000","last_active":"2024-09-22T10:32:09.850747+0000","last_peered":"2024-09-22T10:32:09.850747+0000","last_clean":"2024-09-22T10:32:09.850747+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:32:09.850747+0000","last_undegraded":"2024-09-22T10:32:09.850747+0000","last_fullsized":"2024-09-22T10:32:09.850747+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:46.389612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'3","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032302+0000","last_change":"2024-09-22T09:02:24.095115+0000","last_active":"2024-09-22T10:29:54.032302+0000","last_peered":"2024-09-22T10:29:54.032302+0000","last_clean":"2024-09-22T10:29:54.032302+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:29:54.032302+0000","last_undegraded":"2024-09-22T10:29:54.032302+0000","last_fullsized":"2024-09-22T10:29:54.032302+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:53.195501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016128+0000","last_change":"2024-09-22T08:56:18.737932+0000","last_active":"2024-09-22T10:30:05.016128+0000","last_peered":"2024-09-22T10:30:05.016128+0000","last_clean":"2024-09-22T10:30:05.016128+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:30:05.016128+0000","last_undegraded":"2024-09-22T10:30:05.016128+0000","last_fullsized":"2024-09-22T10:30:05.016128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:51:02.743820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089319+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:29:56.089319+0000","last_peered":"2024-09-22T10:29:56.089319+0000","last_clean":"2024-09-22T10:29:56.089319+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:29:56.089319+0000","last_undegraded":"2024-09-22T10:29:56.089319+0000","last_fullsized":"2024-09-22T10:29:56.089319+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:15.103607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.184571+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:33:39.184571+0000","last_peered":"2024-09-22T10:33:39.184571+0000","last_clean":"2024-09-22T10:33:39.184571+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:33:39.184571+0000","last_undegraded":"2024-09-22T10:33:39.184571+0000","last_fullsized":"2024-09-22T10:33:39.184571+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:44.640884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'1","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.013897+0000","last_change":"2024-09-22T09:02:24.090442+0000","last_active":"2024-09-22T10:29:55.013897+0000","last_peered":"2024-09-22T10:29:55.013897+0000","last_clean":"2024-09-22T10:29:55.013897+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:29:55.013897+0000","last_undegraded":"2024-09-22T10:29:55.013897+0000","last_fullsized":"2024-09-22T10:29:55.013897+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:28.995512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:31.097482+0000","last_change":"2024-09-22T08:56:18.714992+0000","last_active":"2024-09-22T10:30:31.097482+0000","last_peered":"2024-09-22T10:30:31.097482+0000","last_clean":"2024-09-22T10:30:31.097482+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:30:31.097482+0000","last_undegraded":"2024-09-22T10:30:31.097482+0000","last_fullsized":"2024-09-22T10:30:31.097482+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:30.209323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'372","reported_seq":1153,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.838229+0000","last_change":"2024-09-22T08:40:27.616273+0000","last_active":"2024-09-22T10:33:40.838229+0000","last_peered":"2024-09-22T10:33:40.838229+0000","last_clean":"2024-09-22T10:33:40.838229+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:40.838229+0000","last_undegraded":"2024-09-22T10:33:40.838229+0000","last_fullsized":"2024-09-22T10:33:40.838229+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:05.224768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048847,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":727,"num_read_kb":27834,"num_write":1163,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'653","reported_seq":2364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:30.634884+0000","last_change":"2024-09-22T08:40:29.591977+0000","last_active":"2024-09-22T10:30:30.634884+0000","last_peered":"2024-09-22T10:30:30.634884+0000","last_clean":"2024-09-22T10:30:30.634884+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:30:30.634884+0000","last_undegraded":"2024-09-22T10:30:30.634884+0000","last_fullsized":"2024-09-22T10:30:30.634884+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":600,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:53.999501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'310","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.432660+0000","last_change":"2024-09-22T08:40:27.580406+0000","last_active":"2024-09-22T10:31:24.432660+0000","last_peered":"2024-09-22T10:31:24.432660+0000","last_clean":"2024-09-22T10:31:24.432660+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:31:24.432660+0000","last_undegraded":"2024-09-22T10:31:24.432660+0000","last_fullsized":"2024-09-22T10:31:24.432660+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:04.650055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16570693,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":495,"num_read_kb":59286,"num_write":1110,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'824","reported_seq":2356,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.225285+0000","last_change":"2024-09-22T08:40:29.592679+0000","last_active":"2024-09-22T10:30:34.225285+0000","last_peered":"2024-09-22T10:30:34.225285+0000","last_clean":"2024-09-22T10:30:34.225285+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:30:34.225285+0000","last_undegraded":"2024-09-22T10:30:34.225285+0000","last_fullsized":"2024-09-22T10:30:34.225285+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:26.199237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'327","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048916+0000","last_change":"2024-09-22T08:40:27.557417+0000","last_active":"2024-09-22T10:30:54.048916+0000","last_peered":"2024-09-22T10:30:54.048916+0000","last_clean":"2024-09-22T10:30:54.048916+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:30:54.048916+0000","last_undegraded":"2024-09-22T10:30:54.048916+0000","last_fullsized":"2024-09-22T10:30:54.048916+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:59:00.654019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13859685,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":704,"num_read_kb":21704,"num_write":1158,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'409","reported_seq":2026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976596+0000","last_change":"2024-09-22T08:40:29.586250+0000","last_active":"2024-09-22T10:31:35.976596+0000","last_peered":"2024-09-22T10:31:35.976596+0000","last_clean":"2024-09-22T10:31:35.976596+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:31:35.976596+0000","last_undegraded":"2024-09-22T10:31:35.976596+0000","last_fullsized":"2024-09-22T10:31:35.976596+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:17.709263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'305","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.598442+0000","last_change":"2024-09-22T08:40:27.620504+0000","last_active":"2024-09-22T10:33:40.598442+0000","last_peered":"2024-09-22T10:33:40.598442+0000","last_clean":"2024-09-22T10:33:40.598442+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:33:40.598442+0000","last_undegraded":"2024-09-22T10:33:40.598442+0000","last_fullsized":"2024-09-22T10:33:40.598442+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:50.413077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071468,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":780,"num_read_kb":11133,"num_write":1094,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'849","reported_seq":2614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.888493+0000","last_change":"2024-09-22T08:40:29.581357+0000","last_active":"2024-09-22T10:33:06.888493+0000","last_peered":"2024-09-22T10:33:06.888493+0000","last_clean":"2024-09-22T10:33:06.888493+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:33:06.888493+0000","last_undegraded":"2024-09-22T10:33:06.888493+0000","last_fullsized":"2024-09-22T10:33:06.888493+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:52.694621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'277","reported_seq":921,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904785+0000","last_change":"2024-09-22T08:40:27.616199+0000","last_active":"2024-09-22T10:33:40.904785+0000","last_peered":"2024-09-22T10:33:40.904785+0000","last_clean":"2024-09-22T10:33:40.904785+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:40.904785+0000","last_undegraded":"2024-09-22T10:33:40.904785+0000","last_fullsized":"2024-09-22T10:33:40.904785+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:42.472993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4218195,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":466,"num_read_kb":14730,"num_write":867,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'397","reported_seq":1969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.427373+0000","last_change":"2024-09-22T08:40:29.586296+0000","last_active":"2024-09-22T10:31:45.427373+0000","last_peered":"2024-09-22T10:31:45.427373+0000","last_clean":"2024-09-22T10:31:45.427373+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:31:45.427373+0000","last_undegraded":"2024-09-22T10:31:45.427373+0000","last_fullsized":"2024-09-22T10:31:45.427373+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:38.822465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'317","reported_seq":979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.664570+0000","last_change":"2024-09-22T08:40:27.623137+0000","last_active":"2024-09-22T10:33:40.664570+0000","last_peered":"2024-09-22T10:33:40.664570+0000","last_clean":"2024-09-22T10:33:40.664570+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:40.664570+0000","last_undegraded":"2024-09-22T10:33:40.664570+0000","last_fullsized":"2024-09-22T10:33:40.664570+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:31.763053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5293025,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":531,"num_read_kb":53250,"num_write":1070,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1962,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055864+0000","last_change":"2024-09-22T08:40:29.588826+0000","last_active":"2024-09-22T10:30:57.055864+0000","last_peered":"2024-09-22T10:30:57.055864+0000","last_clean":"2024-09-22T10:30:57.055864+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:30:57.055864+0000","last_undegraded":"2024-09-22T10:30:57.055864+0000","last_fullsized":"2024-09-22T10:30:57.055864+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:14:46.608771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'393","reported_seq":1100,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.756317+0000","last_change":"2024-09-22T08:40:27.610308+0000","last_active":"2024-09-22T10:33:40.756317+0000","last_peered":"2024-09-22T10:33:40.756317+0000","last_clean":"2024-09-22T10:33:40.756317+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:40.756317+0000","last_undegraded":"2024-09-22T10:33:40.756317+0000","last_fullsized":"2024-09-22T10:33:40.756317+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:58.077848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196657,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":734,"num_read_kb":16234,"num_write":1171,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'787","reported_seq":2442,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.641038+0000","last_change":"2024-09-22T08:40:29.585407+0000","last_active":"2024-09-22T10:30:55.641038+0000","last_peered":"2024-09-22T10:30:55.641038+0000","last_clean":"2024-09-22T10:30:55.641038+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:30:55.641038+0000","last_undegraded":"2024-09-22T10:30:55.641038+0000","last_fullsized":"2024-09-22T10:30:55.641038+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:57.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'291","reported_seq":967,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.302164+0000","last_change":"2024-09-22T08:40:27.619238+0000","last_active":"2024-09-22T10:31:21.302164+0000","last_peered":"2024-09-22T10:31:21.302164+0000","last_clean":"2024-09-22T10:31:21.302164+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:31:21.302164+0000","last_undegraded":"2024-09-22T10:31:21.302164+0000","last_fullsized":"2024-09-22T10:31:21.302164+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:07.488268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5230504,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":496,"num_read_kb":53331,"num_write":1001,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'364","reported_seq":1805,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245183+0000","last_change":"2024-09-22T08:40:29.580575+0000","last_active":"2024-09-22T10:30:54.245183+0000","last_peered":"2024-09-22T10:30:54.245183+0000","last_clean":"2024-09-22T10:30:54.245183+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:30:54.245183+0000","last_undegraded":"2024-09-22T10:30:54.245183+0000","last_fullsized":"2024-09-22T10:30:54.245183+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:54:37.237036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1205","reported_seq":2794,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105298+0000","last_change":"2024-09-22T08:40:29.585059+0000","last_active":"2024-09-22T10:31:43.105298+0000","last_peered":"2024-09-22T10:31:43.105298+0000","last_clean":"2024-09-22T10:31:43.105298+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:31:43.105298+0000","last_undegraded":"2024-09-22T10:31:43.105298+0000","last_fullsized":"2024-09-22T10:31:43.105298+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:05.059534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'393","reported_seq":1182,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.904447+0000","last_change":"2024-09-22T08:40:27.625808+0000","last_active":"2024-09-22T10:33:40.904447+0000","last_peered":"2024-09-22T10:33:40.904447+0000","last_clean":"2024-09-22T10:33:40.904447+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:40.904447+0000","last_undegraded":"2024-09-22T10:33:40.904447+0000","last_fullsized":"2024-09-22T10:33:40.904447+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:04.164993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1003,"num_read_kb":18571,"num_write":1341,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'456","reported_seq":1990,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.910423+0000","last_change":"2024-09-22T08:40:29.597725+0000","last_active":"2024-09-22T10:33:06.910423+0000","last_peered":"2024-09-22T10:33:06.910423+0000","last_clean":"2024-09-22T10:33:06.910423+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:33:06.910423+0000","last_undegraded":"2024-09-22T10:33:06.910423+0000","last_fullsized":"2024-09-22T10:33:06.910423+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:04.194561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'435","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.855928+0000","last_change":"2024-09-22T08:40:57.703799+0000","last_active":"2024-09-22T10:33:39.855928+0000","last_peered":"2024-09-22T10:33:39.855928+0000","last_clean":"2024-09-22T10:33:39.855928+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:39.855928+0000","last_undegraded":"2024-09-22T10:33:39.855928+0000","last_fullsized":"2024-09-22T10:33:39.855928+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:47.752830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4230365,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":1122,"num_read_kb":15167,"num_write":1404,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'820","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.899225+0000","last_change":"2024-09-22T08:40:29.578150+0000","last_active":"2024-09-22T10:33:06.899225+0000","last_peered":"2024-09-22T10:33:06.899225+0000","last_clean":"2024-09-22T10:33:06.899225+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:33:06.899225+0000","last_undegraded":"2024-09-22T10:33:06.899225+0000","last_fullsized":"2024-09-22T10:33:06.899225+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:39.157649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'335","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.792271+0000","last_change":"2024-09-22T08:40:27.613822+0000","last_active":"2024-09-22T10:33:39.792271+0000","last_peered":"2024-09-22T10:33:39.792271+0000","last_clean":"2024-09-22T10:33:39.792271+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:39.792271+0000","last_undegraded":"2024-09-22T10:33:39.792271+0000","last_fullsized":"2024-09-22T10:33:39.792271+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:27.612511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706540,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":612,"num_read_kb":10245,"num_write":1132,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'488","reported_seq":2140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.799745+0000","last_change":"2024-09-22T08:40:29.581815+0000","last_active":"2024-09-22T10:30:38.799745+0000","last_peered":"2024-09-22T10:30:38.799745+0000","last_clean":"2024-09-22T10:30:38.799745+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:30:38.799745+0000","last_undegraded":"2024-09-22T10:30:38.799745+0000","last_fullsized":"2024-09-22T10:30:38.799745+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:03.897055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.828875+0000","last_change":"2024-09-22T08:40:27.606938+0000","last_active":"2024-09-22T10:33:41.828875+0000","last_peered":"2024-09-22T10:33:41.828875+0000","last_clean":"2024-09-22T10:33:41.828875+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:41.828875+0000","last_undegraded":"2024-09-22T10:33:41.828875+0000","last_fullsized":"2024-09-22T10:33:41.828875+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:28.127650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'464","reported_seq":2030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.980197+0000","last_change":"2024-09-22T08:40:29.583018+0000","last_active":"2024-09-22T10:31:35.980197+0000","last_peered":"2024-09-22T10:31:35.980197+0000","last_clean":"2024-09-22T10:31:35.980197+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:31:35.980197+0000","last_undegraded":"2024-09-22T10:31:35.980197+0000","last_fullsized":"2024-09-22T10:31:35.980197+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:33.059833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'281","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:14.059416+0000","last_change":"2024-09-22T08:40:27.581867+0000","last_active":"2024-09-22T10:29:14.059416+0000","last_peered":"2024-09-22T10:29:14.059416+0000","last_clean":"2024-09-22T10:29:14.059416+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:29:14.059416+0000","last_undegraded":"2024-09-22T10:29:14.059416+0000","last_fullsized":"2024-09-22T10:29:14.059416+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:54.359280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9231767,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":582,"num_read_kb":36291,"num_write":1011,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'813","reported_seq":2415,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.805731+0000","last_change":"2024-09-22T08:40:29.587121+0000","last_active":"2024-09-22T10:30:48.805731+0000","last_peered":"2024-09-22T10:30:48.805731+0000","last_clean":"2024-09-22T10:30:48.805731+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:30:48.805731+0000","last_undegraded":"2024-09-22T10:30:48.805731+0000","last_fullsized":"2024-09-22T10:30:48.805731+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":800,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:25.793198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'286","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.424305+0000","last_change":"2024-09-22T08:40:27.566951+0000","last_active":"2024-09-22T10:31:24.424305+0000","last_peered":"2024-09-22T10:31:24.424305+0000","last_clean":"2024-09-22T10:31:24.424305+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:31:24.424305+0000","last_undegraded":"2024-09-22T10:31:24.424305+0000","last_fullsized":"2024-09-22T10:31:24.424305+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:47.658885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492295,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":530,"num_read_kb":52899,"num_write":963,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'151","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.737938+0000","last_change":"2024-09-22T08:40:37.632176+0000","last_active":"2024-09-22T10:31:45.737938+0000","last_peered":"2024-09-22T10:31:45.737938+0000","last_clean":"2024-09-22T10:31:45.737938+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:31:45.737938+0000","last_undegraded":"2024-09-22T10:31:45.737938+0000","last_fullsized":"2024-09-22T10:31:45.737938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:33.814007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'516","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.884728+0000","last_change":"2024-09-22T08:40:29.577924+0000","last_active":"2024-09-22T10:33:06.884728+0000","last_peered":"2024-09-22T10:33:06.884728+0000","last_clean":"2024-09-22T10:33:06.884728+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:06.884728+0000","last_undegraded":"2024-09-22T10:33:06.884728+0000","last_fullsized":"2024-09-22T10:33:06.884728+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":500,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:39.143622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'315","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:59.267323+0000","last_change":"2024-09-22T08:40:57.710528+0000","last_active":"2024-09-22T10:32:59.267323+0000","last_peered":"2024-09-22T10:32:59.267323+0000","last_clean":"2024-09-22T10:32:59.267323+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:32:59.267323+0000","last_undegraded":"2024-09-22T10:32:59.267323+0000","last_fullsized":"2024-09-22T10:32:59.267323+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:17.085387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43851,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":538,"num_read_kb":16876,"num_write":1134,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619460+0000","last_change":"2024-09-22T08:40:31.599349+0000","last_active":"2024-09-22T10:29:20.619460+0000","last_peered":"2024-09-22T10:29:20.619460+0000","last_clean":"2024-09-22T10:29:20.619460+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:29:20.619460+0000","last_undegraded":"2024-09-22T10:29:20.619460+0000","last_fullsized":"2024-09-22T10:29:20.619460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:43.108821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'392","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.060118+0000","last_change":"2024-09-22T08:40:33.581662+0000","last_active":"2024-09-22T10:31:44.060118+0000","last_peered":"2024-09-22T10:31:44.060118+0000","last_clean":"2024-09-22T10:31:44.060118+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:31:44.060118+0000","last_undegraded":"2024-09-22T10:31:44.060118+0000","last_fullsized":"2024-09-22T10:31:44.060118+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:18.827471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79417,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":1215,"num_write":506,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:21.077710+0000","last_change":"2024-09-22T08:40:35.609989+0000","last_active":"2024-09-22T10:29:21.077710+0000","last_peered":"2024-09-22T10:29:21.077710+0000","last_clean":"2024-09-22T10:29:21.077710+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:29:21.077710+0000","last_undegraded":"2024-09-22T10:29:21.077710+0000","last_fullsized":"2024-09-22T10:29:21.077710+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:16.635599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2510","reported_seq":4377,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.070895+0000","last_change":"2024-09-22T08:40:37.638576+0000","last_active":"2024-09-22T10:31:43.070895+0000","last_peered":"2024-09-22T10:31:43.070895+0000","last_clean":"2024-09-22T10:31:43.070895+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:31:43.070895+0000","last_undegraded":"2024-09-22T10:31:43.070895+0000","last_fullsized":"2024-09-22T10:31:43.070895+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":2400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:14:32.587590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'548","reported_seq":2183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.363846+0000","last_change":"2024-09-22T08:40:29.593493+0000","last_active":"2024-09-22T10:31:45.363846+0000","last_peered":"2024-09-22T10:31:45.363846+0000","last_clean":"2024-09-22T10:31:45.363846+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:31:45.363846+0000","last_undegraded":"2024-09-22T10:31:45.363846+0000","last_fullsized":"2024-09-22T10:31:45.363846+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:08.757207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'284","reported_seq":965,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.038396+0000","last_change":"2024-09-22T08:40:27.585588+0000","last_active":"2024-09-22T10:30:09.038396+0000","last_peered":"2024-09-22T10:30:09.038396+0000","last_clean":"2024-09-22T10:30:09.038396+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:30:09.038396+0000","last_undegraded":"2024-09-22T10:30:09.038396+0000","last_fullsized":"2024-09-22T10:30:09.038396+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:48.802233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5359957,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":528,"num_read_kb":30450,"num_write":1055,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854619+0000","last_change":"2024-09-22T08:40:31.583086+0000","last_active":"2024-09-22T10:30:43.854619+0000","last_peered":"2024-09-22T10:30:43.854619+0000","last_clean":"2024-09-22T10:30:43.854619+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:30:43.854619+0000","last_undegraded":"2024-09-22T10:30:43.854619+0000","last_fullsized":"2024-09-22T10:30:43.854619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:08.179195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'144","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.324674+0000","last_change":"2024-09-22T08:40:33.598149+0000","last_active":"2024-09-22T10:31:36.324674+0000","last_peered":"2024-09-22T10:31:36.324674+0000","last_clean":"2024-09-22T10:31:36.324674+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:31:36.324674+0000","last_undegraded":"2024-09-22T10:31:36.324674+0000","last_fullsized":"2024-09-22T10:31:36.324674+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:18.780598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:22.034299+0000","last_change":"2024-09-22T08:40:35.613379+0000","last_active":"2024-09-22T10:29:22.034299+0000","last_peered":"2024-09-22T10:29:22.034299+0000","last_clean":"2024-09-22T10:29:22.034299+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:29:22.034299+0000","last_undegraded":"2024-09-22T10:29:22.034299+0000","last_fullsized":"2024-09-22T10:29:22.034299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:20.924123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'160","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.262315+0000","last_change":"2024-09-22T08:40:37.619229+0000","last_active":"2024-09-22T10:31:43.262315+0000","last_peered":"2024-09-22T10:31:43.262315+0000","last_clean":"2024-09-22T10:31:43.262315+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:31:43.262315+0000","last_undegraded":"2024-09-22T10:31:43.262315+0000","last_fullsized":"2024-09-22T10:31:43.262315+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:23.968971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'791","reported_seq":2290,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800670+0000","last_change":"2024-09-22T08:40:29.576291+0000","last_active":"2024-09-22T10:30:38.800670+0000","last_peered":"2024-09-22T10:30:38.800670+0000","last_clean":"2024-09-22T10:30:38.800670+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:30:38.800670+0000","last_undegraded":"2024-09-22T10:30:38.800670+0000","last_fullsized":"2024-09-22T10:30:38.800670+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:29.976138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'330","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.647411+0000","last_change":"2024-09-22T08:40:27.617076+0000","last_active":"2024-09-22T10:33:40.647411+0000","last_peered":"2024-09-22T10:33:40.647411+0000","last_clean":"2024-09-22T10:33:40.647411+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:40.647411+0000","last_undegraded":"2024-09-22T10:33:40.647411+0000","last_fullsized":"2024-09-22T10:33:40.647411+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:55:32.733070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5747477,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":676,"num_read_kb":38511,"num_write":1216,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:19.060726+0000","last_change":"2024-09-22T08:40:31.584704+0000","last_active":"2024-09-22T10:29:19.060726+0000","last_peered":"2024-09-22T10:29:19.060726+0000","last_clean":"2024-09-22T10:29:19.060726+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:29:19.060726+0000","last_undegraded":"2024-09-22T10:29:19.060726+0000","last_fullsized":"2024-09-22T10:29:19.060726+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:54.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'164","reported_seq":761,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.610052+0000","last_change":"2024-09-22T08:40:33.596706+0000","last_active":"2024-09-22T10:31:36.610052+0000","last_peered":"2024-09-22T10:31:36.610052+0000","last_clean":"2024-09-22T10:31:36.610052+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:31:36.610052+0000","last_undegraded":"2024-09-22T10:31:36.610052+0000","last_fullsized":"2024-09-22T10:31:36.610052+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'771","reported_seq":3028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058204+0000","last_change":"2024-09-22T08:40:35.602404+0000","last_active":"2024-09-22T10:33:39.058204+0000","last_peered":"2024-09-22T10:33:39.058204+0000","last_clean":"2024-09-22T10:33:39.058204+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:33:39.058204+0000","last_undegraded":"2024-09-22T10:33:39.058204+0000","last_fullsized":"2024-09-22T10:33:39.058204+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:50.414237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'215","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.833826+0000","last_change":"2024-09-22T08:40:37.854463+0000","last_active":"2024-09-22T10:31:45.833826+0000","last_peered":"2024-09-22T10:31:45.833826+0000","last_clean":"2024-09-22T10:31:45.833826+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:31:45.833826+0000","last_undegraded":"2024-09-22T10:31:45.833826+0000","last_fullsized":"2024-09-22T10:31:45.833826+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:29.147242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'515","reported_seq":2128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:38.996237+0000","last_change":"2024-09-22T08:40:29.585592+0000","last_active":"2024-09-22T10:29:38.996237+0000","last_peered":"2024-09-22T10:29:38.996237+0000","last_clean":"2024-09-22T10:29:38.996237+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:29:38.996237+0000","last_undegraded":"2024-09-22T10:29:38.996237+0000","last_fullsized":"2024-09-22T10:29:38.996237+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:27.304142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'369","reported_seq":1073,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.859251+0000","last_change":"2024-09-22T08:40:27.612767+0000","last_active":"2024-09-22T10:33:39.859251+0000","last_peered":"2024-09-22T10:33:39.859251+0000","last_clean":"2024-09-22T10:33:39.859251+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:39.859251+0000","last_undegraded":"2024-09-22T10:33:39.859251+0000","last_fullsized":"2024-09-22T10:33:39.859251+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:13.329731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4257251,"num_objects":51,"num_object_clones":0,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":772,"num_read_kb":72069,"num_write":1289,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619504+0000","last_change":"2024-09-22T08:40:31.590897+0000","last_active":"2024-09-22T10:29:20.619504+0000","last_peered":"2024-09-22T10:29:20.619504+0000","last_clean":"2024-09-22T10:29:20.619504+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:29:20.619504+0000","last_undegraded":"2024-09-22T10:29:20.619504+0000","last_fullsized":"2024-09-22T10:29:20.619504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:36.586658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'309","reported_seq":920,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.871206+0000","last_change":"2024-09-22T08:40:33.602025+0000","last_active":"2024-09-22T10:33:07.871206+0000","last_peered":"2024-09-22T10:33:07.871206+0000","last_clean":"2024-09-22T10:33:07.871206+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:33:07.871206+0000","last_undegraded":"2024-09-22T10:33:07.871206+0000","last_fullsized":"2024-09-22T10:33:07.871206+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:36:52.639327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52815,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":497,"num_read_kb":965,"num_write":402,"num_write_kb":287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'785","reported_seq":3106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887402+0000","last_change":"2024-09-22T08:40:35.588970+0000","last_active":"2024-09-22T10:33:08.887402+0000","last_peered":"2024-09-22T10:33:08.887402+0000","last_clean":"2024-09-22T10:33:08.887402+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:33:08.887402+0000","last_undegraded":"2024-09-22T10:33:08.887402+0000","last_fullsized":"2024-09-22T10:33:08.887402+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:42.931383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'491","reported_seq":2276,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.641939+0000","last_change":"2024-09-22T08:40:29.586927+0000","last_active":"2024-09-22T10:31:00.641939+0000","last_peered":"2024-09-22T10:31:00.641939+0000","last_clean":"2024-09-22T10:31:00.641939+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:31:00.641939+0000","last_undegraded":"2024-09-22T10:31:00.641939+0000","last_fullsized":"2024-09-22T10:31:00.641939+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:03.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'349","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.790662+0000","last_change":"2024-09-22T08:40:27.621727+0000","last_active":"2024-09-22T10:33:40.790662+0000","last_peered":"2024-09-22T10:33:40.790662+0000","last_clean":"2024-09-22T10:33:40.790662+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:40.790662+0000","last_undegraded":"2024-09-22T10:33:40.790662+0000","last_fullsized":"2024-09-22T10:33:40.790662+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:12:55.191713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12587318,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":645,"num_read_kb":34400,"num_write":1296,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:06.106184+0000","last_change":"2024-09-22T08:40:31.597338+0000","last_active":"2024-09-22T10:31:06.106184+0000","last_peered":"2024-09-22T10:31:06.106184+0000","last_clean":"2024-09-22T10:31:06.106184+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:31:06.106184+0000","last_undegraded":"2024-09-22T10:31:06.106184+0000","last_fullsized":"2024-09-22T10:31:06.106184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:54.410020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'456","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.905557+0000","last_change":"2024-09-22T08:40:33.595140+0000","last_active":"2024-09-22T10:33:39.905557+0000","last_peered":"2024-09-22T10:33:39.905557+0000","last_clean":"2024-09-22T10:33:39.905557+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:33:39.905557+0000","last_undegraded":"2024-09-22T10:33:39.905557+0000","last_fullsized":"2024-09-22T10:33:39.905557+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:25:09.449746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045157+0000","last_change":"2024-09-22T08:40:35.593095+0000","last_active":"2024-09-22T10:30:54.045157+0000","last_peered":"2024-09-22T10:30:54.045157+0000","last_clean":"2024-09-22T10:30:54.045157+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:30:54.045157+0000","last_undegraded":"2024-09-22T10:30:54.045157+0000","last_fullsized":"2024-09-22T10:30:54.045157+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:57.144694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'535","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.932712+0000","last_change":"2024-09-22T08:40:37.638507+0000","last_active":"2024-09-22T10:33:07.932712+0000","last_peered":"2024-09-22T10:33:07.932712+0000","last_clean":"2024-09-22T10:33:07.932712+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:33:07.932712+0000","last_undegraded":"2024-09-22T10:33:07.932712+0000","last_fullsized":"2024-09-22T10:33:07.932712+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:38.095784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'439","reported_seq":2203,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056844+0000","last_change":"2024-09-22T08:40:29.591035+0000","last_active":"2024-09-22T10:31:02.056844+0000","last_peered":"2024-09-22T10:31:02.056844+0000","last_clean":"2024-09-22T10:31:02.056844+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:31:02.056844+0000","last_undegraded":"2024-09-22T10:31:02.056844+0000","last_fullsized":"2024-09-22T10:31:02.056844+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:07:11.616616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'368","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.888144+0000","last_change":"2024-09-22T08:40:27.619546+0000","last_active":"2024-09-22T10:33:40.888144+0000","last_peered":"2024-09-22T10:33:40.888144+0000","last_clean":"2024-09-22T10:33:40.888144+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:40.888144+0000","last_undegraded":"2024-09-22T10:33:40.888144+0000","last_fullsized":"2024-09-22T10:33:40.888144+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:34.399623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048834,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":649,"num_read_kb":36946,"num_write":1180,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247070+0000","last_change":"2024-09-22T08:40:31.579980+0000","last_active":"2024-09-22T10:31:04.247070+0000","last_peered":"2024-09-22T10:31:04.247070+0000","last_clean":"2024-09-22T10:31:04.247070+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:31:04.247070+0000","last_undegraded":"2024-09-22T10:31:04.247070+0000","last_fullsized":"2024-09-22T10:31:04.247070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:01.274450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'347","reported_seq":966,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.885982+0000","last_change":"2024-09-22T08:40:33.596167+0000","last_active":"2024-09-22T10:33:03.885982+0000","last_peered":"2024-09-22T10:33:03.885982+0000","last_clean":"2024-09-22T10:33:03.885982+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:33:03.885982+0000","last_undegraded":"2024-09-22T10:33:03.885982+0000","last_fullsized":"2024-09-22T10:33:03.885982+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:43.564203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69446,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":568,"num_read_kb":1164,"num_write":472,"num_write_kb":364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.061576+0000","last_change":"2024-09-22T08:40:35.596990+0000","last_active":"2024-09-22T10:29:24.061576+0000","last_peered":"2024-09-22T10:29:24.061576+0000","last_clean":"2024-09-22T10:29:24.061576+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:29:24.061576+0000","last_undegraded":"2024-09-22T10:29:24.061576+0000","last_fullsized":"2024-09-22T10:29:24.061576+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:52.324756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'113","reported_seq":633,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:41.192098+0000","last_change":"2024-09-22T08:40:37.630906+0000","last_active":"2024-09-22T10:31:41.192098+0000","last_peered":"2024-09-22T10:31:41.192098+0000","last_clean":"2024-09-22T10:31:41.192098+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:31:41.192098+0000","last_undegraded":"2024-09-22T10:31:41.192098+0000","last_fullsized":"2024-09-22T10:31:41.192098+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:26.109927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.031396+0000","last_change":"2024-09-22T08:40:29.583918+0000","last_active":"2024-09-22T10:30:15.031396+0000","last_peered":"2024-09-22T10:30:15.031396+0000","last_clean":"2024-09-22T10:30:15.031396+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:30:15.031396+0000","last_undegraded":"2024-09-22T10:30:15.031396+0000","last_fullsized":"2024-09-22T10:30:15.031396+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:11:12.192980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'355","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.776286+0000","last_change":"2024-09-22T08:40:27.611471+0000","last_active":"2024-09-22T10:33:40.776286+0000","last_peered":"2024-09-22T10:33:40.776286+0000","last_clean":"2024-09-22T10:33:40.776286+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:40.776286+0000","last_undegraded":"2024-09-22T10:33:40.776286+0000","last_fullsized":"2024-09-22T10:33:40.776286+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:45.389375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":522,"num_read_kb":29781,"num_write":1046,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244284+0000","last_change":"2024-09-22T08:40:31.580279+0000","last_active":"2024-09-22T10:30:49.244284+0000","last_peered":"2024-09-22T10:30:49.244284+0000","last_clean":"2024-09-22T10:30:49.244284+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:30:49.244284+0000","last_undegraded":"2024-09-22T10:30:49.244284+0000","last_fullsized":"2024-09-22T10:30:49.244284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:59.224463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'380","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.070443+0000","last_change":"2024-09-22T08:40:33.589443+0000","last_active":"2024-09-22T10:33:40.070443+0000","last_peered":"2024-09-22T10:33:40.070443+0000","last_clean":"2024-09-22T10:33:40.070443+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:33:40.070443+0000","last_undegraded":"2024-09-22T10:33:40.070443+0000","last_fullsized":"2024-09-22T10:33:40.070443+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:49.068580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'794","reported_seq":3159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.072742+0000","last_change":"2024-09-22T08:40:35.603686+0000","last_active":"2024-09-22T10:33:39.072742+0000","last_peered":"2024-09-22T10:33:39.072742+0000","last_clean":"2024-09-22T10:33:39.072742+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:33:39.072742+0000","last_undegraded":"2024-09-22T10:33:39.072742+0000","last_fullsized":"2024-09-22T10:33:39.072742+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:35.298224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'123","reported_seq":656,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.923116+0000","last_change":"2024-09-22T08:40:37.622062+0000","last_active":"2024-09-22T10:33:06.923116+0000","last_peered":"2024-09-22T10:33:06.923116+0000","last_clean":"2024-09-22T10:33:06.923116+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:33:06.923116+0000","last_undegraded":"2024-09-22T10:33:06.923116+0000","last_fullsized":"2024-09-22T10:33:06.923116+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:24.116490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'489","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.111344+0000","last_change":"2024-09-22T08:40:29.568866+0000","last_active":"2024-09-22T10:31:43.111344+0000","last_peered":"2024-09-22T10:31:43.111344+0000","last_clean":"2024-09-22T10:31:43.111344+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:31:43.111344+0000","last_undegraded":"2024-09-22T10:31:43.111344+0000","last_fullsized":"2024-09-22T10:31:43.111344+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:40.137503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'352","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.615394+0000","last_change":"2024-09-22T08:40:27.609045+0000","last_active":"2024-09-22T10:33:40.615394+0000","last_peered":"2024-09-22T10:33:40.615394+0000","last_clean":"2024-09-22T10:33:40.615394+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:40.615394+0000","last_undegraded":"2024-09-22T10:33:40.615394+0000","last_fullsized":"2024-09-22T10:33:40.615394+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:57.801863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2174417,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":667,"num_read_kb":75417,"num_write":1205,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.252213+0000","last_change":"2024-09-22T08:40:31.583439+0000","last_active":"2024-09-22T10:31:29.252213+0000","last_peered":"2024-09-22T10:31:29.252213+0000","last_clean":"2024-09-22T10:31:29.252213+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:31:29.252213+0000","last_undegraded":"2024-09-22T10:31:29.252213+0000","last_fullsized":"2024-09-22T10:31:29.252213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:03:51.118185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'548","reported_seq":1234,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.901437+0000","last_change":"2024-09-22T08:40:33.594219+0000","last_active":"2024-09-22T10:33:07.901437+0000","last_peered":"2024-09-22T10:33:07.901437+0000","last_clean":"2024-09-22T10:33:07.901437+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:33:07.901437+0000","last_undegraded":"2024-09-22T10:33:07.901437+0000","last_fullsized":"2024-09-22T10:33:07.901437+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:49.038235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110386,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":902,"num_read_kb":1858,"num_write":750,"num_write_kb":585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.248347+0000","last_change":"2024-09-22T08:40:35.600889+0000","last_active":"2024-09-22T10:31:09.248347+0000","last_peered":"2024-09-22T10:31:09.248347+0000","last_clean":"2024-09-22T10:31:09.248347+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:31:09.248347+0000","last_undegraded":"2024-09-22T10:31:09.248347+0000","last_fullsized":"2024-09-22T10:31:09.248347+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:49.013514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'118","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048497+0000","last_change":"2024-09-22T08:40:37.631858+0000","last_active":"2024-09-22T10:31:09.048497+0000","last_peered":"2024-09-22T10:31:09.048497+0000","last_clean":"2024-09-22T10:31:09.048497+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:31:09.048497+0000","last_undegraded":"2024-09-22T10:31:09.048497+0000","last_fullsized":"2024-09-22T10:31:09.048497+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:04.505068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1228","reported_seq":2800,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807461+0000","last_change":"2024-09-22T08:40:29.585717+0000","last_active":"2024-09-22T10:30:48.807461+0000","last_peered":"2024-09-22T10:30:48.807461+0000","last_clean":"2024-09-22T10:30:48.807461+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:30:48.807461+0000","last_undegraded":"2024-09-22T10:30:48.807461+0000","last_fullsized":"2024-09-22T10:30:48.807461+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":1200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:54:18.954963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'286","reported_seq":1040,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854545+0000","last_change":"2024-09-22T08:40:27.588395+0000","last_active":"2024-09-22T10:30:43.854545+0000","last_peered":"2024-09-22T10:30:43.854545+0000","last_clean":"2024-09-22T10:30:43.854545+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:30:43.854545+0000","last_undegraded":"2024-09-22T10:30:43.854545+0000","last_fullsized":"2024-09-22T10:30:43.854545+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:23.315550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6929442,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":896,"num_read_kb":17229,"num_write":1055,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244387+0000","last_change":"2024-09-22T08:40:31.582844+0000","last_active":"2024-09-22T10:30:49.244387+0000","last_peered":"2024-09-22T10:30:49.244387+0000","last_clean":"2024-09-22T10:30:49.244387+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:30:49.244387+0000","last_undegraded":"2024-09-22T10:30:49.244387+0000","last_fullsized":"2024-09-22T10:30:49.244387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:26.251683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'348","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.462766+0000","last_change":"2024-09-22T08:40:33.600881+0000","last_active":"2024-09-22T10:33:41.462766+0000","last_peered":"2024-09-22T10:33:41.462766+0000","last_clean":"2024-09-22T10:33:41.462766+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:33:41.462766+0000","last_undegraded":"2024-09-22T10:33:41.462766+0000","last_fullsized":"2024-09-22T10:33:41.462766+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:27.119480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.056151+0000","last_change":"2024-09-22T08:40:35.602010+0000","last_active":"2024-09-22T10:31:24.056151+0000","last_peered":"2024-09-22T10:31:24.056151+0000","last_clean":"2024-09-22T10:31:24.056151+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:31:24.056151+0000","last_undegraded":"2024-09-22T10:31:24.056151+0000","last_fullsized":"2024-09-22T10:31:24.056151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:39.152406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'102","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.831283+0000","last_change":"2024-09-22T08:40:37.643510+0000","last_active":"2024-09-22T10:32:54.831283+0000","last_peered":"2024-09-22T10:32:54.831283+0000","last_clean":"2024-09-22T10:32:54.831283+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:32:54.831283+0000","last_undegraded":"2024-09-22T10:32:54.831283+0000","last_fullsized":"2024-09-22T10:32:54.831283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:14.272136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'901","reported_seq":2429,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053492+0000","last_change":"2024-09-22T08:40:29.590798+0000","last_active":"2024-09-22T10:30:47.053492+0000","last_peered":"2024-09-22T10:30:47.053492+0000","last_clean":"2024-09-22T10:30:47.053492+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:30:47.053492+0000","last_undegraded":"2024-09-22T10:30:47.053492+0000","last_fullsized":"2024-09-22T10:30:47.053492+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":800,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:45:45.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'256","reported_seq":895,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:55.765034+0000","last_change":"2024-09-22T08:40:57.707859+0000","last_active":"2024-09-22T10:32:55.765034+0000","last_peered":"2024-09-22T10:32:55.765034+0000","last_clean":"2024-09-22T10:32:55.765034+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:32:55.765034+0000","last_undegraded":"2024-09-22T10:32:55.765034+0000","last_fullsized":"2024-09-22T10:32:55.765034+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.651730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486611,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":469,"num_read_kb":19899,"num_write":893,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.044060+0000","last_change":"2024-09-22T08:40:31.573319+0000","last_active":"2024-09-22T10:30:49.044060+0000","last_peered":"2024-09-22T10:30:49.044060+0000","last_clean":"2024-09-22T10:30:49.044060+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:30:49.044060+0000","last_undegraded":"2024-09-22T10:30:49.044060+0000","last_fullsized":"2024-09-22T10:30:49.044060+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:23:18.300316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'347","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:29.273649+0000","last_change":"2024-09-22T08:40:33.592881+0000","last_active":"2024-09-22T10:33:29.273649+0000","last_peered":"2024-09-22T10:33:29.273649+0000","last_clean":"2024-09-22T10:33:29.273649+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:33:29.273649+0000","last_undegraded":"2024-09-22T10:33:29.273649+0000","last_fullsized":"2024-09-22T10:33:29.273649+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:31.130379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44256,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":957,"num_write":422,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'753","reported_seq":3264,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.061326+0000","last_change":"2024-09-22T08:40:35.588534+0000","last_active":"2024-09-22T10:33:39.061326+0000","last_peered":"2024-09-22T10:33:39.061326+0000","last_clean":"2024-09-22T10:33:39.061326+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:33:39.061326+0000","last_undegraded":"2024-09-22T10:33:39.061326+0000","last_fullsized":"2024-09-22T10:33:39.061326+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":701,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:28.728151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'115","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.188451+0000","last_change":"2024-09-22T08:40:37.618236+0000","last_active":"2024-09-22T10:31:40.188451+0000","last_peered":"2024-09-22T10:31:40.188451+0000","last_clean":"2024-09-22T10:31:40.188451+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:31:40.188451+0000","last_undegraded":"2024-09-22T10:31:40.188451+0000","last_fullsized":"2024-09-22T10:31:40.188451+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:13.510678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'421","reported_seq":2111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053522+0000","last_change":"2024-09-22T08:40:29.604333+0000","last_active":"2024-09-22T10:30:47.053522+0000","last_peered":"2024-09-22T10:30:47.053522+0000","last_clean":"2024-09-22T10:30:47.053522+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:30:47.053522+0000","last_undegraded":"2024-09-22T10:30:47.053522+0000","last_fullsized":"2024-09-22T10:30:47.053522+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:06.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.702807+0000","last_change":"2024-09-22T08:40:27.601206+0000","last_active":"2024-09-22T10:33:41.702807+0000","last_peered":"2024-09-22T10:33:41.702807+0000","last_clean":"2024-09-22T10:33:41.702807+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:41.702807+0000","last_undegraded":"2024-09-22T10:33:41.702807+0000","last_fullsized":"2024-09-22T10:33:41.702807+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:04:41.450620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.817243+0000","last_change":"2024-09-22T08:40:31.597930+0000","last_active":"2024-09-22T10:33:38.817243+0000","last_peered":"2024-09-22T10:33:38.817243+0000","last_clean":"2024-09-22T10:33:38.817243+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:33:38.817243+0000","last_undegraded":"2024-09-22T10:33:38.817243+0000","last_fullsized":"2024-09-22T10:33:38.817243+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:18.844224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'141","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.913644+0000","last_change":"2024-09-22T08:40:33.588723+0000","last_active":"2024-09-22T10:31:35.913644+0000","last_peered":"2024-09-22T10:31:35.913644+0000","last_clean":"2024-09-22T10:31:35.913644+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:31:35.913644+0000","last_undegraded":"2024-09-22T10:31:35.913644+0000","last_fullsized":"2024-09-22T10:31:35.913644+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:43.453070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'769","reported_seq":7599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.063474+0000","last_change":"2024-09-22T08:40:35.606855+0000","last_active":"2024-09-22T10:33:39.063474+0000","last_peered":"2024-09-22T10:33:39.063474+0000","last_clean":"2024-09-22T10:33:39.063474+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:33:39.063474+0000","last_undegraded":"2024-09-22T10:33:39.063474+0000","last_fullsized":"2024-09-22T10:33:39.063474+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.983906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.040251+0000","last_change":"2024-09-22T08:40:37.621709+0000","last_active":"2024-09-22T10:31:39.040251+0000","last_peered":"2024-09-22T10:31:39.040251+0000","last_clean":"2024-09-22T10:31:39.040251+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:31:39.040251+0000","last_undegraded":"2024-09-22T10:31:39.040251+0000","last_fullsized":"2024-09-22T10:31:39.040251+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:35.393161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2355,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.982091+0000","last_change":"2024-09-22T08:40:29.586735+0000","last_active":"2024-09-22T10:31:35.982091+0000","last_peered":"2024-09-22T10:31:35.982091+0000","last_clean":"2024-09-22T10:31:35.982091+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:31:35.982091+0000","last_undegraded":"2024-09-22T10:31:35.982091+0000","last_fullsized":"2024-09-22T10:31:35.982091+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:51.586395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'284","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.857873+0000","last_change":"2024-09-22T08:40:27.586003+0000","last_active":"2024-09-22T10:30:58.857873+0000","last_peered":"2024-09-22T10:30:58.857873+0000","last_clean":"2024-09-22T10:30:58.857873+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:30:58.857873+0000","last_undegraded":"2024-09-22T10:30:58.857873+0000","last_fullsized":"2024-09-22T10:30:58.857873+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:52:55.653900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492503,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":533,"num_read_kb":57894,"num_write":1001,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053551+0000","last_change":"2024-09-22T08:40:31.590555+0000","last_active":"2024-09-22T10:30:47.053551+0000","last_peered":"2024-09-22T10:30:47.053551+0000","last_clean":"2024-09-22T10:30:47.053551+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:30:47.053551+0000","last_undegraded":"2024-09-22T10:30:47.053551+0000","last_fullsized":"2024-09-22T10:30:47.053551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:47.374405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'568","reported_seq":1256,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.672601+0000","last_change":"2024-09-22T08:40:33.593218+0000","last_active":"2024-09-22T10:33:39.672601+0000","last_peered":"2024-09-22T10:33:39.672601+0000","last_clean":"2024-09-22T10:33:39.672601+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:33:39.672601+0000","last_undegraded":"2024-09-22T10:33:39.672601+0000","last_fullsized":"2024-09-22T10:33:39.672601+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":500,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:53.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025482+0000","last_change":"2024-09-22T08:40:35.612406+0000","last_active":"2024-09-22T10:30:50.025482+0000","last_peered":"2024-09-22T10:30:50.025482+0000","last_clean":"2024-09-22T10:30:50.025482+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:30:50.025482+0000","last_undegraded":"2024-09-22T10:30:50.025482+0000","last_fullsized":"2024-09-22T10:30:50.025482+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:41.234829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'101","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.380068+0000","last_change":"2024-09-22T08:40:37.626077+0000","last_active":"2024-09-22T10:31:45.380068+0000","last_peered":"2024-09-22T10:31:45.380068+0000","last_clean":"2024-09-22T10:31:45.380068+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:31:45.380068+0000","last_undegraded":"2024-09-22T10:31:45.380068+0000","last_fullsized":"2024-09-22T10:31:45.380068+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:10.178946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'563","reported_seq":2265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101359+0000","last_change":"2024-09-22T08:40:29.598168+0000","last_active":"2024-09-22T10:31:43.101359+0000","last_peered":"2024-09-22T10:31:43.101359+0000","last_clean":"2024-09-22T10:31:43.101359+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:31:43.101359+0000","last_undegraded":"2024-09-22T10:31:43.101359+0000","last_fullsized":"2024-09-22T10:31:43.101359+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":500,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:36:53.869741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:21.095179+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T10:30:21.095179+0000","last_peered":"2024-09-22T10:30:21.095179+0000","last_clean":"2024-09-22T10:30:21.095179+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:30:21.095179+0000","last_undegraded":"2024-09-22T10:30:21.095179+0000","last_fullsized":"2024-09-22T10:30:21.095179+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637252+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T10:30:40.637252+0000","last_peered":"2024-09-22T10:30:40.637252+0000","last_clean":"2024-09-22T10:30:40.637252+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:30:40.637252+0000","last_undegraded":"2024-09-22T10:30:40.637252+0000","last_fullsized":"2024-09-22T10:30:40.637252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'272","reported_seq":958,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:53.857031+0000","last_change":"2024-09-22T08:40:27.620251+0000","last_active":"2024-09-22T10:30:53.857031+0000","last_peered":"2024-09-22T10:30:53.857031+0000","last_clean":"2024-09-22T10:30:53.857031+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:30:53.857031+0000","last_undegraded":"2024-09-22T10:30:53.857031+0000","last_fullsized":"2024-09-22T10:30:53.857031+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:28.195968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220168,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":571,"num_read_kb":58681,"num_write":1013,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"38'5","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.803480+0000","last_change":"2024-09-22T08:40:31.593902+0000","last_active":"2024-09-22T10:33:38.803480+0000","last_peered":"2024-09-22T10:33:38.803480+0000","last_clean":"2024-09-22T10:33:38.803480+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:33:38.803480+0000","last_undegraded":"2024-09-22T10:33:38.803480+0000","last_fullsized":"2024-09-22T10:33:38.803480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:11.772412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'763","reported_seq":1517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.547211+0000","last_change":"2024-09-22T08:40:33.594573+0000","last_active":"2024-09-22T10:33:40.547211+0000","last_peered":"2024-09-22T10:33:40.547211+0000","last_clean":"2024-09-22T10:33:40.547211+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:33:40.547211+0000","last_undegraded":"2024-09-22T10:33:40.547211+0000","last_fullsized":"2024-09-22T10:33:40.547211+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:06.788899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.052911+0000","last_change":"2024-09-22T08:40:35.601931+0000","last_active":"2024-09-22T10:31:09.052911+0000","last_peered":"2024-09-22T10:31:09.052911+0000","last_clean":"2024-09-22T10:31:09.052911+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:31:09.052911+0000","last_undegraded":"2024-09-22T10:31:09.052911+0000","last_fullsized":"2024-09-22T10:31:09.052911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:19.727688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'207","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.723367+0000","last_change":"2024-09-22T08:40:37.625322+0000","last_active":"2024-09-22T10:31:45.723367+0000","last_peered":"2024-09-22T10:31:45.723367+0000","last_clean":"2024-09-22T10:31:45.723367+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:31:45.723367+0000","last_undegraded":"2024-09-22T10:31:45.723367+0000","last_fullsized":"2024-09-22T10:31:45.723367+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:33.824782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'884","reported_seq":2489,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.983939+0000","last_change":"2024-09-22T08:40:29.576646+0000","last_active":"2024-09-22T10:31:35.983939+0000","last_peered":"2024-09-22T10:31:35.983939+0000","last_clean":"2024-09-22T10:31:35.983939+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:31:35.983939+0000","last_undegraded":"2024-09-22T10:31:35.983939+0000","last_fullsized":"2024-09-22T10:31:35.983939+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:28:51.666854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:26.096327+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T10:30:26.096327+0000","last_peered":"2024-09-22T10:30:26.096327+0000","last_clean":"2024-09-22T10:30:26.096327+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:30:26.096327+0000","last_undegraded":"2024-09-22T10:30:26.096327+0000","last_fullsized":"2024-09-22T10:30:26.096327+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'325","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:00.560138+0000","last_change":"2024-09-22T08:40:27.596202+0000","last_active":"2024-09-22T10:33:00.560138+0000","last_peered":"2024-09-22T10:33:00.560138+0000","last_clean":"2024-09-22T10:33:00.560138+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:00.560138+0000","last_undegraded":"2024-09-22T10:33:00.560138+0000","last_fullsized":"2024-09-22T10:33:00.560138+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:23:23.625654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11599630,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":731,"num_read_kb":37708,"num_write":1180,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"38'3","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.805082+0000","last_change":"2024-09-22T08:40:31.600608+0000","last_active":"2024-09-22T10:33:38.805082+0000","last_peered":"2024-09-22T10:33:38.805082+0000","last_clean":"2024-09-22T10:33:38.805082+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:33:38.805082+0000","last_undegraded":"2024-09-22T10:33:38.805082+0000","last_fullsized":"2024-09-22T10:33:38.805082+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:27.529108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1435","reported_seq":3775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.076420+0000","last_change":"2024-09-22T08:40:33.600386+0000","last_active":"2024-09-22T10:33:39.076420+0000","last_peered":"2024-09-22T10:33:39.076420+0000","last_clean":"2024-09-22T10:33:39.076420+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:33:39.076420+0000","last_undegraded":"2024-09-22T10:33:39.076420+0000","last_fullsized":"2024-09-22T10:33:39.076420+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1401,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:58.804507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202215,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2255,"num_read_kb":3865,"num_write":1394,"num_write_kb":1176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:11.107620+0000","last_change":"2024-09-22T08:40:35.614315+0000","last_active":"2024-09-22T10:31:11.107620+0000","last_peered":"2024-09-22T10:31:11.107620+0000","last_clean":"2024-09-22T10:31:11.107620+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:31:11.107620+0000","last_undegraded":"2024-09-22T10:31:11.107620+0000","last_fullsized":"2024-09-22T10:31:11.107620+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:59.598311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'221","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.762305+0000","last_change":"2024-09-22T08:40:37.854134+0000","last_active":"2024-09-22T10:30:38.762305+0000","last_peered":"2024-09-22T10:30:38.762305+0000","last_clean":"2024-09-22T10:30:38.762305+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:30:38.762305+0000","last_undegraded":"2024-09-22T10:30:38.762305+0000","last_fullsized":"2024-09-22T10:30:38.762305+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:56.915455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'848","reported_seq":2559,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.961321+0000","last_change":"2024-09-22T08:40:29.592907+0000","last_active":"2024-09-22T10:33:06.961321+0000","last_peered":"2024-09-22T10:33:06.961321+0000","last_clean":"2024-09-22T10:33:06.961321+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:06.961321+0000","last_undegraded":"2024-09-22T10:33:06.961321+0000","last_fullsized":"2024-09-22T10:33:06.961321+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:10:32.408761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242102+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T10:30:39.242102+0000","last_peered":"2024-09-22T10:30:39.242102+0000","last_clean":"2024-09-22T10:30:39.242102+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:30:39.242102+0000","last_undegraded":"2024-09-22T10:30:39.242102+0000","last_fullsized":"2024-09-22T10:30:39.242102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'299","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.045978+0000","last_change":"2024-09-22T08:40:27.575303+0000","last_active":"2024-09-22T10:30:59.045978+0000","last_peered":"2024-09-22T10:30:59.045978+0000","last_clean":"2024-09-22T10:30:59.045978+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:30:59.045978+0000","last_undegraded":"2024-09-22T10:30:59.045978+0000","last_fullsized":"2024-09-22T10:30:59.045978+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:29.796564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16543474,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":576,"num_read_kb":70306,"num_write":1042,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247223+0000","last_change":"2024-09-22T08:40:31.585398+0000","last_active":"2024-09-22T10:31:04.247223+0000","last_peered":"2024-09-22T10:31:04.247223+0000","last_clean":"2024-09-22T10:31:04.247223+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:31:04.247223+0000","last_undegraded":"2024-09-22T10:31:04.247223+0000","last_fullsized":"2024-09-22T10:31:04.247223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:42.434234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'387","reported_seq":2340,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.130975+0000","last_change":"2024-09-22T08:40:33.597288+0000","last_active":"2024-09-22T10:33:08.130975+0000","last_peered":"2024-09-22T10:33:08.130975+0000","last_clean":"2024-09-22T10:33:08.130975+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:33:08.130975+0000","last_undegraded":"2024-09-22T10:33:08.130975+0000","last_fullsized":"2024-09-22T10:33:08.130975+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:13.936360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051642+0000","last_change":"2024-09-22T08:40:35.601515+0000","last_active":"2024-09-22T10:31:04.051642+0000","last_peered":"2024-09-22T10:31:04.051642+0000","last_clean":"2024-09-22T10:31:04.051642+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:31:04.051642+0000","last_undegraded":"2024-09-22T10:31:04.051642+0000","last_fullsized":"2024-09-22T10:31:04.051642+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:20.981676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'291","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.980688+0000","last_change":"2024-09-22T08:40:37.629185+0000","last_active":"2024-09-22T10:31:45.980688+0000","last_peered":"2024-09-22T10:31:45.980688+0000","last_clean":"2024-09-22T10:31:45.980688+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:31:45.980688+0000","last_undegraded":"2024-09-22T10:31:45.980688+0000","last_fullsized":"2024-09-22T10:31:45.980688+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:50.598419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'431","reported_seq":2065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.981937+0000","last_change":"2024-09-22T08:40:29.574241+0000","last_active":"2024-09-22T10:31:35.981937+0000","last_peered":"2024-09-22T10:31:35.981937+0000","last_clean":"2024-09-22T10:31:35.981937+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:31:35.981937+0000","last_undegraded":"2024-09-22T10:31:35.981937+0000","last_fullsized":"2024-09-22T10:31:35.981937+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:37.569053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637159+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T10:30:40.637159+0000","last_peered":"2024-09-22T10:30:40.637159+0000","last_clean":"2024-09-22T10:30:40.637159+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:30:40.637159+0000","last_undegraded":"2024-09-22T10:30:40.637159+0000","last_fullsized":"2024-09-22T10:30:40.637159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.804605+0000","last_change":"2024-09-22T08:40:27.561476+0000","last_active":"2024-09-22T10:33:41.804605+0000","last_peered":"2024-09-22T10:33:41.804605+0000","last_clean":"2024-09-22T10:33:41.804605+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:41.804605+0000","last_undegraded":"2024-09-22T10:33:41.804605+0000","last_fullsized":"2024-09-22T10:33:41.804605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:40.831533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.056848+0000","last_change":"2024-09-22T08:40:31.576873+0000","last_active":"2024-09-22T10:31:29.056848+0000","last_peered":"2024-09-22T10:31:29.056848+0000","last_clean":"2024-09-22T10:31:29.056848+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:31:29.056848+0000","last_undegraded":"2024-09-22T10:31:29.056848+0000","last_fullsized":"2024-09-22T10:31:29.056848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:17.764746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'201","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.143333+0000","last_change":"2024-09-22T08:40:33.600249+0000","last_active":"2024-09-22T10:33:08.143333+0000","last_peered":"2024-09-22T10:33:08.143333+0000","last_clean":"2024-09-22T10:33:08.143333+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:33:08.143333+0000","last_undegraded":"2024-09-22T10:33:08.143333+0000","last_fullsized":"2024-09-22T10:33:08.143333+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:44.963479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:05.028943+0000","last_change":"2024-09-22T08:40:35.606485+0000","last_active":"2024-09-22T10:31:05.028943+0000","last_peered":"2024-09-22T10:31:05.028943+0000","last_clean":"2024-09-22T10:31:05.028943+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:31:05.028943+0000","last_undegraded":"2024-09-22T10:31:05.028943+0000","last_fullsized":"2024-09-22T10:31:05.028943+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:22.650412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'138","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:10.644265+0000","last_change":"2024-09-22T08:40:37.637534+0000","last_active":"2024-09-22T10:31:10.644265+0000","last_peered":"2024-09-22T10:31:10.644265+0000","last_clean":"2024-09-22T10:31:10.644265+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:31:10.644265+0000","last_undegraded":"2024-09-22T10:31:10.644265+0000","last_fullsized":"2024-09-22T10:31:10.644265+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:41.952108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'375","reported_seq":1940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101085+0000","last_change":"2024-09-22T08:40:29.592733+0000","last_active":"2024-09-22T10:31:43.101085+0000","last_peered":"2024-09-22T10:31:43.101085+0000","last_clean":"2024-09-22T10:31:43.101085+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:31:43.101085+0000","last_undegraded":"2024-09-22T10:31:43.101085+0000","last_fullsized":"2024-09-22T10:31:43.101085+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:01.652017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'301","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.574703+0000","last_change":"2024-09-22T08:40:57.705513+0000","last_active":"2024-09-22T10:33:40.574703+0000","last_peered":"2024-09-22T10:33:40.574703+0000","last_clean":"2024-09-22T10:33:40.574703+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:40.574703+0000","last_undegraded":"2024-09-22T10:33:40.574703+0000","last_fullsized":"2024-09-22T10:33:40.574703+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:14.572859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12828,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":519,"num_read_kb":35459,"num_write":1045,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042079+0000","last_change":"2024-09-22T08:40:13.412717+0000","last_active":"2024-09-22T10:30:39.042079+0000","last_peered":"2024-09-22T10:30:39.042079+0000","last_clean":"2024-09-22T10:30:39.042079+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:30:39.042079+0000","last_undegraded":"2024-09-22T10:30:39.042079+0000","last_fullsized":"2024-09-22T10:30:39.042079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:33.066272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.050206+0000","last_change":"2024-09-22T08:40:31.593270+0000","last_active":"2024-09-22T10:30:59.050206+0000","last_peered":"2024-09-22T10:30:59.050206+0000","last_clean":"2024-09-22T10:30:59.050206+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:30:59.050206+0000","last_undegraded":"2024-09-22T10:30:59.050206+0000","last_fullsized":"2024-09-22T10:30:59.050206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:23.429212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'629","reported_seq":1370,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.873394+0000","last_change":"2024-09-22T08:40:33.589077+0000","last_active":"2024-09-22T10:33:07.873394+0000","last_peered":"2024-09-22T10:33:07.873394+0000","last_clean":"2024-09-22T10:33:07.873394+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:33:07.873394+0000","last_undegraded":"2024-09-22T10:33:07.873394+0000","last_fullsized":"2024-09-22T10:33:07.873394+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":600,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.946627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118902,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1048,"num_read_kb":2032,"num_write":848,"num_write_kb":614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056888+0000","last_change":"2024-09-22T08:40:35.612292+0000","last_active":"2024-09-22T10:31:02.056888+0000","last_peered":"2024-09-22T10:31:02.056888+0000","last_clean":"2024-09-22T10:31:02.056888+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:31:02.056888+0000","last_undegraded":"2024-09-22T10:31:02.056888+0000","last_fullsized":"2024-09-22T10:31:02.056888+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:33.068785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'122","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.198456+0000","last_change":"2024-09-22T08:40:37.855074+0000","last_active":"2024-09-22T10:31:38.198456+0000","last_peered":"2024-09-22T10:31:38.198456+0000","last_clean":"2024-09-22T10:31:38.198456+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:31:38.198456+0000","last_undegraded":"2024-09-22T10:31:38.198456+0000","last_fullsized":"2024-09-22T10:31:38.198456+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.612641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'550","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048857+0000","last_change":"2024-09-22T08:40:29.561043+0000","last_active":"2024-09-22T10:30:54.048857+0000","last_peered":"2024-09-22T10:30:54.048857+0000","last_clean":"2024-09-22T10:30:54.048857+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:30:54.048857+0000","last_undegraded":"2024-09-22T10:30:54.048857+0000","last_fullsized":"2024-09-22T10:30:54.048857+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:45.075358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'270","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045187+0000","last_change":"2024-09-22T08:40:27.592996+0000","last_active":"2024-09-22T10:30:54.045187+0000","last_peered":"2024-09-22T10:30:54.045187+0000","last_clean":"2024-09-22T10:30:54.045187+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:30:54.045187+0000","last_undegraded":"2024-09-22T10:30:54.045187+0000","last_fullsized":"2024-09-22T10:30:54.045187+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:43.745956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12258921,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":671,"num_read_kb":36162,"num_write":1026,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:51.102654+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T10:30:51.102654+0000","last_peered":"2024-09-22T10:30:51.102654+0000","last_clean":"2024-09-22T10:30:51.102654+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:30:51.102654+0000","last_undegraded":"2024-09-22T10:30:51.102654+0000","last_fullsized":"2024-09-22T10:30:51.102654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027590+0000","last_change":"2024-09-22T08:40:31.594636+0000","last_active":"2024-09-22T10:31:00.027590+0000","last_peered":"2024-09-22T10:31:00.027590+0000","last_clean":"2024-09-22T10:31:00.027590+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:31:00.027590+0000","last_undegraded":"2024-09-22T10:31:00.027590+0000","last_fullsized":"2024-09-22T10:31:00.027590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:46:57.373899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:03.030606+0000","last_change":"2024-09-22T08:40:33.583107+0000","last_active":"2024-09-22T10:32:03.030606+0000","last_peered":"2024-09-22T10:32:03.030606+0000","last_clean":"2024-09-22T10:32:03.030606+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:32:03.030606+0000","last_undegraded":"2024-09-22T10:32:03.030606+0000","last_fullsized":"2024-09-22T10:32:03.030606+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:12.577375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'788","reported_seq":3467,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.058194+0000","last_change":"2024-09-22T08:40:35.596945+0000","last_active":"2024-09-22T10:33:39.058194+0000","last_peered":"2024-09-22T10:33:39.058194+0000","last_clean":"2024-09-22T10:33:39.058194+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:33:39.058194+0000","last_undegraded":"2024-09-22T10:33:39.058194+0000","last_fullsized":"2024-09-22T10:33:39.058194+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":702,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:26.182881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'114","reported_seq":647,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.928077+0000","last_change":"2024-09-22T08:40:37.853636+0000","last_active":"2024-09-22T10:33:07.928077+0000","last_peered":"2024-09-22T10:33:07.928077+0000","last_clean":"2024-09-22T10:33:07.928077+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:33:07.928077+0000","last_undegraded":"2024-09-22T10:33:07.928077+0000","last_fullsized":"2024-09-22T10:33:07.928077+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:11:17.122336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421321+0000","last_change":"2024-09-22T08:40:29.586105+0000","last_active":"2024-09-22T10:31:45.421321+0000","last_peered":"2024-09-22T10:31:45.421321+0000","last_clean":"2024-09-22T10:31:45.421321+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:31:45.421321+0000","last_undegraded":"2024-09-22T10:31:45.421321+0000","last_fullsized":"2024-09-22T10:31:45.421321+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:33.974897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'286","reported_seq":971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858106+0000","last_change":"2024-09-22T08:40:27.586213+0000","last_active":"2024-09-22T10:30:58.858106+0000","last_peered":"2024-09-22T10:30:58.858106+0000","last_clean":"2024-09-22T10:30:58.858106+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:30:58.858106+0000","last_undegraded":"2024-09-22T10:30:58.858106+0000","last_fullsized":"2024-09-22T10:30:58.858106+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:11.717842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12272500,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":541,"num_read_kb":43190,"num_write":1023,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":560,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.043063+0000","last_change":"2024-09-22T08:40:13.412617+0000","last_active":"2024-09-22T10:30:44.043063+0000","last_peered":"2024-09-22T10:30:44.043063+0000","last_clean":"2024-09-22T10:30:44.043063+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:30:44.043063+0000","last_undegraded":"2024-09-22T10:30:44.043063+0000","last_fullsized":"2024-09-22T10:30:44.043063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:50.794108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055734+0000","last_change":"2024-09-22T08:40:31.580233+0000","last_active":"2024-09-22T10:30:57.055734+0000","last_peered":"2024-09-22T10:30:57.055734+0000","last_clean":"2024-09-22T10:30:57.055734+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:30:57.055734+0000","last_undegraded":"2024-09-22T10:30:57.055734+0000","last_fullsized":"2024-09-22T10:30:57.055734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:49.544930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'185","reported_seq":795,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.653122+0000","last_change":"2024-09-22T08:40:33.592848+0000","last_active":"2024-09-22T10:31:36.653122+0000","last_peered":"2024-09-22T10:31:36.653122+0000","last_clean":"2024-09-22T10:31:36.653122+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:31:36.653122+0000","last_undegraded":"2024-09-22T10:31:36.653122+0000","last_fullsized":"2024-09-22T10:31:36.653122+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:55:55.011875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'784","reported_seq":3111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.887367+0000","last_change":"2024-09-22T08:40:35.613626+0000","last_active":"2024-09-22T10:33:08.887367+0000","last_peered":"2024-09-22T10:33:08.887367+0000","last_clean":"2024-09-22T10:33:08.887367+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:33:08.887367+0000","last_undegraded":"2024-09-22T10:33:08.887367+0000","last_fullsized":"2024-09-22T10:33:08.887367+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:28.561977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'185","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048883+0000","last_change":"2024-09-22T08:40:37.630011+0000","last_active":"2024-09-22T10:30:54.048883+0000","last_peered":"2024-09-22T10:30:54.048883+0000","last_clean":"2024-09-22T10:30:54.048883+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:30:54.048883+0000","last_undegraded":"2024-09-22T10:30:54.048883+0000","last_fullsized":"2024-09-22T10:30:54.048883+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:20.792978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'580","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976671+0000","last_change":"2024-09-22T08:40:29.580964+0000","last_active":"2024-09-22T10:31:35.976671+0000","last_peered":"2024-09-22T10:31:35.976671+0000","last_clean":"2024-09-22T10:31:35.976671+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:31:35.976671+0000","last_undegraded":"2024-09-22T10:31:35.976671+0000","last_fullsized":"2024-09-22T10:31:35.976671+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:27.428998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'439","reported_seq":1312,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.712431+0000","last_change":"2024-09-22T08:40:27.568299+0000","last_active":"2024-09-22T10:31:24.712431+0000","last_peered":"2024-09-22T10:31:24.712431+0000","last_clean":"2024-09-22T10:31:24.712431+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:31:24.712431+0000","last_undegraded":"2024-09-22T10:31:24.712431+0000","last_fullsized":"2024-09-22T10:31:24.712431+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:14.888150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16897880,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1351,"num_read_kb":45434,"num_write":1406,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:45.024471+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T10:30:45.024471+0000","last_peered":"2024-09-22T10:30:45.024471+0000","last_clean":"2024-09-22T10:30:45.024471+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:30:45.024471+0000","last_undegraded":"2024-09-22T10:30:45.024471+0000","last_fullsized":"2024-09-22T10:30:45.024471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859012+0000","last_change":"2024-09-22T08:40:31.575723+0000","last_active":"2024-09-22T10:31:03.859012+0000","last_peered":"2024-09-22T10:31:03.859012+0000","last_clean":"2024-09-22T10:31:03.859012+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:31:03.859012+0000","last_undegraded":"2024-09-22T10:31:03.859012+0000","last_fullsized":"2024-09-22T10:31:03.859012+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:00.311408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'799","reported_seq":1577,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.499932+0000","last_change":"2024-09-22T08:40:33.598803+0000","last_active":"2024-09-22T10:33:39.499932+0000","last_peered":"2024-09-22T10:33:39.499932+0000","last_clean":"2024-09-22T10:33:39.499932+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:33:39.499932+0000","last_undegraded":"2024-09-22T10:33:39.499932+0000","last_fullsized":"2024-09-22T10:33:39.499932+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:42.561943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154651,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1385,"num_read_kb":2945,"num_write":1118,"num_write_kb":869,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859167+0000","last_change":"2024-09-22T08:40:35.597741+0000","last_active":"2024-09-22T10:31:03.859167+0000","last_peered":"2024-09-22T10:31:03.859167+0000","last_clean":"2024-09-22T10:31:03.859167+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:31:03.859167+0000","last_undegraded":"2024-09-22T10:31:03.859167+0000","last_fullsized":"2024-09-22T10:31:03.859167+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.390083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'139","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.083084+0000","last_change":"2024-09-22T08:40:37.639535+0000","last_active":"2024-09-22T10:31:43.083084+0000","last_peered":"2024-09-22T10:31:43.083084+0000","last_clean":"2024-09-22T10:31:43.083084+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:31:43.083084+0000","last_undegraded":"2024-09-22T10:31:43.083084+0000","last_fullsized":"2024-09-22T10:31:43.083084+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:09.369924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'151","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.923650+0000","last_change":"2024-09-22T08:40:37.626192+0000","last_active":"2024-09-22T10:33:07.923650+0000","last_peered":"2024-09-22T10:33:07.923650+0000","last_clean":"2024-09-22T10:33:07.923650+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:33:07.923650+0000","last_undegraded":"2024-09-22T10:33:07.923650+0000","last_fullsized":"2024-09-22T10:33:07.923650+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:01.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'477","reported_seq":2294,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.222756+0000","last_change":"2024-09-22T08:40:29.602644+0000","last_active":"2024-09-22T10:30:34.222756+0000","last_peered":"2024-09-22T10:30:34.222756+0000","last_clean":"2024-09-22T10:30:34.222756+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:30:34.222756+0000","last_undegraded":"2024-09-22T10:30:34.222756+0000","last_fullsized":"2024-09-22T10:30:34.222756+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":400,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:12.147179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.650391+0000","last_change":"2024-09-22T08:40:27.601560+0000","last_active":"2024-09-22T10:33:41.650391+0000","last_peered":"2024-09-22T10:33:41.650391+0000","last_clean":"2024-09-22T10:33:41.650391+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:41.650391+0000","last_undegraded":"2024-09-22T10:33:41.650391+0000","last_fullsized":"2024-09-22T10:33:41.650391+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.020966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.036601+0000","last_change":"2024-09-22T08:40:31.587991+0000","last_active":"2024-09-22T10:30:14.036601+0000","last_peered":"2024-09-22T10:30:14.036601+0000","last_clean":"2024-09-22T10:30:14.036601+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:30:14.036601+0000","last_undegraded":"2024-09-22T10:30:14.036601+0000","last_fullsized":"2024-09-22T10:30:14.036601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:32.054895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'320","reported_seq":950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879517+0000","last_change":"2024-09-22T08:40:33.578207+0000","last_active":"2024-09-22T10:32:33.879517+0000","last_peered":"2024-09-22T10:32:33.879517+0000","last_clean":"2024-09-22T10:32:33.879517+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:32:33.879517+0000","last_undegraded":"2024-09-22T10:32:33.879517+0000","last_fullsized":"2024-09-22T10:32:33.879517+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:04.933364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55554,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":519,"num_read_kb":988,"num_write":408,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848279+0000","last_change":"2024-09-22T08:40:35.593268+0000","last_active":"2024-09-22T10:30:18.848279+0000","last_peered":"2024-09-22T10:30:18.848279+0000","last_clean":"2024-09-22T10:30:18.848279+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:30:18.848279+0000","last_undegraded":"2024-09-22T10:30:18.848279+0000","last_fullsized":"2024-09-22T10:30:18.848279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:14:04.482900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'127","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.192168+0000","last_change":"2024-09-22T08:40:37.636617+0000","last_active":"2024-09-22T10:31:38.192168+0000","last_peered":"2024-09-22T10:31:38.192168+0000","last_clean":"2024-09-22T10:31:38.192168+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:31:38.192168+0000","last_undegraded":"2024-09-22T10:31:38.192168+0000","last_fullsized":"2024-09-22T10:31:38.192168+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:48.798819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'452","reported_seq":2051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.110827+0000","last_change":"2024-09-22T08:40:29.600613+0000","last_active":"2024-09-22T10:31:43.110827+0000","last_peered":"2024-09-22T10:31:43.110827+0000","last_clean":"2024-09-22T10:31:43.110827+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:31:43.110827+0000","last_undegraded":"2024-09-22T10:31:43.110827+0000","last_fullsized":"2024-09-22T10:31:43.110827+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:16.366230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'370","reported_seq":1086,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.836495+0000","last_change":"2024-09-22T08:40:27.611247+0000","last_active":"2024-09-22T10:33:40.836495+0000","last_peered":"2024-09-22T10:33:40.836495+0000","last_clean":"2024-09-22T10:33:40.836495+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:33:40.836495+0000","last_undegraded":"2024-09-22T10:33:40.836495+0000","last_fullsized":"2024-09-22T10:33:40.836495+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:04.527247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2385247,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":778,"num_read_kb":14552,"num_write":1145,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:13.847239+0000","last_change":"2024-09-22T08:40:31.582621+0000","last_active":"2024-09-22T10:30:13.847239+0000","last_peered":"2024-09-22T10:30:13.847239+0000","last_clean":"2024-09-22T10:30:13.847239+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:30:13.847239+0000","last_undegraded":"2024-09-22T10:30:13.847239+0000","last_fullsized":"2024-09-22T10:30:13.847239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:47.727861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'82","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:17.717985+0000","last_change":"2024-09-22T08:40:33.600487+0000","last_active":"2024-09-22T10:31:17.717985+0000","last_peered":"2024-09-22T10:31:17.717985+0000","last_clean":"2024-09-22T10:31:17.717985+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:31:17.717985+0000","last_undegraded":"2024-09-22T10:31:17.717985+0000","last_fullsized":"2024-09-22T10:31:17.717985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:18.961601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094049+0000","last_change":"2024-09-22T08:40:35.600600+0000","last_active":"2024-09-22T10:30:16.094049+0000","last_peered":"2024-09-22T10:30:16.094049+0000","last_clean":"2024-09-22T10:30:16.094049+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:30:16.094049+0000","last_undegraded":"2024-09-22T10:30:16.094049+0000","last_fullsized":"2024-09-22T10:30:16.094049+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:29.219986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'261","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.133861+0000","last_change":"2024-09-22T08:40:37.615751+0000","last_active":"2024-09-22T10:31:43.133861+0000","last_peered":"2024-09-22T10:31:43.133861+0000","last_clean":"2024-09-22T10:31:43.133861+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:31:43.133861+0000","last_undegraded":"2024-09-22T10:31:43.133861+0000","last_fullsized":"2024-09-22T10:31:43.133861+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:17:21.144084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807350+0000","last_change":"2024-09-22T08:40:29.589786+0000","last_active":"2024-09-22T10:30:48.807350+0000","last_peered":"2024-09-22T10:30:48.807350+0000","last_clean":"2024-09-22T10:30:48.807350+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:30:48.807350+0000","last_undegraded":"2024-09-22T10:30:48.807350+0000","last_fullsized":"2024-09-22T10:30:48.807350+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:06.526813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'382","reported_seq":1147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.636597+0000","last_change":"2024-09-22T08:40:27.600674+0000","last_active":"2024-09-22T10:33:40.636597+0000","last_peered":"2024-09-22T10:33:40.636597+0000","last_clean":"2024-09-22T10:33:40.636597+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:40.636597+0000","last_undegraded":"2024-09-22T10:33:40.636597+0000","last_fullsized":"2024-09-22T10:33:40.636597+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:18.277785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6191300,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":827,"num_read_kb":31715,"num_write":1230,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.093991+0000","last_change":"2024-09-22T08:40:31.588797+0000","last_active":"2024-09-22T10:30:16.093991+0000","last_peered":"2024-09-22T10:30:16.093991+0000","last_clean":"2024-09-22T10:30:16.093991+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:30:16.093991+0000","last_undegraded":"2024-09-22T10:30:16.093991+0000","last_fullsized":"2024-09-22T10:30:16.093991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:45.474899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'353","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879586+0000","last_change":"2024-09-22T08:40:33.590822+0000","last_active":"2024-09-22T10:32:33.879586+0000","last_peered":"2024-09-22T10:32:33.879586+0000","last_clean":"2024-09-22T10:32:33.879586+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:32:33.879586+0000","last_undegraded":"2024-09-22T10:32:33.879586+0000","last_fullsized":"2024-09-22T10:32:33.879586+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:24:08.854807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57707,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":570,"num_read_kb":1057,"num_write":444,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018245+0000","last_change":"2024-09-22T08:40:35.613826+0000","last_active":"2024-09-22T10:30:15.018245+0000","last_peered":"2024-09-22T10:30:15.018245+0000","last_clean":"2024-09-22T10:30:15.018245+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:30:15.018245+0000","last_undegraded":"2024-09-22T10:30:15.018245+0000","last_fullsized":"2024-09-22T10:30:15.018245+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:01.815357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'531","reported_seq":2096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.880929+0000","last_change":"2024-09-22T08:40:29.577937+0000","last_active":"2024-09-22T10:33:06.880929+0000","last_peered":"2024-09-22T10:33:06.880929+0000","last_clean":"2024-09-22T10:33:06.880929+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:06.880929+0000","last_undegraded":"2024-09-22T10:33:06.880929+0000","last_fullsized":"2024-09-22T10:33:06.880929+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:46.196088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'269","reported_seq":938,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:48.122941+0000","last_change":"2024-09-22T08:40:27.591081+0000","last_active":"2024-09-22T10:29:48.122941+0000","last_peered":"2024-09-22T10:29:48.122941+0000","last_clean":"2024-09-22T10:29:48.122941+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:29:48.122941+0000","last_undegraded":"2024-09-22T10:29:48.122941+0000","last_fullsized":"2024-09-22T10:29:48.122941+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:38.922740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5647055,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":486,"num_read_kb":12106,"num_write":971,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018191+0000","last_change":"2024-09-22T08:40:31.594540+0000","last_active":"2024-09-22T10:30:15.018191+0000","last_peered":"2024-09-22T10:30:15.018191+0000","last_clean":"2024-09-22T10:30:15.018191+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:30:15.018191+0000","last_undegraded":"2024-09-22T10:30:15.018191+0000","last_fullsized":"2024-09-22T10:30:15.018191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:06.602240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'295","reported_seq":908,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.860696+0000","last_change":"2024-09-22T08:40:33.588909+0000","last_active":"2024-09-22T10:33:07.860696+0000","last_peered":"2024-09-22T10:33:07.860696+0000","last_clean":"2024-09-22T10:33:07.860696+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:33:07.860696+0000","last_undegraded":"2024-09-22T10:33:07.860696+0000","last_fullsized":"2024-09-22T10:33:07.860696+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:44.483542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48644,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":911,"num_write":372,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.040860+0000","last_change":"2024-09-22T08:40:35.604950+0000","last_active":"2024-09-22T10:30:19.040860+0000","last_peered":"2024-09-22T10:30:19.040860+0000","last_clean":"2024-09-22T10:30:19.040860+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:30:19.040860+0000","last_undegraded":"2024-09-22T10:30:19.040860+0000","last_fullsized":"2024-09-22T10:30:19.040860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:37:04.447958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'802","reported_seq":2573,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.026680+0000","last_change":"2024-09-22T08:40:29.581584+0000","last_active":"2024-09-22T10:30:55.026680+0000","last_peered":"2024-09-22T10:30:55.026680+0000","last_clean":"2024-09-22T10:30:55.026680+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:30:55.026680+0000","last_undegraded":"2024-09-22T10:30:55.026680+0000","last_fullsized":"2024-09-22T10:30:55.026680+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":700,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:30.506060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'269","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.148879+0000","last_change":"2024-09-22T08:40:27.566750+0000","last_active":"2024-09-22T10:30:18.148879+0000","last_peered":"2024-09-22T10:30:18.148879+0000","last_clean":"2024-09-22T10:30:18.148879+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:30:18.148879+0000","last_undegraded":"2024-09-22T10:30:18.148879+0000","last_fullsized":"2024-09-22T10:30:18.148879+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:35.234542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4488105,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":549,"num_read_kb":6994,"num_write":960,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":543,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051717+0000","last_change":"2024-09-22T08:40:31.578540+0000","last_active":"2024-09-22T10:31:04.051717+0000","last_peered":"2024-09-22T10:31:04.051717+0000","last_clean":"2024-09-22T10:31:04.051717+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:31:04.051717+0000","last_undegraded":"2024-09-22T10:31:04.051717+0000","last_fullsized":"2024-09-22T10:31:04.051717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:22.340491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'539","reported_seq":1211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.858962+0000","last_change":"2024-09-22T08:40:33.602029+0000","last_active":"2024-09-22T10:33:07.858962+0000","last_peered":"2024-09-22T10:33:07.858962+0000","last_clean":"2024-09-22T10:33:07.858962+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:33:07.858962+0000","last_undegraded":"2024-09-22T10:33:07.858962+0000","last_fullsized":"2024-09-22T10:33:07.858962+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:50.157118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122165,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":962,"num_read_kb":2014,"num_write":836,"num_write_kb":729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636118+0000","last_change":"2024-09-22T08:40:35.593562+0000","last_active":"2024-09-22T10:30:35.636118+0000","last_peered":"2024-09-22T10:30:35.636118+0000","last_clean":"2024-09-22T10:30:35.636118+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:30:35.636118+0000","last_undegraded":"2024-09-22T10:30:35.636118+0000","last_fullsized":"2024-09-22T10:30:35.636118+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:48.165004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'183","reported_seq":714,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848421+0000","last_change":"2024-09-22T08:40:37.853079+0000","last_active":"2024-09-22T10:30:18.848421+0000","last_peered":"2024-09-22T10:30:18.848421+0000","last_clean":"2024-09-22T10:30:18.848421+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:30:18.848421+0000","last_undegraded":"2024-09-22T10:30:18.848421+0000","last_fullsized":"2024-09-22T10:30:18.848421+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:35.147139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'478","reported_seq":2200,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.984076+0000","last_change":"2024-09-22T08:40:29.578955+0000","last_active":"2024-09-22T10:31:35.984076+0000","last_peered":"2024-09-22T10:31:35.984076+0000","last_clean":"2024-09-22T10:31:35.984076+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:31:35.984076+0000","last_undegraded":"2024-09-22T10:31:35.984076+0000","last_fullsized":"2024-09-22T10:31:35.984076+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:06.741951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'303","reported_seq":1011,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:21.145798+0000","last_change":"2024-09-22T08:40:57.705975+0000","last_active":"2024-09-22T10:31:21.145798+0000","last_peered":"2024-09-22T10:31:21.145798+0000","last_clean":"2024-09-22T10:31:21.145798+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:31:21.145798+0000","last_undegraded":"2024-09-22T10:31:21.145798+0000","last_fullsized":"2024-09-22T10:31:21.145798+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:50.193616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4225301,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":672,"num_read_kb":18000,"num_write":1024,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027747+0000","last_change":"2024-09-22T08:40:31.596429+0000","last_active":"2024-09-22T10:31:00.027747+0000","last_peered":"2024-09-22T10:31:00.027747+0000","last_clean":"2024-09-22T10:31:00.027747+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:31:00.027747+0000","last_undegraded":"2024-09-22T10:31:00.027747+0000","last_fullsized":"2024-09-22T10:31:00.027747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:46:32.492349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'383","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.863302+0000","last_change":"2024-09-22T08:40:33.596613+0000","last_active":"2024-09-22T10:33:07.863302+0000","last_peered":"2024-09-22T10:33:07.863302+0000","last_clean":"2024-09-22T10:33:07.863302+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:33:07.863302+0000","last_undegraded":"2024-09-22T10:33:07.863302+0000","last_fullsized":"2024-09-22T10:33:07.863302+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:23.345313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60195,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":624,"num_read_kb":1100,"num_write":514,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042173+0000","last_change":"2024-09-22T08:40:35.613415+0000","last_active":"2024-09-22T10:30:39.042173+0000","last_peered":"2024-09-22T10:30:39.042173+0000","last_clean":"2024-09-22T10:30:39.042173+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:30:39.042173+0000","last_undegraded":"2024-09-22T10:30:39.042173+0000","last_fullsized":"2024-09-22T10:30:39.042173+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:06.065358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'184","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.027088+0000","last_change":"2024-09-22T08:40:37.634245+0000","last_active":"2024-09-22T10:31:38.027088+0000","last_peered":"2024-09-22T10:31:38.027088+0000","last_clean":"2024-09-22T10:31:38.027088+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:31:38.027088+0000","last_undegraded":"2024-09-22T10:31:38.027088+0000","last_fullsized":"2024-09-22T10:31:38.027088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:41.210235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807518+0000","last_change":"2024-09-22T08:40:29.578324+0000","last_active":"2024-09-22T10:30:48.807518+0000","last_peered":"2024-09-22T10:30:48.807518+0000","last_clean":"2024-09-22T10:30:48.807518+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:30:48.807518+0000","last_undegraded":"2024-09-22T10:30:48.807518+0000","last_fullsized":"2024-09-22T10:30:48.807518+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:40.413392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.724087+0000","last_change":"2024-09-22T08:40:27.624258+0000","last_active":"2024-09-22T10:33:41.724087+0000","last_peered":"2024-09-22T10:33:41.724087+0000","last_clean":"2024-09-22T10:33:41.724087+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:41.724087+0000","last_undegraded":"2024-09-22T10:33:41.724087+0000","last_fullsized":"2024-09-22T10:33:41.724087+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:07.127529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049947+0000","last_change":"2024-09-22T08:40:31.576644+0000","last_active":"2024-09-22T10:30:32.049947+0000","last_peered":"2024-09-22T10:30:32.049947+0000","last_clean":"2024-09-22T10:30:32.049947+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:30:32.049947+0000","last_undegraded":"2024-09-22T10:30:32.049947+0000","last_fullsized":"2024-09-22T10:30:32.049947+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:53.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'326","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886247+0000","last_change":"2024-09-22T08:40:33.589345+0000","last_active":"2024-09-22T10:33:03.886247+0000","last_peered":"2024-09-22T10:33:03.886247+0000","last_clean":"2024-09-22T10:33:03.886247+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:33:03.886247+0000","last_undegraded":"2024-09-22T10:33:03.886247+0000","last_fullsized":"2024-09-22T10:33:03.886247+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:36.570428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69910,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":541,"num_read_kb":1050,"num_write":434,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048445+0000","last_change":"2024-09-22T08:40:35.609341+0000","last_active":"2024-09-22T10:31:09.048445+0000","last_peered":"2024-09-22T10:31:09.048445+0000","last_clean":"2024-09-22T10:31:09.048445+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:31:09.048445+0000","last_undegraded":"2024-09-22T10:31:09.048445+0000","last_fullsized":"2024-09-22T10:31:09.048445+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:17.414124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'150","reported_seq":683,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.918991+0000","last_change":"2024-09-22T08:40:37.641903+0000","last_active":"2024-09-22T10:33:07.918991+0000","last_peered":"2024-09-22T10:33:07.918991+0000","last_clean":"2024-09-22T10:33:07.918991+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:33:07.918991+0000","last_undegraded":"2024-09-22T10:33:07.918991+0000","last_fullsized":"2024-09-22T10:33:07.918991+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:13.105235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'708","reported_seq":2437,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.239894+0000","last_change":"2024-09-22T08:40:29.574526+0000","last_active":"2024-09-22T10:30:29.239894+0000","last_peered":"2024-09-22T10:30:29.239894+0000","last_clean":"2024-09-22T10:30:29.239894+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:30:29.239894+0000","last_undegraded":"2024-09-22T10:30:29.239894+0000","last_fullsized":"2024-09-22T10:30:29.239894+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:04.462114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'299","reported_seq":936,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.239513+0000","last_change":"2024-09-22T08:40:57.852908+0000","last_active":"2024-09-22T10:33:39.239513+0000","last_peered":"2024-09-22T10:33:39.239513+0000","last_clean":"2024-09-22T10:33:39.239513+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:39.239513+0000","last_undegraded":"2024-09-22T10:33:39.239513+0000","last_fullsized":"2024-09-22T10:33:39.239513+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:07.657018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24162479,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":520,"num_read_kb":40562,"num_write":1069,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041024+0000","last_change":"2024-09-22T08:40:31.575086+0000","last_active":"2024-09-22T10:30:34.041024+0000","last_peered":"2024-09-22T10:30:34.041024+0000","last_clean":"2024-09-22T10:30:34.041024+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:30:34.041024+0000","last_undegraded":"2024-09-22T10:30:34.041024+0000","last_fullsized":"2024-09-22T10:30:34.041024+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:13.901185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'164","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.222230+0000","last_change":"2024-09-22T08:40:33.601646+0000","last_active":"2024-09-22T10:31:37.222230+0000","last_peered":"2024-09-22T10:31:37.222230+0000","last_clean":"2024-09-22T10:31:37.222230+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:31:37.222230+0000","last_undegraded":"2024-09-22T10:31:37.222230+0000","last_fullsized":"2024-09-22T10:31:37.222230+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:05.489133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'769","reported_seq":3049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.051888+0000","last_change":"2024-09-22T08:40:35.602890+0000","last_active":"2024-09-22T10:33:39.051888+0000","last_peered":"2024-09-22T10:33:39.051888+0000","last_clean":"2024-09-22T10:33:39.051888+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:33:39.051888+0000","last_undegraded":"2024-09-22T10:33:39.051888+0000","last_fullsized":"2024-09-22T10:33:39.051888+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":701,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.494573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.556160+0000","last_change":"2024-09-22T08:40:37.645581+0000","last_active":"2024-09-22T10:33:06.556160+0000","last_peered":"2024-09-22T10:33:06.556160+0000","last_clean":"2024-09-22T10:33:06.556160+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:33:06.556160+0000","last_undegraded":"2024-09-22T10:33:06.556160+0000","last_fullsized":"2024-09-22T10:33:06.556160+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:35.717329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.223125+0000","last_change":"2024-09-22T08:41:58.644647+0000","last_active":"2024-09-22T10:30:34.223125+0000","last_peered":"2024-09-22T10:30:34.223125+0000","last_clean":"2024-09-22T10:30:34.223125+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:30:34.223125+0000","last_undegraded":"2024-09-22T10:30:34.223125+0000","last_fullsized":"2024-09-22T10:30:34.223125+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:01.054660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'336","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.510441+0000","last_change":"2024-09-22T08:40:27.593437+0000","last_active":"2024-09-22T10:33:40.510441+0000","last_peered":"2024-09-22T10:33:40.510441+0000","last_clean":"2024-09-22T10:33:40.510441+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:33:40.510441+0000","last_undegraded":"2024-09-22T10:33:40.510441+0000","last_fullsized":"2024-09-22T10:33:40.510441+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:44.095017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":579,"num_read_kb":6601,"num_write":1068,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:36.098989+0000","last_change":"2024-09-22T08:40:31.588969+0000","last_active":"2024-09-22T10:30:36.098989+0000","last_peered":"2024-09-22T10:30:36.098989+0000","last_clean":"2024-09-22T10:30:36.098989+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:30:36.098989+0000","last_undegraded":"2024-09-22T10:30:36.098989+0000","last_fullsized":"2024-09-22T10:30:36.098989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:02.494251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'394","reported_seq":1046,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.844217+0000","last_change":"2024-09-22T08:40:33.594496+0000","last_active":"2024-09-22T10:33:07.844217+0000","last_peered":"2024-09-22T10:33:07.844217+0000","last_clean":"2024-09-22T10:33:07.844217+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:33:07.844217+0000","last_undegraded":"2024-09-22T10:33:07.844217+0000","last_fullsized":"2024-09-22T10:33:07.844217+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:28.794024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56415,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1098,"num_write":486,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027838+0000","last_change":"2024-09-22T08:40:35.605748+0000","last_active":"2024-09-22T10:29:24.027838+0000","last_peered":"2024-09-22T10:29:24.027838+0000","last_clean":"2024-09-22T10:29:24.027838+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:29:24.027838+0000","last_undegraded":"2024-09-22T10:29:24.027838+0000","last_fullsized":"2024-09-22T10:29:24.027838+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'154","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.206197+0000","last_change":"2024-09-22T08:40:37.638020+0000","last_active":"2024-09-22T10:31:38.206197+0000","last_peered":"2024-09-22T10:31:38.206197+0000","last_clean":"2024-09-22T10:31:38.206197+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:31:38.206197+0000","last_undegraded":"2024-09-22T10:31:38.206197+0000","last_fullsized":"2024-09-22T10:31:38.206197+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:21.478723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'885","reported_seq":2618,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049762+0000","last_change":"2024-09-22T08:40:29.585447+0000","last_active":"2024-09-22T10:30:32.049762+0000","last_peered":"2024-09-22T10:30:32.049762+0000","last_clean":"2024-09-22T10:30:32.049762+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:30:32.049762+0000","last_undegraded":"2024-09-22T10:30:32.049762+0000","last_fullsized":"2024-09-22T10:30:32.049762+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:58.408719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'373","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.651093+0000","last_change":"2024-09-22T08:40:27.622625+0000","last_active":"2024-09-22T10:33:40.651093+0000","last_peered":"2024-09-22T10:33:40.651093+0000","last_clean":"2024-09-22T10:33:40.651093+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:40.651093+0000","last_undegraded":"2024-09-22T10:33:40.651093+0000","last_fullsized":"2024-09-22T10:33:40.651093+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:15.012428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5550162,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":694,"num_read_kb":48505,"num_write":1346,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636066+0000","last_change":"2024-09-22T08:40:31.598670+0000","last_active":"2024-09-22T10:30:35.636066+0000","last_peered":"2024-09-22T10:30:35.636066+0000","last_clean":"2024-09-22T10:30:35.636066+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:30:35.636066+0000","last_undegraded":"2024-09-22T10:30:35.636066+0000","last_fullsized":"2024-09-22T10:30:35.636066+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.016696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'331","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:44.059959+0000","last_change":"2024-09-22T08:40:33.585786+0000","last_active":"2024-09-22T10:31:44.059959+0000","last_peered":"2024-09-22T10:31:44.059959+0000","last_clean":"2024-09-22T10:31:44.059959+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:31:44.059959+0000","last_undegraded":"2024-09-22T10:31:44.059959+0000","last_fullsized":"2024-09-22T10:31:44.059959+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:20.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151575,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":1269,"num_write":444,"num_write_kb":414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.012815+0000","last_change":"2024-09-22T08:40:35.611440+0000","last_active":"2024-09-22T10:29:50.012815+0000","last_peered":"2024-09-22T10:29:50.012815+0000","last_clean":"2024-09-22T10:29:50.012815+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:29:50.012815+0000","last_undegraded":"2024-09-22T10:29:50.012815+0000","last_fullsized":"2024-09-22T10:29:50.012815+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.070354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'163","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.246354+0000","last_change":"2024-09-22T08:40:37.854942+0000","last_active":"2024-09-22T10:31:43.246354+0000","last_peered":"2024-09-22T10:31:43.246354+0000","last_clean":"2024-09-22T10:31:43.246354+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:31:43.246354+0000","last_undegraded":"2024-09-22T10:31:43.246354+0000","last_fullsized":"2024-09-22T10:31:43.246354+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:01.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'381","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:01.235993+0000","last_change":"2024-09-22T08:40:29.589414+0000","last_active":"2024-09-22T10:30:01.235993+0000","last_peered":"2024-09-22T10:30:01.235993+0000","last_clean":"2024-09-22T10:30:01.235993+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:30:01.235993+0000","last_undegraded":"2024-09-22T10:30:01.235993+0000","last_fullsized":"2024-09-22T10:30:01.235993+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:16.469593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'262","reported_seq":956,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858003+0000","last_change":"2024-09-22T08:40:27.595575+0000","last_active":"2024-09-22T10:30:58.858003+0000","last_peered":"2024-09-22T10:30:58.858003+0000","last_clean":"2024-09-22T10:30:58.858003+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:30:58.858003+0000","last_undegraded":"2024-09-22T10:30:58.858003+0000","last_fullsized":"2024-09-22T10:30:58.858003+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:43.437364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4790729,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":554,"num_read_kb":46451,"num_write":937,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:17.032936+0000","last_change":"2024-09-22T08:40:31.594780+0000","last_active":"2024-09-22T10:29:17.032936+0000","last_peered":"2024-09-22T10:29:17.032936+0000","last_clean":"2024-09-22T10:29:17.032936+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:29:17.032936+0000","last_undegraded":"2024-09-22T10:29:17.032936+0000","last_fullsized":"2024-09-22T10:29:17.032936+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:25.287600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'263","reported_seq":853,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:03.886032+0000","last_change":"2024-09-22T08:40:33.597476+0000","last_active":"2024-09-22T10:33:03.886032+0000","last_peered":"2024-09-22T10:33:03.886032+0000","last_clean":"2024-09-22T10:33:03.886032+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:33:03.886032+0000","last_undegraded":"2024-09-22T10:33:03.886032+0000","last_fullsized":"2024-09-22T10:33:03.886032+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:52.786625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":928,"num_write":354,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051020+0000","last_change":"2024-09-22T08:40:35.604386+0000","last_active":"2024-09-22T10:30:37.051020+0000","last_peered":"2024-09-22T10:30:37.051020+0000","last_clean":"2024-09-22T10:30:37.051020+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:30:37.051020+0000","last_undegraded":"2024-09-22T10:30:37.051020+0000","last_fullsized":"2024-09-22T10:30:37.051020+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:55:07.130153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'158","reported_seq":1285,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.858757+0000","last_change":"2024-09-22T08:40:37.632262+0000","last_active":"2024-09-22T10:31:37.858757+0000","last_peered":"2024-09-22T10:31:37.858757+0000","last_clean":"2024-09-22T10:31:37.858757+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:31:37.858757+0000","last_undegraded":"2024-09-22T10:31:37.858757+0000","last_fullsized":"2024-09-22T10:31:37.858757+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:39.728967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'381","reported_seq":1844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.352096+0000","last_change":"2024-09-22T08:40:29.602419+0000","last_active":"2024-09-22T10:31:45.352096+0000","last_peered":"2024-09-22T10:31:45.352096+0000","last_clean":"2024-09-22T10:31:45.352096+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:31:45.352096+0000","last_undegraded":"2024-09-22T10:31:45.352096+0000","last_fullsized":"2024-09-22T10:31:45.352096+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:08.171061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'238","reported_seq":870,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048988+0000","last_change":"2024-09-22T08:40:27.620027+0000","last_active":"2024-09-22T10:30:54.048988+0000","last_peered":"2024-09-22T10:30:54.048988+0000","last_clean":"2024-09-22T10:30:54.048988+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:30:54.048988+0000","last_undegraded":"2024-09-22T10:30:54.048988+0000","last_fullsized":"2024-09-22T10:30:54.048988+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:09.279946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5501099,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":378,"num_read_kb":14177,"num_write":893,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:49.031014+0000","last_change":"2024-09-22T08:40:31.589063+0000","last_active":"2024-09-22T10:29:49.031014+0000","last_peered":"2024-09-22T10:29:49.031014+0000","last_clean":"2024-09-22T10:29:49.031014+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:29:49.031014+0000","last_undegraded":"2024-09-22T10:29:49.031014+0000","last_fullsized":"2024-09-22T10:29:49.031014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:04.695720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'348","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.393021+0000","last_change":"2024-09-22T08:40:33.602732+0000","last_active":"2024-09-22T10:33:40.393021+0000","last_peered":"2024-09-22T10:33:40.393021+0000","last_clean":"2024-09-22T10:33:40.393021+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:33:40.393021+0000","last_undegraded":"2024-09-22T10:33:40.393021+0000","last_fullsized":"2024-09-22T10:33:40.393021+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:19.415344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.045629+0000","last_change":"2024-09-22T08:40:35.606314+0000","last_active":"2024-09-22T10:30:39.045629+0000","last_peered":"2024-09-22T10:30:39.045629+0000","last_clean":"2024-09-22T10:30:39.045629+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:30:39.045629+0000","last_undegraded":"2024-09-22T10:30:39.045629+0000","last_fullsized":"2024-09-22T10:30:39.045629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:12.819511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'155","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.988241+0000","last_change":"2024-09-22T08:40:37.624393+0000","last_active":"2024-09-22T10:33:06.988241+0000","last_peered":"2024-09-22T10:33:06.988241+0000","last_clean":"2024-09-22T10:33:06.988241+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:33:06.988241+0000","last_undegraded":"2024-09-22T10:33:06.988241+0000","last_fullsized":"2024-09-22T10:33:06.988241+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:42.957508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'592","reported_seq":2403,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046166+0000","last_change":"2024-09-22T08:40:29.600201+0000","last_active":"2024-09-22T10:30:59.046166+0000","last_peered":"2024-09-22T10:30:59.046166+0000","last_clean":"2024-09-22T10:30:59.046166+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:30:59.046166+0000","last_undegraded":"2024-09-22T10:30:59.046166+0000","last_fullsized":"2024-09-22T10:30:59.046166+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":500,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:31.169087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'295","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.868313+0000","last_change":"2024-09-22T08:40:27.592299+0000","last_active":"2024-09-22T10:33:39.868313+0000","last_peered":"2024-09-22T10:33:39.868313+0000","last_clean":"2024-09-22T10:33:39.868313+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:39.868313+0000","last_undegraded":"2024-09-22T10:33:39.868313+0000","last_fullsized":"2024-09-22T10:33:39.868313+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:36.001702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7367696,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":601,"num_read_kb":30333,"num_write":1056,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1136","reported_seq":2814,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.420022+0000","last_change":"2024-09-22T08:40:29.573093+0000","last_active":"2024-09-22T10:31:45.420022+0000","last_peered":"2024-09-22T10:31:45.420022+0000","last_clean":"2024-09-22T10:31:45.420022+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:31:45.420022+0000","last_undegraded":"2024-09-22T10:31:45.420022+0000","last_fullsized":"2024-09-22T10:31:45.420022+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:41:44.810133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'252","reported_seq":907,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245066+0000","last_change":"2024-09-22T08:40:27.591089+0000","last_active":"2024-09-22T10:30:54.245066+0000","last_peered":"2024-09-22T10:30:54.245066+0000","last_clean":"2024-09-22T10:30:54.245066+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:30:54.245066+0000","last_undegraded":"2024-09-22T10:30:54.245066+0000","last_fullsized":"2024-09-22T10:30:54.245066+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:28.652264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2372312,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":508,"num_read_kb":13307,"num_write":944,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'489","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101975+0000","last_change":"2024-09-22T08:40:29.587507+0000","last_active":"2024-09-22T10:31:43.101975+0000","last_peered":"2024-09-22T10:31:43.101975+0000","last_clean":"2024-09-22T10:31:43.101975+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:31:43.101975+0000","last_undegraded":"2024-09-22T10:31:43.101975+0000","last_fullsized":"2024-09-22T10:31:43.101975+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:59.254553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'462","reported_seq":1179,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.656393+0000","last_change":"2024-09-22T08:40:27.611968+0000","last_active":"2024-09-22T10:33:40.656393+0000","last_peered":"2024-09-22T10:33:40.656393+0000","last_clean":"2024-09-22T10:33:40.656393+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:40.656393+0000","last_undegraded":"2024-09-22T10:33:40.656393+0000","last_fullsized":"2024-09-22T10:33:40.656393+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.248413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9946468,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":925,"num_read_kb":9847,"num_write":1469,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'546","reported_seq":2157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046072+0000","last_change":"2024-09-22T08:40:29.590326+0000","last_active":"2024-09-22T10:30:59.046072+0000","last_peered":"2024-09-22T10:30:59.046072+0000","last_clean":"2024-09-22T10:30:59.046072+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:30:59.046072+0000","last_undegraded":"2024-09-22T10:30:59.046072+0000","last_fullsized":"2024-09-22T10:30:59.046072+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:19.774565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'279","reported_seq":939,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.055992+0000","last_change":"2024-09-22T08:40:27.572378+0000","last_active":"2024-09-22T10:31:24.055992+0000","last_peered":"2024-09-22T10:31:24.055992+0000","last_clean":"2024-09-22T10:31:24.055992+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:31:24.055992+0000","last_undegraded":"2024-09-22T10:31:24.055992+0000","last_fullsized":"2024-09-22T10:31:24.055992+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:18:38.920441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14682185,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":470,"num_read_kb":12261,"num_write":1041,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1192","reported_seq":2764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:23.864062+0000","last_change":"2024-09-22T08:40:29.591380+0000","last_active":"2024-09-22T10:31:23.864062+0000","last_peered":"2024-09-22T10:31:23.864062+0000","last_clean":"2024-09-22T10:31:23.864062+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:31:23.864062+0000","last_undegraded":"2024-09-22T10:31:23.864062+0000","last_fullsized":"2024-09-22T10:31:23.864062+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:20.272896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'286","reported_seq":953,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.258401+0000","last_change":"2024-09-22T08:40:57.710499+0000","last_active":"2024-09-22T10:33:39.258401+0000","last_peered":"2024-09-22T10:33:39.258401+0000","last_clean":"2024-09-22T10:33:39.258401+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:39.258401+0000","last_undegraded":"2024-09-22T10:33:39.258401+0000","last_fullsized":"2024-09-22T10:33:39.258401+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:46.773873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17879232,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":613,"num_read_kb":38522,"num_write":1036,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1171","reported_seq":2859,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.906673+0000","last_change":"2024-09-22T08:40:29.605127+0000","last_active":"2024-09-22T10:33:06.906673+0000","last_peered":"2024-09-22T10:33:06.906673+0000","last_clean":"2024-09-22T10:33:06.906673+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:33:06.906673+0000","last_undegraded":"2024-09-22T10:33:06.906673+0000","last_fullsized":"2024-09-22T10:33:06.906673+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":1100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:46.093097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'294","reported_seq":964,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046113+0000","last_change":"2024-09-22T08:40:27.565184+0000","last_active":"2024-09-22T10:30:59.046113+0000","last_peered":"2024-09-22T10:30:59.046113+0000","last_clean":"2024-09-22T10:30:59.046113+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:30:59.046113+0000","last_undegraded":"2024-09-22T10:30:59.046113+0000","last_fullsized":"2024-09-22T10:30:59.046113+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:42.174322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8389396,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":538,"num_read_kb":31164,"num_write":1065,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'475","reported_seq":2044,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421097+0000","last_change":"2024-09-22T08:40:29.571215+0000","last_active":"2024-09-22T10:31:45.421097+0000","last_peered":"2024-09-22T10:31:45.421097+0000","last_clean":"2024-09-22T10:31:45.421097+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:31:45.421097+0000","last_undegraded":"2024-09-22T10:31:45.421097+0000","last_fullsized":"2024-09-22T10:31:45.421097+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:10.297063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'400","reported_seq":1091,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.813380+0000","last_change":"2024-09-22T08:40:27.601802+0000","last_active":"2024-09-22T10:33:39.813380+0000","last_peered":"2024-09-22T10:33:39.813380+0000","last_clean":"2024-09-22T10:33:39.813380+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:39.813380+0000","last_undegraded":"2024-09-22T10:33:39.813380+0000","last_fullsized":"2024-09-22T10:33:39.813380+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":300,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:40:07.515050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9467094,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":730,"num_read_kb":32475,"num_write":1320,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1594","reported_seq":3347,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105866+0000","last_change":"2024-09-22T08:40:29.600037+0000","last_active":"2024-09-22T10:31:43.105866+0000","last_peered":"2024-09-22T10:31:43.105866+0000","last_clean":"2024-09-22T10:31:43.105866+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:31:43.105866+0000","last_undegraded":"2024-09-22T10:31:43.105866+0000","last_fullsized":"2024-09-22T10:31:43.105866+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":1500,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:15.388611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'304","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:58.858139+0000","last_change":"2024-09-22T08:40:27.595048+0000","last_active":"2024-09-22T10:30:58.858139+0000","last_peered":"2024-09-22T10:30:58.858139+0000","last_clean":"2024-09-22T10:30:58.858139+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:30:58.858139+0000","last_undegraded":"2024-09-22T10:30:58.858139+0000","last_fullsized":"2024-09-22T10:30:58.858139+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:59:10.685224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13648711,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":632,"num_read_kb":46630,"num_write":1181,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'818","reported_seq":2385,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.414642+0000","last_change":"2024-09-22T08:40:29.568564+0000","last_active":"2024-09-22T10:31:45.414642+0000","last_peered":"2024-09-22T10:31:45.414642+0000","last_clean":"2024-09-22T10:31:45.414642+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:31:45.414642+0000","last_undegraded":"2024-09-22T10:31:45.414642+0000","last_fullsized":"2024-09-22T10:31:45.414642+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":800,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:39.867025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'341","reported_seq":1161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.614316+0000","last_change":"2024-09-22T08:40:27.609933+0000","last_active":"2024-09-22T10:33:40.614316+0000","last_peered":"2024-09-22T10:33:40.614316+0000","last_clean":"2024-09-22T10:33:40.614316+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:40.614316+0000","last_undegraded":"2024-09-22T10:33:40.614316+0000","last_fullsized":"2024-09-22T10:33:40.614316+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:04.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":1094,"num_read_kb":78563,"num_write":1205,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'555","reported_seq":2231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:12.045448+0000","last_change":"2024-09-22T08:40:29.581042+0000","last_active":"2024-09-22T10:30:12.045448+0000","last_peered":"2024-09-22T10:30:12.045448+0000","last_clean":"2024-09-22T10:30:12.045448+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:30:12.045448+0000","last_undegraded":"2024-09-22T10:30:12.045448+0000","last_fullsized":"2024-09-22T10:30:12.045448+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:21.458430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'261","reported_seq":878,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.217213+0000","last_change":"2024-09-22T08:40:57.707798+0000","last_active":"2024-09-22T10:33:39.217213+0000","last_peered":"2024-09-22T10:33:39.217213+0000","last_clean":"2024-09-22T10:33:39.217213+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:39.217213+0000","last_undegraded":"2024-09-22T10:33:39.217213+0000","last_fullsized":"2024-09-22T10:33:39.217213+0000","mapping_epoch":39,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:36.406698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199408,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":454,"num_read_kb":10221,"num_write":881,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'848","reported_seq":2542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.962433+0000","last_change":"2024-09-22T08:40:29.600683+0000","last_active":"2024-09-22T10:33:06.962433+0000","last_peered":"2024-09-22T10:33:06.962433+0000","last_clean":"2024-09-22T10:33:06.962433+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:06.962433+0000","last_undegraded":"2024-09-22T10:33:06.962433+0000","last_fullsized":"2024-09-22T10:33:06.962433+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:10.463065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'305","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.573860+0000","last_change":"2024-09-22T08:40:27.621128+0000","last_active":"2024-09-22T10:33:40.573860+0000","last_peered":"2024-09-22T10:33:40.573860+0000","last_clean":"2024-09-22T10:33:40.573860+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:40.573860+0000","last_undegraded":"2024-09-22T10:33:40.573860+0000","last_fullsized":"2024-09-22T10:33:40.573860+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:19.828507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1049167,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":531,"num_read_kb":2587,"num_write":1022,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'476","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105206+0000","last_change":"2024-09-22T08:40:29.604259+0000","last_active":"2024-09-22T10:31:43.105206+0000","last_peered":"2024-09-22T10:31:43.105206+0000","last_clean":"2024-09-22T10:31:43.105206+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:31:43.105206+0000","last_undegraded":"2024-09-22T10:31:43.105206+0000","last_fullsized":"2024-09-22T10:31:43.105206+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:49.012482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'309","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046773+0000","last_change":"2024-09-22T08:40:27.582518+0000","last_active":"2024-09-22T10:30:44.046773+0000","last_peered":"2024-09-22T10:30:44.046773+0000","last_clean":"2024-09-22T10:30:44.046773+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:30:44.046773+0000","last_undegraded":"2024-09-22T10:30:44.046773+0000","last_fullsized":"2024-09-22T10:30:44.046773+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:20.123331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7692554,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1176,"num_read_kb":59662,"num_write":1179,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2189,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.902885+0000","last_change":"2024-09-22T08:40:29.599995+0000","last_active":"2024-09-22T10:33:06.902885+0000","last_peered":"2024-09-22T10:33:06.902885+0000","last_clean":"2024-09-22T10:33:06.902885+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:33:06.902885+0000","last_undegraded":"2024-09-22T10:33:06.902885+0000","last_fullsized":"2024-09-22T10:33:06.902885+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:55.019987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'333","reported_seq":1032,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.852783+0000","last_change":"2024-09-22T08:40:57.703906+0000","last_active":"2024-09-22T10:33:39.852783+0000","last_peered":"2024-09-22T10:33:39.852783+0000","last_clean":"2024-09-22T10:33:39.852783+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:39.852783+0000","last_undegraded":"2024-09-22T10:33:39.852783+0000","last_fullsized":"2024-09-22T10:33:39.852783+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:45.264104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10801649,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":611,"num_read_kb":42897,"num_write":1070,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2043","reported_seq":3822,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046685+0000","last_change":"2024-09-22T08:41:58.927666+0000","last_active":"2024-09-22T10:30:44.046685+0000","last_peered":"2024-09-22T10:30:44.046685+0000","last_clean":"2024-09-22T10:30:44.046685+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:30:44.046685+0000","last_undegraded":"2024-09-22T10:30:44.046685+0000","last_fullsized":"2024-09-22T10:30:44.046685+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":2000,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:58.783938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'341","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.851436+0000","last_change":"2024-09-22T08:40:27.610731+0000","last_active":"2024-09-22T10:33:40.851436+0000","last_peered":"2024-09-22T10:33:40.851436+0000","last_clean":"2024-09-22T10:33:40.851436+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:33:40.851436+0000","last_undegraded":"2024-09-22T10:33:40.851436+0000","last_fullsized":"2024-09-22T10:33:40.851436+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:33.900823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243267,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":551,"num_read_kb":13963,"num_write":1071,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'481","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854482+0000","last_change":"2024-09-22T08:40:29.570890+0000","last_active":"2024-09-22T10:30:43.854482+0000","last_peered":"2024-09-22T10:30:43.854482+0000","last_clean":"2024-09-22T10:30:43.854482+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:30:43.854482+0000","last_undegraded":"2024-09-22T10:30:43.854482+0000","last_fullsized":"2024-09-22T10:30:43.854482+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:32.302763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'256","reported_seq":932,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:29.263280+0000","last_change":"2024-09-22T08:40:27.580142+0000","last_active":"2024-09-22T10:32:29.263280+0000","last_peered":"2024-09-22T10:32:29.263280+0000","last_clean":"2024-09-22T10:32:29.263280+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:32:29.263280+0000","last_undegraded":"2024-09-22T10:32:29.263280+0000","last_fullsized":"2024-09-22T10:32:29.263280+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:28.010241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10564469,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":506,"num_read_kb":29482,"num_write":1008,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'522","reported_seq":2289,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.960980+0000","last_change":"2024-09-22T08:40:29.595963+0000","last_active":"2024-09-22T10:33:06.960980+0000","last_peered":"2024-09-22T10:33:06.960980+0000","last_clean":"2024-09-22T10:33:06.960980+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:06.960980+0000","last_undegraded":"2024-09-22T10:33:06.960980+0000","last_fullsized":"2024-09-22T10:33:06.960980+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:36.352970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'377","reported_seq":1027,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.674573+0000","last_change":"2024-09-22T08:40:27.622696+0000","last_active":"2024-09-22T10:33:40.674573+0000","last_peered":"2024-09-22T10:33:40.674573+0000","last_clean":"2024-09-22T10:33:40.674573+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:40.674573+0000","last_undegraded":"2024-09-22T10:33:40.674573+0000","last_fullsized":"2024-09-22T10:33:40.674573+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:41.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4221842,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":545,"num_read_kb":22347,"num_write":1117,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'306","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.673511+0000","last_change":"2024-09-22T08:40:27.594130+0000","last_active":"2024-09-22T10:33:40.673511+0000","last_peered":"2024-09-22T10:33:40.673511+0000","last_clean":"2024-09-22T10:33:40.673511+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:33:40.673511+0000","last_undegraded":"2024-09-22T10:33:40.673511+0000","last_fullsized":"2024-09-22T10:33:40.673511+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:11.944959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8439764,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":598,"num_read_kb":94218,"num_write":928,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'425","reported_seq":1987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800672+0000","last_change":"2024-09-22T08:40:29.581562+0000","last_active":"2024-09-22T10:30:38.800672+0000","last_peered":"2024-09-22T10:30:38.800672+0000","last_clean":"2024-09-22T10:30:38.800672+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:30:38.800672+0000","last_undegraded":"2024-09-22T10:30:38.800672+0000","last_fullsized":"2024-09-22T10:30:38.800672+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:16.669182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'369","reported_seq":1150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.035632+0000","last_change":"2024-09-22T08:40:57.704197+0000","last_active":"2024-09-22T10:30:09.035632+0000","last_peered":"2024-09-22T10:30:09.035632+0000","last_clean":"2024-09-22T10:30:09.035632+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:30:09.035632+0000","last_undegraded":"2024-09-22T10:30:09.035632+0000","last_fullsized":"2024-09-22T10:30:09.035632+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:00.487762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16881759,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":1041,"num_read_kb":37081,"num_write":1401,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'879","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.367607+0000","last_change":"2024-09-22T08:40:29.573393+0000","last_active":"2024-09-22T10:31:45.367607+0000","last_peered":"2024-09-22T10:31:45.367607+0000","last_clean":"2024-09-22T10:31:45.367607+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:31:45.367607+0000","last_undegraded":"2024-09-22T10:31:45.367607+0000","last_fullsized":"2024-09-22T10:31:45.367607+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:57.594599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":609,"ondisk_log_size":609,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1948881,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":20815,"num_read_kb":38010,"num_write":17545,"num_write_kb":12686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2449408,"data_stored":1997784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1992,"ondisk_log_size":1992,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4070,"ondisk_log_size":4070,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":428119951,"num_objects":3065,"num_object_clones":0,"num_object_copies":9195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3065,"num_whiteouts":0,"num_read":42019,"num_read_kb":2144069,"num_write":70856,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":656945152,"data_stored":656945152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4485,"ondisk_log_size":4485,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":41033493,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":151,"num_read_kb":183606,"num_write":168,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":99901440,"data_stored":99892778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":41991465,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":153,"num_read_kb":187612,"num_write":171,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102952960,"data_stored":102947902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510814,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":353052,"kb_used_data":68968,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94018788,"statfs":{"total":96636764160,"available":96275238912,"internally_reserved":0,"allocated":70623232,"data_stored":68439725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510809,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":365540,"kb_used_data":109460,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94006300,"statfs":{"total":96636764160,"available":96262451200,"internally_reserved":0,"allocated":112087040,"data_stored":109967626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510813,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":244728,"kb_used_data":100872,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94127112,"statfs":{"total":96636764160,"available":96386162688,"internally_reserved":0,"allocated":103292928,"data_stored":101102288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":146995653},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543511,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":405464,"kb_used_data":143816,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":93966376,"statfs":{"total":96636764160,"available":96221569024,"internally_reserved":0,"allocated":147267584,"data_stored":145099300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543514,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":223120,"kb_used_data":129472,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94148720,"statfs":{"total":96636764160,"available":96408289280,"internally_reserved":0,"allocated":132579328,"data_stored":130479837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95877574},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543512,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":343404,"kb_used_data":181788,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94028436,"statfs":{"total":96636764160,"available":96285118464,"internally_reserved":0,"allocated":186150912,"data_stored":183995972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543512,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":445336,"kb_used_data":179528,"kb_used_omap":1,"kb_used_meta":265790,"kb_avail":93926504,"statfs":{"total":96636764160,"available":96180740096,"internally_reserved":0,"allocated":183836672,"data_stored":181670360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":272169413},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576216,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135192,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94236648,"statfs":{"total":96636764160,"available":96498327552,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139612160,"data_stored":139612160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":128749568,"data_stored":128749568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":96309248,"data_stored":96309248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107610112,"data_stored":107610112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34197504,"data_stored":34197504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":79241216,"data_stored":79241216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":43110400,"data_stored":43110400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":351125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":487424,"data_stored":408420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":114033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":478799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":178656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":214124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":331776,"data_stored":252407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":15769600,"data_stored":15768785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":14733312,"data_stored":14730523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":11583488,"data_stored":11582761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13680640,"data_stored":13679913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":11534336,"data_stored":11534336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":36753408,"data_stored":36750619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12726272,"data_stored":12721941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20013056,"data_stored":20011514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:33:43.892 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-22T10:33:44.239 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:44.240 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":269,"fsid":"04257ad6-f7cd-4e1a-9b32-f8216b76acfa","created":"2024-09-22T08:39:51.688611+0000","modified":"2024-09-22T09:31:33.338175+0000","last_up_change":"2024-09-22T08:40:04.310065+0000","last_in_change":"2024-09-22T08:39:54.004660+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-22T08:40:04.482225+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-22T08:40:09.949660+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-22T08:40:25.537742+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-22T08:40:27.897143+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-22T08:40:29.787172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-22T08:40:31.910183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-22T08:40:33.597602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-22T08:40:35.738116+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-22T08:56:17.545773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"258","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-22T09:02:22.489015+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"261","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-22T09:02:29.662137+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"264","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-22T09:31:30.942892+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"269","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6b24ef02-772e-47b1-a086-5ef22fa537ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6801","nonce":2133385266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6803","nonce":2133385266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6807","nonce":2133385266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":2133385266},{"type":"v1","addr":"172.21.15.84:6805","nonce":2133385266}]},"public_addr":"172.21.15.84:6801/2133385266","cluster_addr":"172.21.15.84:6803/2133385266","heartbeat_back_addr":"172.21.15.84:6807/2133385266","heartbeat_front_addr":"172.21.15.84:6805/2133385266","state":["exists","up"]},{"osd":1,"uuid":"b0b40df7-a5b8-4662-b20a-aa3e13fcd087","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6809","nonce":57435375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6811","nonce":57435375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6815","nonce":57435375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":57435375},{"type":"v1","addr":"172.21.15.84:6813","nonce":57435375}]},"public_addr":"172.21.15.84:6809/57435375","cluster_addr":"172.21.15.84:6811/57435375","heartbeat_back_addr":"172.21.15.84:6815/57435375","heartbeat_front_addr":"172.21.15.84:6813/57435375","state":["exists","up"]},{"osd":2,"uuid":"2376aff7-d605-4844-9435-c957c1c39e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6817","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6820","nonce":3811460201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6823","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6825","nonce":3811460201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6831","nonce":3811460201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3811460201},{"type":"v1","addr":"172.21.15.84:6829","nonce":3811460201}]},"public_addr":"172.21.15.84:6820/3811460201","cluster_addr":"172.21.15.84:6825/3811460201","heartbeat_back_addr":"172.21.15.84:6831/3811460201","heartbeat_front_addr":"172.21.15.84:6829/3811460201","state":["exists","up"]},{"osd":3,"uuid":"a14cfc0c-7d1c-4d98-b722-65e80f5d508b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6818","nonce":32203201}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6819","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6821","nonce":32203201}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6827","nonce":32203201}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":32203201},{"type":"v1","addr":"172.21.15.84:6824","nonce":32203201}]},"public_addr":"172.21.15.84:6818/32203201","cluster_addr":"172.21.15.84:6821/32203201","heartbeat_back_addr":"172.21.15.84:6827/32203201","heartbeat_front_addr":"172.21.15.84:6824/32203201","state":["exists","up"]},{"osd":4,"uuid":"366a5d54-9523-430f-a264-46990faea525","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6801","nonce":793207098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6803","nonce":793207098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6807","nonce":793207098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":793207098},{"type":"v1","addr":"172.21.15.112:6805","nonce":793207098}]},"public_addr":"172.21.15.112:6801/793207098","cluster_addr":"172.21.15.112:6803/793207098","heartbeat_back_addr":"172.21.15.112:6807/793207098","heartbeat_front_addr":"172.21.15.112:6805/793207098","state":["exists","up"]},{"osd":5,"uuid":"e8a8055b-50bb-41db-a971-813b80fcbda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6825","nonce":1780403378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6827","nonce":1780403378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6831","nonce":1780403378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1780403378},{"type":"v1","addr":"172.21.15.112:6829","nonce":1780403378}]},"public_addr":"172.21.15.112:6825/1780403378","cluster_addr":"172.21.15.112:6827/1780403378","heartbeat_back_addr":"172.21.15.112:6831/1780403378","heartbeat_front_addr":"172.21.15.112:6829/1780403378","state":["exists","up"]},{"osd":6,"uuid":"c9723fc8-60ac-4840-a396-40addcf28f6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6809","nonce":212129332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6811","nonce":212129332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6818","nonce":212129332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6813","nonce":212129332},{"type":"v1","addr":"172.21.15.112:6815","nonce":212129332}]},"public_addr":"172.21.15.112:6809/212129332","cluster_addr":"172.21.15.112:6811/212129332","heartbeat_back_addr":"172.21.15.112:6818/212129332","heartbeat_front_addr":"172.21.15.112:6815/212129332","state":["exists","up"]},{"osd":7,"uuid":"58faa3a8-c98e-4843-a289-53305d350d73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":267,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6814","nonce":3885901990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6817","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6819","nonce":3885901990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6823","nonce":3885901990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3885901990},{"type":"v1","addr":"172.21.15.112:6821","nonce":3885901990}]},"public_addr":"172.21.15.112:6814/3885901990","cluster_addr":"172.21.15.112:6819/3885901990","heartbeat_back_addr":"172.21.15.112:6823/3885901990","heartbeat_front_addr":"172.21.15.112:6821/3885901990","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.366792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.296469+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.044733+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.812394+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.693034+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.834340+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:01.105409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-22T08:40:00.833021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.5","mappings":[{"from":3,"to":1}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.13","mappings":[{"from":7,"to":2}]},{"pgid":"3.19","mappings":[{"from":3,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":2}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.36","mappings":[{"from":4,"to":1}]},{"pgid":"4.1b","mappings":[{"from":3,"to":2}]},{"pgid":"4.2a","mappings":[{"from":1,"to":5}]},{"pgid":"67.18","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-22T10:33:45.259 INFO:tasks.ceph:Scrubbing osd.0 2024-09-22T10:33:45.260 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:45.423 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:45.423 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:45.423 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:45.440 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-22T10:33:45.742 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 0 to deep-scrub 2024-09-22T10:33:45.760 INFO:tasks.ceph:Scrubbing osd.1 2024-09-22T10:33:45.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:45.903 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:45.903 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:45.903 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:45.919 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-22T10:33:46.210 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 1 to deep-scrub 2024-09-22T10:33:46.228 INFO:tasks.ceph:Scrubbing osd.2 2024-09-22T10:33:46.228 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:46.365 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:46.365 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:46.365 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:46.380 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-22T10:33:46.659 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 2 to deep-scrub 2024-09-22T10:33:46.677 INFO:tasks.ceph:Scrubbing osd.3 2024-09-22T10:33:46.677 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:46.812 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:46.812 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:46.812 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:46.827 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-22T10:33:47.113 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 3 to deep-scrub 2024-09-22T10:33:47.131 INFO:tasks.ceph:Scrubbing osd.4 2024-09-22T10:33:47.132 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:47.271 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:47.271 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:47.271 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:47.285 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-22T10:33:47.580 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 4 to deep-scrub 2024-09-22T10:33:47.599 INFO:tasks.ceph:Scrubbing osd.5 2024-09-22T10:33:47.600 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:47.749 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:47.749 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:47.749 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:47.765 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-22T10:33:48.055 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 5 to deep-scrub 2024-09-22T10:33:48.073 INFO:tasks.ceph:Scrubbing osd.6 2024-09-22T10:33:48.074 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:48.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-09-22T10:33:48.392+0000 7fce4e59c640 0 --2- 172.21.15.84:0/2511197329 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3c003a60 0x7fce3c003e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-22T10:33:48.417 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:48.417 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:48.417 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:48.434 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-22T10:33:48.735 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 6 to deep-scrub 2024-09-22T10:33:48.755 INFO:tasks.ceph:Scrubbing osd.7 2024-09-22T10:33:48.755 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-22T10:33:48.910 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-09-22T10:33:48.910 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-22T10:33:48.910 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-09-22T10:33:48.925 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-22T10:33:49.209 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 7 to deep-scrub 2024-09-22T10:33:49.227 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:33:49.533 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:33:49.549 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:33:49.559 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3674,"stamp":"2024-09-22T10:33:49.265491+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":107699004,"num_objects":746,"num_object_clones":0,"num_object_copies":1789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":317727,"num_read_kb":2787459,"num_write":168205,"num_write_kb":2592568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13545,"ondisk_log_size":13545,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1789720,"kb_used_data":191548,"kb_used_omap":12,"kb_used_meta":1597235,"kb_avail":753185000,"statfs":{"total":773094113280,"available":771261440000,"internally_reserved":0,"allocated":196145152,"data_stored":179223798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1635569201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-627243672,"num_objects":-4187,"num_object_clones":0,"num_object_copies":-12505,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4187,"num_whiteouts":0,"num_read":4671,"num_read_kb":4202,"num_write":4436,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007455"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:05.615994+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:29:05.615994+0000","last_peered":"2024-09-22T10:29:05.615994+0000","last_clean":"2024-09-22T10:29:05.615994+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:29:05.615994+0000","last_undegraded":"2024-09-22T10:29:05.615994+0000","last_fullsized":"2024-09-22T10:29:05.615994+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:23:31.850832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.293599+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:33:39.293599+0000","last_peered":"2024-09-22T10:33:39.293599+0000","last_clean":"2024-09-22T10:33:39.293599+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:33:39.293599+0000","last_undegraded":"2024-09-22T10:33:39.293599+0000","last_fullsized":"2024-09-22T10:33:39.293599+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037354+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:30:04.037354+0000","last_peered":"2024-09-22T10:30:04.037354+0000","last_clean":"2024-09-22T10:30:04.037354+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:30:04.037354+0000","last_undegraded":"2024-09-22T10:30:04.037354+0000","last_fullsized":"2024-09-22T10:30:04.037354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:35.899037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:04.222202+0000","last_change":"2024-09-22T09:31:32.357127+0000","last_active":"2024-09-22T10:29:04.222202+0000","last_peered":"2024-09-22T10:29:04.222202+0000","last_clean":"2024-09-22T10:29:04.222202+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:29:04.222202+0000","last_undegraded":"2024-09-22T10:29:04.222202+0000","last_fullsized":"2024-09-22T10:29:04.222202+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:53:29.871632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507579+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:33:39.507579+0000","last_peered":"2024-09-22T10:33:39.507579+0000","last_clean":"2024-09-22T10:33:39.507579+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:33:39.507579+0000","last_undegraded":"2024-09-22T10:33:39.507579+0000","last_fullsized":"2024-09-22T10:33:39.507579+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032403+0000","last_change":"2024-09-22T09:02:24.097766+0000","last_active":"2024-09-22T10:29:54.032403+0000","last_peered":"2024-09-22T10:29:54.032403+0000","last_clean":"2024-09-22T10:29:54.032403+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:29:54.032403+0000","last_undegraded":"2024-09-22T10:29:54.032403+0000","last_fullsized":"2024-09-22T10:29:54.032403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:52:55.017976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242274+0000","last_change":"2024-09-22T08:56:18.723851+0000","last_active":"2024-09-22T10:30:39.242274+0000","last_peered":"2024-09-22T10:30:39.242274+0000","last_clean":"2024-09-22T10:30:39.242274+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:30:39.242274+0000","last_undegraded":"2024-09-22T10:30:39.242274+0000","last_fullsized":"2024-09-22T10:30:39.242274+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:32.294940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:35.009388+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:29:35.009388+0000","last_peered":"2024-09-22T10:29:35.009388+0000","last_clean":"2024-09-22T10:29:35.009388+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:29:35.009388+0000","last_undegraded":"2024-09-22T10:29:35.009388+0000","last_fullsized":"2024-09-22T10:29:35.009388+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:25.435230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037315+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:30:04.037315+0000","last_peered":"2024-09-22T10:30:04.037315+0000","last_clean":"2024-09-22T10:30:04.037315+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:30:04.037315+0000","last_undegraded":"2024-09-22T10:30:04.037315+0000","last_fullsized":"2024-09-22T10:30:04.037315+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:08.944986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.243244+0000","last_change":"2024-09-22T09:02:24.099141+0000","last_active":"2024-09-22T10:30:44.243244+0000","last_peered":"2024-09-22T10:30:44.243244+0000","last_clean":"2024-09-22T10:30:44.243244+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:30:44.243244+0000","last_undegraded":"2024-09-22T10:30:44.243244+0000","last_fullsized":"2024-09-22T10:30:44.243244+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:25.747377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:19.054919+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:31:19.054919+0000","last_peered":"2024-09-22T10:31:19.054919+0000","last_clean":"2024-09-22T10:31:19.054919+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:31:19.054919+0000","last_undegraded":"2024-09-22T10:31:19.054919+0000","last_fullsized":"2024-09-22T10:31:19.054919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:58.884951+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:32:58.884951+0000","last_peered":"2024-09-22T10:32:58.884951+0000","last_clean":"2024-09-22T10:32:58.884951+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:32:58.884951+0000","last_undegraded":"2024-09-22T10:32:58.884951+0000","last_fullsized":"2024-09-22T10:32:58.884951+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.485425+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:33:40.485425+0000","last_peered":"2024-09-22T10:33:40.485425+0000","last_clean":"2024-09-22T10:33:40.485425+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:33:40.485425+0000","last_undegraded":"2024-09-22T10:33:40.485425+0000","last_fullsized":"2024-09-22T10:33:40.485425+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:19.648489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.863008+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:31:18.863008+0000","last_peered":"2024-09-22T10:31:18.863008+0000","last_clean":"2024-09-22T10:31:18.863008+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:31:18.863008+0000","last_undegraded":"2024-09-22T10:31:18.863008+0000","last_fullsized":"2024-09-22T10:31:18.863008+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:48.870673+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:31:48.870673+0000","last_peered":"2024-09-22T10:31:48.870673+0000","last_clean":"2024-09-22T10:31:48.870673+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:31:48.870673+0000","last_undegraded":"2024-09-22T10:31:48.870673+0000","last_fullsized":"2024-09-22T10:31:48.870673+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:49.061169+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:31:49.061169+0000","last_peered":"2024-09-22T10:31:49.061169+0000","last_clean":"2024-09-22T10:31:49.061169+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:31:49.061169+0000","last_undegraded":"2024-09-22T10:31:49.061169+0000","last_fullsized":"2024-09-22T10:31:49.061169+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:18.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.862925+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:31:18.862925+0000","last_peered":"2024-09-22T10:31:18.862925+0000","last_clean":"2024-09-22T10:31:18.862925+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:31:18.862925+0000","last_undegraded":"2024-09-22T10:31:18.862925+0000","last_fullsized":"2024-09-22T10:31:18.862925+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032487+0000","last_change":"2024-09-22T09:31:32.367028+0000","last_active":"2024-09-22T10:29:54.032487+0000","last_peered":"2024-09-22T10:29:54.032487+0000","last_clean":"2024-09-22T10:29:54.032487+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:29:54.032487+0000","last_undegraded":"2024-09-22T10:29:54.032487+0000","last_fullsized":"2024-09-22T10:29:54.032487+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:14.513056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848436+0000","last_change":"2024-09-22T09:03:00.361391+0000","last_active":"2024-09-22T10:31:59.848436+0000","last_peered":"2024-09-22T10:31:59.848436+0000","last_clean":"2024-09-22T10:31:59.848436+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:31:59.848436+0000","last_undegraded":"2024-09-22T10:31:59.848436+0000","last_fullsized":"2024-09-22T10:31:59.848436+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:20.411847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":204,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:28:49.999854+0000","last_change":"2024-09-22T08:56:18.734932+0000","last_active":"2024-09-22T10:28:49.999854+0000","last_peered":"2024-09-22T10:28:49.999854+0000","last_clean":"2024-09-22T10:28:49.999854+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:28:49.999854+0000","last_undegraded":"2024-09-22T10:28:49.999854+0000","last_fullsized":"2024-09-22T10:28:49.999854+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:45:43.113365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074043+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:29:06.074043+0000","last_peered":"2024-09-22T10:29:06.074043+0000","last_clean":"2024-09-22T10:29:06.074043+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:29:06.074043+0000","last_undegraded":"2024-09-22T10:29:06.074043+0000","last_fullsized":"2024-09-22T10:29:06.074043+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:34.166017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:34.856138+0000","last_change":"2024-09-22T09:02:31.290578+0000","last_active":"2024-09-22T10:32:34.856138+0000","last_peered":"2024-09-22T10:32:34.856138+0000","last_clean":"2024-09-22T10:32:34.856138+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:32:34.856138+0000","last_undegraded":"2024-09-22T10:32:34.856138+0000","last_fullsized":"2024-09-22T10:32:34.856138+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:55.286005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076384+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:32:27.076384+0000","last_peered":"2024-09-22T10:32:27.076384+0000","last_clean":"2024-09-22T10:32:27.076384+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:32:27.076384+0000","last_undegraded":"2024-09-22T10:32:27.076384+0000","last_fullsized":"2024-09-22T10:32:27.076384+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":37,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:06.074172+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:29:06.074172+0000","last_peered":"2024-09-22T10:29:06.074172+0000","last_clean":"2024-09-22T10:29:06.074172+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:29:06.074172+0000","last_undegraded":"2024-09-22T10:29:06.074172+0000","last_fullsized":"2024-09-22T10:29:06.074172+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:36.576596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'7","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068612+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:32:24.068612+0000","last_peered":"2024-09-22T10:32:24.068612+0000","last_clean":"2024-09-22T10:32:24.068612+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:32:24.068612+0000","last_undegraded":"2024-09-22T10:32:24.068612+0000","last_fullsized":"2024-09-22T10:32:24.068612+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.040848+0000","last_change":"2024-09-22T08:56:18.715481+0000","last_active":"2024-09-22T10:30:34.040848+0000","last_peered":"2024-09-22T10:30:34.040848+0000","last_clean":"2024-09-22T10:30:34.040848+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:30:34.040848+0000","last_undegraded":"2024-09-22T10:30:34.040848+0000","last_fullsized":"2024-09-22T10:30:34.040848+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:32.192343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032256+0000","last_change":"2024-09-22T09:31:32.376223+0000","last_active":"2024-09-22T10:29:54.032256+0000","last_peered":"2024-09-22T10:29:54.032256+0000","last_clean":"2024-09-22T10:29:54.032256+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:29:54.032256+0000","last_undegraded":"2024-09-22T10:29:54.032256+0000","last_fullsized":"2024-09-22T10:29:54.032256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:14:01.732190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'5","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.445312+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:33:39.445312+0000","last_peered":"2024-09-22T10:33:39.445312+0000","last_clean":"2024-09-22T10:33:39.445312+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:33:39.445312+0000","last_undegraded":"2024-09-22T10:33:39.445312+0000","last_fullsized":"2024-09-22T10:33:39.445312+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:34.178252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2128,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.044415+0000","last_change":"2024-09-22T08:56:18.721470+0000","last_active":"2024-09-22T10:30:34.044415+0000","last_peered":"2024-09-22T10:30:34.044415+0000","last_clean":"2024-09-22T10:30:34.044415+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:30:34.044415+0000","last_undegraded":"2024-09-22T10:30:34.044415+0000","last_fullsized":"2024-09-22T10:30:34.044415+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:48.916124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.232426+0000","last_change":"2024-09-22T09:31:32.358394+0000","last_active":"2024-09-22T10:29:54.232426+0000","last_peered":"2024-09-22T10:29:54.232426+0000","last_clean":"2024-09-22T10:29:54.232426+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:29:54.232426+0000","last_undegraded":"2024-09-22T10:29:54.232426+0000","last_fullsized":"2024-09-22T10:29:54.232426+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:34.912755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'5","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.394047+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:33:41.394047+0000","last_peered":"2024-09-22T10:33:41.394047+0000","last_clean":"2024-09-22T10:33:41.394047+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:33:41.394047+0000","last_undegraded":"2024-09-22T10:33:41.394047+0000","last_fullsized":"2024-09-22T10:33:41.394047+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:03.872075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":48,"num_write":10,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'6","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:51.116581+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:31:51.116581+0000","last_peered":"2024-09-22T10:31:51.116581+0000","last_clean":"2024-09-22T10:31:51.116581+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:31:51.116581+0000","last_undegraded":"2024-09-22T10:31:51.116581+0000","last_fullsized":"2024-09-22T10:31:51.116581+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:31.309021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064199+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:29:34.064199+0000","last_peered":"2024-09-22T10:29:34.064199+0000","last_clean":"2024-09-22T10:29:34.064199+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:29:34.064199+0000","last_undegraded":"2024-09-22T10:29:34.064199+0000","last_fullsized":"2024-09-22T10:29:34.064199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:19:20.166766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.226559+0000","last_change":"2024-09-22T09:02:24.089882+0000","last_active":"2024-09-22T10:29:24.226559+0000","last_peered":"2024-09-22T10:29:24.226559+0000","last_clean":"2024-09-22T10:29:24.226559+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:29:24.226559+0000","last_undegraded":"2024-09-22T10:29:24.226559+0000","last_fullsized":"2024-09-22T10:29:24.226559+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:56:15.380397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.241098+0000","last_change":"2024-09-22T08:56:18.715975+0000","last_active":"2024-09-22T10:30:34.241098+0000","last_peered":"2024-09-22T10:30:34.241098+0000","last_clean":"2024-09-22T10:30:34.241098+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:30:34.241098+0000","last_undegraded":"2024-09-22T10:30:34.241098+0000","last_fullsized":"2024-09-22T10:30:34.241098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:34:55.334658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069502+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:31:57.069502+0000","last_peered":"2024-09-22T10:31:57.069502+0000","last_clean":"2024-09-22T10:31:57.069502+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:31:57.069502+0000","last_undegraded":"2024-09-22T10:31:57.069502+0000","last_fullsized":"2024-09-22T10:31:57.069502+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:45.094890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'4","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:49.061406+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:31:49.061406+0000","last_peered":"2024-09-22T10:31:49.061406+0000","last_clean":"2024-09-22T10:31:49.061406+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:31:49.061406+0000","last_undegraded":"2024-09-22T10:31:49.061406+0000","last_fullsized":"2024-09-22T10:31:49.061406+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:04.092781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064159+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:29:34.064159+0000","last_peered":"2024-09-22T10:29:34.064159+0000","last_clean":"2024-09-22T10:29:34.064159+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:29:34.064159+0000","last_undegraded":"2024-09-22T10:29:34.064159+0000","last_fullsized":"2024-09-22T10:29:34.064159+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:08.043305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:34.079779+0000","last_change":"2024-09-22T09:02:31.269451+0000","last_active":"2024-09-22T10:33:34.079779+0000","last_peered":"2024-09-22T10:33:34.079779+0000","last_clean":"2024-09-22T10:33:34.079779+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:33:34.079779+0000","last_undegraded":"2024-09-22T10:33:34.079779+0000","last_fullsized":"2024-09-22T10:33:34.079779+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:27.389663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:27.092691+0000","last_change":"2024-09-22T09:02:24.107786+0000","last_active":"2024-09-22T10:33:27.092691+0000","last_peered":"2024-09-22T10:33:27.092691+0000","last_clean":"2024-09-22T10:33:27.092691+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:33:27.092691+0000","last_undegraded":"2024-09-22T10:33:27.092691+0000","last_fullsized":"2024-09-22T10:33:27.092691+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:57.497326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085800+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:29:41.085800+0000","last_peered":"2024-09-22T10:29:41.085800+0000","last_clean":"2024-09-22T10:29:41.085800+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:29:41.085800+0000","last_undegraded":"2024-09-22T10:29:41.085800+0000","last_fullsized":"2024-09-22T10:29:41.085800+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:18.782621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.030468+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:29:34.030468+0000","last_peered":"2024-09-22T10:29:34.030468+0000","last_clean":"2024-09-22T10:29:34.030468+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:29:34.030468+0000","last_undegraded":"2024-09-22T10:29:34.030468+0000","last_fullsized":"2024-09-22T10:29:34.030468+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:27:53.098086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'3","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:34.079659+0000","last_change":"2024-09-22T09:02:31.261796+0000","last_active":"2024-09-22T10:33:34.079659+0000","last_peered":"2024-09-22T10:33:34.079659+0000","last_clean":"2024-09-22T10:33:34.079659+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:33:34.079659+0000","last_undegraded":"2024-09-22T10:33:34.079659+0000","last_fullsized":"2024-09-22T10:33:34.079659+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:30.100894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.031536+0000","last_change":"2024-09-22T08:56:18.732822+0000","last_active":"2024-09-22T10:29:39.031536+0000","last_peered":"2024-09-22T10:29:39.031536+0000","last_clean":"2024-09-22T10:29:39.031536+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:29:39.031536+0000","last_undegraded":"2024-09-22T10:29:39.031536+0000","last_fullsized":"2024-09-22T10:29:39.031536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:12.653375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'6","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:33.893361+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:33:33.893361+0000","last_peered":"2024-09-22T10:33:33.893361+0000","last_clean":"2024-09-22T10:33:33.893361+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:33:33.893361+0000","last_undegraded":"2024-09-22T10:33:33.893361+0000","last_fullsized":"2024-09-22T10:33:33.893361+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:24.866535+0000","last_change":"2024-09-22T09:02:24.099497+0000","last_active":"2024-09-22T10:33:24.866535+0000","last_peered":"2024-09-22T10:33:24.866535+0000","last_clean":"2024-09-22T10:33:24.866535+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:33:24.866535+0000","last_undegraded":"2024-09-22T10:33:24.866535+0000","last_fullsized":"2024-09-22T10:33:24.866535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:00.960841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:42.038467+0000","last_change":"2024-09-22T08:56:18.728789+0000","last_active":"2024-09-22T10:29:42.038467+0000","last_peered":"2024-09-22T10:29:42.038467+0000","last_clean":"2024-09-22T10:29:42.038467+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:29:42.038467+0000","last_undegraded":"2024-09-22T10:29:42.038467+0000","last_fullsized":"2024-09-22T10:29:42.038467+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:57:28.060903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064049+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:29:34.064049+0000","last_peered":"2024-09-22T10:29:34.064049+0000","last_clean":"2024-09-22T10:29:34.064049+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:29:34.064049+0000","last_undegraded":"2024-09-22T10:29:34.064049+0000","last_fullsized":"2024-09-22T10:29:34.064049+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:43.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:15.030884+0000","last_change":"2024-09-22T09:02:31.290627+0000","last_active":"2024-09-22T10:31:15.030884+0000","last_peered":"2024-09-22T10:31:15.030884+0000","last_clean":"2024-09-22T10:31:15.030884+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:31:15.030884+0000","last_undegraded":"2024-09-22T10:31:15.030884+0000","last_fullsized":"2024-09-22T10:31:15.030884+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:31.858606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.065233+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:29:39.065233+0000","last_peered":"2024-09-22T10:29:39.065233+0000","last_clean":"2024-09-22T10:29:39.065233+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:29:39.065233+0000","last_undegraded":"2024-09-22T10:29:39.065233+0000","last_fullsized":"2024-09-22T10:29:39.065233+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:24:44.331847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236682+0000","last_change":"2024-09-22T09:31:32.342511+0000","last_active":"2024-09-22T10:30:14.236682+0000","last_peered":"2024-09-22T10:30:14.236682+0000","last_clean":"2024-09-22T10:30:14.236682+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:30:14.236682+0000","last_undegraded":"2024-09-22T10:30:14.236682+0000","last_fullsized":"2024-09-22T10:30:14.236682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:45.799377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879619+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:32:33.879619+0000","last_peered":"2024-09-22T10:32:33.879619+0000","last_clean":"2024-09-22T10:32:33.879619+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:32:33.879619+0000","last_undegraded":"2024-09-22T10:32:33.879619+0000","last_fullsized":"2024-09-22T10:32:33.879619+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.235388+0000","last_change":"2024-09-22T09:02:24.100046+0000","last_active":"2024-09-22T10:30:09.235388+0000","last_peered":"2024-09-22T10:30:09.235388+0000","last_clean":"2024-09-22T10:30:09.235388+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:30:09.235388+0000","last_undegraded":"2024-09-22T10:30:09.235388+0000","last_fullsized":"2024-09-22T10:30:09.235388+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:57.387577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016056+0000","last_change":"2024-09-22T09:31:32.367200+0000","last_active":"2024-09-22T10:30:05.016056+0000","last_peered":"2024-09-22T10:30:05.016056+0000","last_clean":"2024-09-22T10:30:05.016056+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:30:05.016056+0000","last_undegraded":"2024-09-22T10:30:05.016056+0000","last_fullsized":"2024-09-22T10:30:05.016056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:48.283761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'9","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.319685+0000","last_change":"2024-09-22T09:02:31.513003+0000","last_active":"2024-09-22T10:33:41.319685+0000","last_peered":"2024-09-22T10:33:41.319685+0000","last_clean":"2024-09-22T10:33:41.319685+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:33:41.319685+0000","last_undegraded":"2024-09-22T10:33:41.319685+0000","last_fullsized":"2024-09-22T10:33:41.319685+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.413729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12388,"num_write":14,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068703+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:32:24.068703+0000","last_peered":"2024-09-22T10:32:24.068703+0000","last_clean":"2024-09-22T10:32:24.068703+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:32:24.068703+0000","last_undegraded":"2024-09-22T10:32:24.068703+0000","last_fullsized":"2024-09-22T10:32:24.068703+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8237,"num_write":6,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025519+0000","last_change":"2024-09-22T08:56:18.732561+0000","last_active":"2024-09-22T10:30:50.025519+0000","last_peered":"2024-09-22T10:30:50.025519+0000","last_clean":"2024-09-22T10:30:50.025519+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:30:50.025519+0000","last_undegraded":"2024-09-22T10:30:50.025519+0000","last_fullsized":"2024-09-22T10:30:50.025519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:23:10.723230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091446+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:30:06.091446+0000","last_peered":"2024-09-22T10:30:06.091446+0000","last_clean":"2024-09-22T10:30:06.091446+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:30:06.091446+0000","last_undegraded":"2024-09-22T10:30:06.091446+0000","last_fullsized":"2024-09-22T10:30:06.091446+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:17.740042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041092+0000","last_change":"2024-09-22T09:02:24.093881+0000","last_active":"2024-09-22T10:30:34.041092+0000","last_peered":"2024-09-22T10:30:34.041092+0000","last_clean":"2024-09-22T10:30:34.041092+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:30:34.041092+0000","last_undegraded":"2024-09-22T10:30:34.041092+0000","last_fullsized":"2024-09-22T10:30:34.041092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:10.586154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244337+0000","last_change":"2024-09-22T08:56:18.737990+0000","last_active":"2024-09-22T10:30:49.244337+0000","last_peered":"2024-09-22T10:30:49.244337+0000","last_clean":"2024-09-22T10:30:49.244337+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:30:49.244337+0000","last_undegraded":"2024-09-22T10:30:49.244337+0000","last_fullsized":"2024-09-22T10:30:49.244337+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:38.170217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:32.093892+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:33:32.093892+0000","last_peered":"2024-09-22T10:33:32.093892+0000","last_clean":"2024-09-22T10:33:32.093892+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:33:32.093892+0000","last_undegraded":"2024-09-22T10:33:32.093892+0000","last_fullsized":"2024-09-22T10:33:32.093892+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'8","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.921692+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:33:39.921692+0000","last_peered":"2024-09-22T10:33:39.921692+0000","last_clean":"2024-09-22T10:33:39.921692+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:33:39.921692+0000","last_undegraded":"2024-09-22T10:33:39.921692+0000","last_fullsized":"2024-09-22T10:33:39.921692+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":8,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.047968+0000","last_change":"2024-09-22T08:56:18.712116+0000","last_active":"2024-09-22T10:30:49.047968+0000","last_peered":"2024-09-22T10:30:49.047968+0000","last_clean":"2024-09-22T10:30:49.047968+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:30:49.047968+0000","last_undegraded":"2024-09-22T10:30:49.047968+0000","last_fullsized":"2024-09-22T10:30:49.047968+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:32.612200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049810+0000","last_change":"2024-09-22T09:02:24.090338+0000","last_active":"2024-09-22T10:31:14.049810+0000","last_peered":"2024-09-22T10:31:14.049810+0000","last_clean":"2024-09-22T10:31:14.049810+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:31:14.049810+0000","last_undegraded":"2024-09-22T10:31:14.049810+0000","last_fullsized":"2024-09-22T10:31:14.049810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:18.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085742+0000","last_change":"2024-09-22T08:56:18.724705+0000","last_active":"2024-09-22T10:29:41.085742+0000","last_peered":"2024-09-22T10:29:41.085742+0000","last_clean":"2024-09-22T10:29:41.085742+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:29:41.085742+0000","last_undegraded":"2024-09-22T10:29:41.085742+0000","last_fullsized":"2024-09-22T10:29:41.085742+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:25.336707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.037652+0000","last_change":"2024-09-22T09:02:31.289360+0000","last_active":"2024-09-22T10:30:19.037652+0000","last_peered":"2024-09-22T10:30:19.037652+0000","last_clean":"2024-09-22T10:30:19.037652+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:30:19.037652+0000","last_undegraded":"2024-09-22T10:30:19.037652+0000","last_fullsized":"2024-09-22T10:30:19.037652+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:37.017602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.058794+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:31:39.058794+0000","last_peered":"2024-09-22T10:31:39.058794+0000","last_clean":"2024-09-22T10:31:39.058794+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:31:39.058794+0000","last_undegraded":"2024-09-22T10:31:39.058794+0000","last_fullsized":"2024-09-22T10:31:39.058794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.867486+0000","last_change":"2024-09-22T08:56:18.731841+0000","last_active":"2024-09-22T10:31:38.867486+0000","last_peered":"2024-09-22T10:31:38.867486+0000","last_clean":"2024-09-22T10:31:38.867486+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:31:38.867486+0000","last_undegraded":"2024-09-22T10:31:38.867486+0000","last_fullsized":"2024-09-22T10:31:38.867486+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.393244+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:33:41.393244+0000","last_peered":"2024-09-22T10:33:41.393244+0000","last_clean":"2024-09-22T10:33:41.393244+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:33:41.393244+0000","last_undegraded":"2024-09-22T10:33:41.393244+0000","last_fullsized":"2024-09-22T10:33:41.393244+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076492+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:32:27.076492+0000","last_peered":"2024-09-22T10:32:27.076492+0000","last_clean":"2024-09-22T10:32:27.076492+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:32:27.076492+0000","last_undegraded":"2024-09-22T10:32:27.076492+0000","last_fullsized":"2024-09-22T10:32:27.076492+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008272+0000","last_change":"2024-09-22T08:56:18.733548+0000","last_active":"2024-09-22T10:29:30.008272+0000","last_peered":"2024-09-22T10:29:30.008272+0000","last_clean":"2024-09-22T10:29:30.008272+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:29:30.008272+0000","last_undegraded":"2024-09-22T10:29:30.008272+0000","last_fullsized":"2024-09-22T10:29:30.008272+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:59.891115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089228+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:29:56.089228+0000","last_peered":"2024-09-22T10:29:56.089228+0000","last_clean":"2024-09-22T10:29:56.089228+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:29:56.089228+0000","last_undegraded":"2024-09-22T10:29:56.089228+0000","last_fullsized":"2024-09-22T10:29:56.089228+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:52.819482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507324+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:33:39.507324+0000","last_peered":"2024-09-22T10:33:39.507324+0000","last_clean":"2024-09-22T10:33:39.507324+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:33:39.507324+0000","last_undegraded":"2024-09-22T10:33:39.507324+0000","last_fullsized":"2024-09-22T10:33:39.507324+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'4","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118895+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:32:01.118895+0000","last_peered":"2024-09-22T10:32:01.118895+0000","last_clean":"2024-09-22T10:32:01.118895+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:32:01.118895+0000","last_undegraded":"2024-09-22T10:32:01.118895+0000","last_fullsized":"2024-09-22T10:32:01.118895+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:15.378104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":71,"num_write":4,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.059021+0000","last_change":"2024-09-22T08:56:18.717788+0000","last_active":"2024-09-22T10:31:39.059021+0000","last_peered":"2024-09-22T10:31:39.059021+0000","last_clean":"2024-09-22T10:31:39.059021+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:31:39.059021+0000","last_undegraded":"2024-09-22T10:31:39.059021+0000","last_fullsized":"2024-09-22T10:31:39.059021+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627323+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:29:55.627323+0000","last_peered":"2024-09-22T10:29:55.627323+0000","last_clean":"2024-09-22T10:29:55.627323+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:29:55.627323+0000","last_undegraded":"2024-09-22T10:29:55.627323+0000","last_fullsized":"2024-09-22T10:29:55.627323+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:20:49.461907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.065913+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:32:09.065913+0000","last_peered":"2024-09-22T10:32:09.065913+0000","last_clean":"2024-09-22T10:32:09.065913+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:32:09.065913+0000","last_undegraded":"2024-09-22T10:32:09.065913+0000","last_fullsized":"2024-09-22T10:32:09.065913+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:07:11.734513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:19.261986+0000","last_change":"2024-09-22T09:02:24.101387+0000","last_active":"2024-09-22T10:32:19.261986+0000","last_peered":"2024-09-22T10:32:19.261986+0000","last_clean":"2024-09-22T10:32:19.261986+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:32:19.261986+0000","last_undegraded":"2024-09-22T10:32:19.261986+0000","last_fullsized":"2024-09-22T10:32:19.261986+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:04.665663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:30.008474+0000","last_change":"2024-09-22T08:56:18.723863+0000","last_active":"2024-09-22T10:29:30.008474+0000","last_peered":"2024-09-22T10:29:30.008474+0000","last_clean":"2024-09-22T10:29:30.008474+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:29:30.008474+0000","last_undegraded":"2024-09-22T10:29:30.008474+0000","last_fullsized":"2024-09-22T10:29:30.008474+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:00:29.349769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032138+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:29:54.032138+0000","last_peered":"2024-09-22T10:29:54.032138+0000","last_clean":"2024-09-22T10:29:54.032138+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:29:54.032138+0000","last_undegraded":"2024-09-22T10:29:54.032138+0000","last_fullsized":"2024-09-22T10:29:54.032138+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:58.548765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094177+0000","last_change":"2024-09-22T08:56:18.726505+0000","last_active":"2024-09-22T10:30:16.094177+0000","last_peered":"2024-09-22T10:30:16.094177+0000","last_clean":"2024-09-22T10:30:16.094177+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:30:16.094177+0000","last_undegraded":"2024-09-22T10:30:16.094177+0000","last_fullsized":"2024-09-22T10:30:16.094177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:10.595926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040696+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:29:52.040696+0000","last_peered":"2024-09-22T10:29:52.040696+0000","last_clean":"2024-09-22T10:29:52.040696+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:29:52.040696+0000","last_undegraded":"2024-09-22T10:29:52.040696+0000","last_fullsized":"2024-09-22T10:29:52.040696+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:50.373123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'12","reported_seq":95,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:26.140318+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:33:26.140318+0000","last_peered":"2024-09-22T10:33:26.140318+0000","last_clean":"2024-09-22T10:33:26.140318+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:33:26.140318+0000","last_undegraded":"2024-09-22T10:33:26.140318+0000","last_fullsized":"2024-09-22T10:33:26.140318+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":20484,"num_write":22,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034613+0000","last_change":"2024-09-22T08:56:18.709006+0000","last_active":"2024-09-22T10:30:04.034613+0000","last_peered":"2024-09-22T10:30:04.034613+0000","last_clean":"2024-09-22T10:30:04.034613+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:30:04.034613+0000","last_undegraded":"2024-09-22T10:30:04.034613+0000","last_fullsized":"2024-09-22T10:30:04.034613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:29:40.318327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.234303+0000","last_change":"2024-09-22T09:31:32.358028+0000","last_active":"2024-09-22T10:30:04.234303+0000","last_peered":"2024-09-22T10:30:04.234303+0000","last_clean":"2024-09-22T10:30:04.234303+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:30:04.234303+0000","last_undegraded":"2024-09-22T10:30:04.234303+0000","last_fullsized":"2024-09-22T10:30:04.234303+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:57.365038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034507+0000","last_change":"2024-09-22T09:02:31.275552+0000","last_active":"2024-09-22T10:30:04.034507+0000","last_peered":"2024-09-22T10:30:04.034507+0000","last_clean":"2024-09-22T10:30:04.034507+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:30:04.034507+0000","last_undegraded":"2024-09-22T10:30:04.034507+0000","last_fullsized":"2024-09-22T10:30:04.034507+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:43.886563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.629434+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:30:05.629434+0000","last_peered":"2024-09-22T10:30:05.629434+0000","last_clean":"2024-09-22T10:30:05.629434+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:30:05.629434+0000","last_undegraded":"2024-09-22T10:30:05.629434+0000","last_fullsized":"2024-09-22T10:30:05.629434+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.841499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037279+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:30:04.037279+0000","last_peered":"2024-09-22T10:30:04.037279+0000","last_clean":"2024-09-22T10:30:04.037279+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:30:04.037279+0000","last_undegraded":"2024-09-22T10:30:04.037279+0000","last_fullsized":"2024-09-22T10:30:04.037279+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:49.001245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'4","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506816+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:33:39.506816+0000","last_peered":"2024-09-22T10:33:39.506816+0000","last_clean":"2024-09-22T10:33:39.506816+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:33:39.506816+0000","last_undegraded":"2024-09-22T10:33:39.506816+0000","last_fullsized":"2024-09-22T10:33:39.506816+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:41.041391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:07.044163+0000","last_change":"2024-09-22T08:56:18.741909+0000","last_active":"2024-09-22T10:30:07.044163+0000","last_peered":"2024-09-22T10:30:07.044163+0000","last_clean":"2024-09-22T10:30:07.044163+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:30:07.044163+0000","last_undegraded":"2024-09-22T10:30:07.044163+0000","last_fullsized":"2024-09-22T10:30:07.044163+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:36.974317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.035011+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:29:54.035011+0000","last_peered":"2024-09-22T10:29:54.035011+0000","last_clean":"2024-09-22T10:29:54.035011+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:29:54.035011+0000","last_undegraded":"2024-09-22T10:29:54.035011+0000","last_fullsized":"2024-09-22T10:29:54.035011+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:39.354562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.850747+0000","last_change":"2024-09-22T09:02:31.298146+0000","last_active":"2024-09-22T10:32:09.850747+0000","last_peered":"2024-09-22T10:32:09.850747+0000","last_clean":"2024-09-22T10:32:09.850747+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:32:09.850747+0000","last_undegraded":"2024-09-22T10:32:09.850747+0000","last_fullsized":"2024-09-22T10:32:09.850747+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:46.389612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507751+0000","last_change":"2024-09-22T09:02:24.095115+0000","last_active":"2024-09-22T10:33:39.507751+0000","last_peered":"2024-09-22T10:33:39.507751+0000","last_clean":"2024-09-22T10:33:39.507751+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:33:39.507751+0000","last_undegraded":"2024-09-22T10:33:39.507751+0000","last_fullsized":"2024-09-22T10:33:39.507751+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:53.195501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016128+0000","last_change":"2024-09-22T08:56:18.737932+0000","last_active":"2024-09-22T10:30:05.016128+0000","last_peered":"2024-09-22T10:30:05.016128+0000","last_clean":"2024-09-22T10:30:05.016128+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:30:05.016128+0000","last_undegraded":"2024-09-22T10:30:05.016128+0000","last_fullsized":"2024-09-22T10:30:05.016128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:51:02.743820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089319+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:29:56.089319+0000","last_peered":"2024-09-22T10:29:56.089319+0000","last_clean":"2024-09-22T10:29:56.089319+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:29:56.089319+0000","last_undegraded":"2024-09-22T10:29:56.089319+0000","last_fullsized":"2024-09-22T10:29:56.089319+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:54:15.103607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.184571+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:33:39.184571+0000","last_peered":"2024-09-22T10:33:39.184571+0000","last_clean":"2024-09-22T10:33:39.184571+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:33:39.184571+0000","last_undegraded":"2024-09-22T10:33:39.184571+0000","last_fullsized":"2024-09-22T10:33:39.184571+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:44.640884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848543+0000","last_change":"2024-09-22T09:02:24.090442+0000","last_active":"2024-09-22T10:31:59.848543+0000","last_peered":"2024-09-22T10:31:59.848543+0000","last_clean":"2024-09-22T10:31:59.848543+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:31:59.848543+0000","last_undegraded":"2024-09-22T10:31:59.848543+0000","last_fullsized":"2024-09-22T10:31:59.848543+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:28.995512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:31.097482+0000","last_change":"2024-09-22T08:56:18.714992+0000","last_active":"2024-09-22T10:30:31.097482+0000","last_peered":"2024-09-22T10:30:31.097482+0000","last_clean":"2024-09-22T10:30:31.097482+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:30:31.097482+0000","last_undegraded":"2024-09-22T10:30:31.097482+0000","last_fullsized":"2024-09-22T10:30:31.097482+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:30.209323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'396","reported_seq":1177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.789485+0000","last_change":"2024-09-22T08:40:27.616273+0000","last_active":"2024-09-22T10:33:41.789485+0000","last_peered":"2024-09-22T10:33:41.789485+0000","last_clean":"2024-09-22T10:33:41.789485+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:41.789485+0000","last_undegraded":"2024-09-22T10:33:41.789485+0000","last_fullsized":"2024-09-22T10:33:41.789485+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:05.224768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":751,"num_read_kb":27834,"num_write":1187,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'653","reported_seq":2364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:30.634884+0000","last_change":"2024-09-22T08:40:29.591977+0000","last_active":"2024-09-22T10:30:30.634884+0000","last_peered":"2024-09-22T10:30:30.634884+0000","last_clean":"2024-09-22T10:30:30.634884+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:30:30.634884+0000","last_undegraded":"2024-09-22T10:30:30.634884+0000","last_fullsized":"2024-09-22T10:30:30.634884+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":600,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:53.999501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'373","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.719865+0000","last_change":"2024-09-22T08:40:27.580406+0000","last_active":"2024-09-22T10:33:41.719865+0000","last_peered":"2024-09-22T10:33:41.719865+0000","last_clean":"2024-09-22T10:33:41.719865+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:33:41.719865+0000","last_undegraded":"2024-09-22T10:33:41.719865+0000","last_fullsized":"2024-09-22T10:33:41.719865+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:04.650055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":59286,"num_write":1173,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'824","reported_seq":2356,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.225285+0000","last_change":"2024-09-22T08:40:29.592679+0000","last_active":"2024-09-22T10:30:34.225285+0000","last_peered":"2024-09-22T10:30:34.225285+0000","last_clean":"2024-09-22T10:30:34.225285+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:30:34.225285+0000","last_undegraded":"2024-09-22T10:30:34.225285+0000","last_fullsized":"2024-09-22T10:30:34.225285+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:26.199237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'391","reported_seq":1117,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.752411+0000","last_change":"2024-09-22T08:40:27.557417+0000","last_active":"2024-09-22T10:33:41.752411+0000","last_peered":"2024-09-22T10:33:41.752411+0000","last_clean":"2024-09-22T10:33:41.752411+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:33:41.752411+0000","last_undegraded":"2024-09-22T10:33:41.752411+0000","last_fullsized":"2024-09-22T10:33:41.752411+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:59:00.654019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":768,"num_read_kb":21704,"num_write":1222,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'409","reported_seq":2026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976596+0000","last_change":"2024-09-22T08:40:29.586250+0000","last_active":"2024-09-22T10:31:35.976596+0000","last_peered":"2024-09-22T10:31:35.976596+0000","last_clean":"2024-09-22T10:31:35.976596+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:31:35.976596+0000","last_undegraded":"2024-09-22T10:31:35.976596+0000","last_fullsized":"2024-09-22T10:31:35.976596+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:17.709263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'321","reported_seq":1045,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.675255+0000","last_change":"2024-09-22T08:40:27.620504+0000","last_active":"2024-09-22T10:33:41.675255+0000","last_peered":"2024-09-22T10:33:41.675255+0000","last_clean":"2024-09-22T10:33:41.675255+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:33:41.675255+0000","last_undegraded":"2024-09-22T10:33:41.675255+0000","last_fullsized":"2024-09-22T10:33:41.675255+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:50.413077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048630,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":796,"num_read_kb":11133,"num_write":1110,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'849","reported_seq":2614,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.888493+0000","last_change":"2024-09-22T08:40:29.581357+0000","last_active":"2024-09-22T10:33:06.888493+0000","last_peered":"2024-09-22T10:33:06.888493+0000","last_clean":"2024-09-22T10:33:06.888493+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:33:06.888493+0000","last_undegraded":"2024-09-22T10:33:06.888493+0000","last_fullsized":"2024-09-22T10:33:06.888493+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:52.694621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'296","reported_seq":940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.844391+0000","last_change":"2024-09-22T08:40:27.616199+0000","last_active":"2024-09-22T10:33:41.844391+0000","last_peered":"2024-09-22T10:33:41.844391+0000","last_clean":"2024-09-22T10:33:41.844391+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:41.844391+0000","last_undegraded":"2024-09-22T10:33:41.844391+0000","last_fullsized":"2024-09-22T10:33:41.844391+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:38:42.472993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":485,"num_read_kb":14732,"num_write":886,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'397","reported_seq":1969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.427373+0000","last_change":"2024-09-22T08:40:29.586296+0000","last_active":"2024-09-22T10:31:45.427373+0000","last_peered":"2024-09-22T10:31:45.427373+0000","last_clean":"2024-09-22T10:31:45.427373+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:31:45.427373+0000","last_undegraded":"2024-09-22T10:31:45.427373+0000","last_fullsized":"2024-09-22T10:31:45.427373+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:57:38.822465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'342","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.820260+0000","last_change":"2024-09-22T08:40:27.623137+0000","last_active":"2024-09-22T10:33:41.820260+0000","last_peered":"2024-09-22T10:33:41.820260+0000","last_clean":"2024-09-22T10:33:41.820260+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:41.820260+0000","last_undegraded":"2024-09-22T10:33:41.820260+0000","last_fullsized":"2024-09-22T10:33:41.820260+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:31.763053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":556,"num_read_kb":53250,"num_write":1095,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1962,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055864+0000","last_change":"2024-09-22T08:40:29.588826+0000","last_active":"2024-09-22T10:30:57.055864+0000","last_peered":"2024-09-22T10:30:57.055864+0000","last_clean":"2024-09-22T10:30:57.055864+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:30:57.055864+0000","last_undegraded":"2024-09-22T10:30:57.055864+0000","last_fullsized":"2024-09-22T10:30:57.055864+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:14:46.608771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'411","reported_seq":1118,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.746619+0000","last_change":"2024-09-22T08:40:27.610308+0000","last_active":"2024-09-22T10:33:41.746619+0000","last_peered":"2024-09-22T10:33:41.746619+0000","last_clean":"2024-09-22T10:33:41.746619+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:41.746619+0000","last_undegraded":"2024-09-22T10:33:41.746619+0000","last_fullsized":"2024-09-22T10:33:41.746619+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:58.077848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194395,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":752,"num_read_kb":16234,"num_write":1189,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'787","reported_seq":2442,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.641038+0000","last_change":"2024-09-22T08:40:29.585407+0000","last_active":"2024-09-22T10:30:55.641038+0000","last_peered":"2024-09-22T10:30:55.641038+0000","last_clean":"2024-09-22T10:30:55.641038+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:30:55.641038+0000","last_undegraded":"2024-09-22T10:30:55.641038+0000","last_fullsized":"2024-09-22T10:30:55.641038+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:57.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'358","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.802683+0000","last_change":"2024-09-22T08:40:27.619238+0000","last_active":"2024-09-22T10:33:41.802683+0000","last_peered":"2024-09-22T10:33:41.802683+0000","last_clean":"2024-09-22T10:33:41.802683+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:33:41.802683+0000","last_undegraded":"2024-09-22T10:33:41.802683+0000","last_fullsized":"2024-09-22T10:33:41.802683+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:07.488268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":563,"num_read_kb":53331,"num_write":1068,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'364","reported_seq":1805,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.245183+0000","last_change":"2024-09-22T08:40:29.580575+0000","last_active":"2024-09-22T10:30:54.245183+0000","last_peered":"2024-09-22T10:30:54.245183+0000","last_clean":"2024-09-22T10:30:54.245183+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:30:54.245183+0000","last_undegraded":"2024-09-22T10:30:54.245183+0000","last_fullsized":"2024-09-22T10:30:54.245183+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:54:37.237036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1205","reported_seq":2794,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105298+0000","last_change":"2024-09-22T08:40:29.585059+0000","last_active":"2024-09-22T10:31:43.105298+0000","last_peered":"2024-09-22T10:31:43.105298+0000","last_clean":"2024-09-22T10:31:43.105298+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:31:43.105298+0000","last_undegraded":"2024-09-22T10:31:43.105298+0000","last_fullsized":"2024-09-22T10:31:43.105298+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:24:05.059534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'417","reported_seq":1206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.840493+0000","last_change":"2024-09-22T08:40:27.625808+0000","last_active":"2024-09-22T10:33:41.840493+0000","last_peered":"2024-09-22T10:33:41.840493+0000","last_clean":"2024-09-22T10:33:41.840493+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:41.840493+0000","last_undegraded":"2024-09-22T10:33:41.840493+0000","last_fullsized":"2024-09-22T10:33:41.840493+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:04.164993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1027,"num_read_kb":18571,"num_write":1365,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'456","reported_seq":1990,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.910423+0000","last_change":"2024-09-22T08:40:29.597725+0000","last_active":"2024-09-22T10:33:06.910423+0000","last_peered":"2024-09-22T10:33:06.910423+0000","last_clean":"2024-09-22T10:33:06.910423+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:33:06.910423+0000","last_undegraded":"2024-09-22T10:33:06.910423+0000","last_fullsized":"2024-09-22T10:33:06.910423+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:04.194561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'490","reported_seq":1270,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.744252+0000","last_change":"2024-09-22T08:40:57.703799+0000","last_active":"2024-09-22T10:33:41.744252+0000","last_peered":"2024-09-22T10:33:41.744252+0000","last_clean":"2024-09-22T10:33:41.744252+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:41.744252+0000","last_undegraded":"2024-09-22T10:33:41.744252+0000","last_fullsized":"2024-09-22T10:33:41.744252+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:47.752830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":15167,"num_write":1459,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'820","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.899225+0000","last_change":"2024-09-22T08:40:29.578150+0000","last_active":"2024-09-22T10:33:06.899225+0000","last_peered":"2024-09-22T10:33:06.899225+0000","last_clean":"2024-09-22T10:33:06.899225+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:33:06.899225+0000","last_undegraded":"2024-09-22T10:33:06.899225+0000","last_fullsized":"2024-09-22T10:33:06.899225+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:39.157649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'384","reported_seq":1052,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.817738+0000","last_change":"2024-09-22T08:40:27.613822+0000","last_active":"2024-09-22T10:33:41.817738+0000","last_peered":"2024-09-22T10:33:41.817738+0000","last_clean":"2024-09-22T10:33:41.817738+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:41.817738+0000","last_undegraded":"2024-09-22T10:33:41.817738+0000","last_fullsized":"2024-09-22T10:33:41.817738+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:27.612511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":661,"num_read_kb":10245,"num_write":1181,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'488","reported_seq":2140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.799745+0000","last_change":"2024-09-22T08:40:29.581815+0000","last_active":"2024-09-22T10:30:38.799745+0000","last_peered":"2024-09-22T10:30:38.799745+0000","last_clean":"2024-09-22T10:30:38.799745+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:30:38.799745+0000","last_undegraded":"2024-09-22T10:30:38.799745+0000","last_fullsized":"2024-09-22T10:30:38.799745+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:37:03.897055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.828875+0000","last_change":"2024-09-22T08:40:27.606938+0000","last_active":"2024-09-22T10:33:41.828875+0000","last_peered":"2024-09-22T10:33:41.828875+0000","last_clean":"2024-09-22T10:33:41.828875+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:41.828875+0000","last_undegraded":"2024-09-22T10:33:41.828875+0000","last_fullsized":"2024-09-22T10:33:41.828875+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:28.127650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'464","reported_seq":2030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.980197+0000","last_change":"2024-09-22T08:40:29.583018+0000","last_active":"2024-09-22T10:31:35.980197+0000","last_peered":"2024-09-22T10:31:35.980197+0000","last_clean":"2024-09-22T10:31:35.980197+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:31:35.980197+0000","last_undegraded":"2024-09-22T10:31:35.980197+0000","last_fullsized":"2024-09-22T10:31:35.980197+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:33.059833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'349","reported_seq":1040,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.834120+0000","last_change":"2024-09-22T08:40:27.581867+0000","last_active":"2024-09-22T10:33:41.834120+0000","last_peered":"2024-09-22T10:33:41.834120+0000","last_clean":"2024-09-22T10:33:41.834120+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:33:41.834120+0000","last_undegraded":"2024-09-22T10:33:41.834120+0000","last_fullsized":"2024-09-22T10:33:41.834120+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:57:54.359280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":650,"num_read_kb":36295,"num_write":1079,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'813","reported_seq":2415,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.805731+0000","last_change":"2024-09-22T08:40:29.587121+0000","last_active":"2024-09-22T10:30:48.805731+0000","last_peered":"2024-09-22T10:30:48.805731+0000","last_clean":"2024-09-22T10:30:48.805731+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:30:48.805731+0000","last_undegraded":"2024-09-22T10:30:48.805731+0000","last_fullsized":"2024-09-22T10:30:48.805731+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":800,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:25.793198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1020,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.823379+0000","last_change":"2024-09-22T08:40:27.566951+0000","last_active":"2024-09-22T10:33:41.823379+0000","last_peered":"2024-09-22T10:33:41.823379+0000","last_clean":"2024-09-22T10:33:41.823379+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:33:41.823379+0000","last_undegraded":"2024-09-22T10:33:41.823379+0000","last_fullsized":"2024-09-22T10:33:41.823379+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:47.658885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":52899,"num_write":1014,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'151","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.737938+0000","last_change":"2024-09-22T08:40:37.632176+0000","last_active":"2024-09-22T10:31:45.737938+0000","last_peered":"2024-09-22T10:31:45.737938+0000","last_clean":"2024-09-22T10:31:45.737938+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:31:45.737938+0000","last_undegraded":"2024-09-22T10:31:45.737938+0000","last_fullsized":"2024-09-22T10:31:45.737938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:33.814007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'516","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.884728+0000","last_change":"2024-09-22T08:40:29.577924+0000","last_active":"2024-09-22T10:33:06.884728+0000","last_peered":"2024-09-22T10:33:06.884728+0000","last_clean":"2024-09-22T10:33:06.884728+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:06.884728+0000","last_undegraded":"2024-09-22T10:33:06.884728+0000","last_fullsized":"2024-09-22T10:33:06.884728+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":500,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:54:39.143622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'367","reported_seq":994,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.759528+0000","last_change":"2024-09-22T08:40:57.710528+0000","last_active":"2024-09-22T10:33:41.759528+0000","last_peered":"2024-09-22T10:33:41.759528+0000","last_clean":"2024-09-22T10:33:41.759528+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:33:41.759528+0000","last_undegraded":"2024-09-22T10:33:41.759528+0000","last_fullsized":"2024-09-22T10:33:41.759528+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:17.085387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":590,"num_read_kb":16878,"num_write":1186,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619460+0000","last_change":"2024-09-22T08:40:31.599349+0000","last_active":"2024-09-22T10:29:20.619460+0000","last_peered":"2024-09-22T10:29:20.619460+0000","last_clean":"2024-09-22T10:29:20.619460+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:29:20.619460+0000","last_undegraded":"2024-09-22T10:29:20.619460+0000","last_fullsized":"2024-09-22T10:29:20.619460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:43.108821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'397","reported_seq":1058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.599295+0000","last_change":"2024-09-22T08:40:33.581662+0000","last_active":"2024-09-22T10:33:39.599295+0000","last_peered":"2024-09-22T10:33:39.599295+0000","last_clean":"2024-09-22T10:33:39.599295+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:33:39.599295+0000","last_undegraded":"2024-09-22T10:33:39.599295+0000","last_fullsized":"2024-09-22T10:33:39.599295+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:15:18.827471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":1382,"num_write":512,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:21.077710+0000","last_change":"2024-09-22T08:40:35.609989+0000","last_active":"2024-09-22T10:29:21.077710+0000","last_peered":"2024-09-22T10:29:21.077710+0000","last_clean":"2024-09-22T10:29:21.077710+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:29:21.077710+0000","last_undegraded":"2024-09-22T10:29:21.077710+0000","last_fullsized":"2024-09-22T10:29:21.077710+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:16.635599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2510","reported_seq":4377,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.070895+0000","last_change":"2024-09-22T08:40:37.638576+0000","last_active":"2024-09-22T10:31:43.070895+0000","last_peered":"2024-09-22T10:31:43.070895+0000","last_clean":"2024-09-22T10:31:43.070895+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:31:43.070895+0000","last_undegraded":"2024-09-22T10:31:43.070895+0000","last_fullsized":"2024-09-22T10:31:43.070895+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":2400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:14:32.587590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'548","reported_seq":2183,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.363846+0000","last_change":"2024-09-22T08:40:29.593493+0000","last_active":"2024-09-22T10:31:45.363846+0000","last_peered":"2024-09-22T10:31:45.363846+0000","last_clean":"2024-09-22T10:31:45.363846+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:31:45.363846+0000","last_undegraded":"2024-09-22T10:31:45.363846+0000","last_fullsized":"2024-09-22T10:31:45.363846+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:08.757207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'352","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.833929+0000","last_change":"2024-09-22T08:40:27.585588+0000","last_active":"2024-09-22T10:33:41.833929+0000","last_peered":"2024-09-22T10:33:41.833929+0000","last_clean":"2024-09-22T10:33:41.833929+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:33:41.833929+0000","last_undegraded":"2024-09-22T10:33:41.833929+0000","last_fullsized":"2024-09-22T10:33:41.833929+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:48.802233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194354,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":596,"num_read_kb":30450,"num_write":1123,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854619+0000","last_change":"2024-09-22T08:40:31.583086+0000","last_active":"2024-09-22T10:30:43.854619+0000","last_peered":"2024-09-22T10:30:43.854619+0000","last_clean":"2024-09-22T10:30:43.854619+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:30:43.854619+0000","last_undegraded":"2024-09-22T10:30:43.854619+0000","last_fullsized":"2024-09-22T10:30:43.854619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:08.179195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'144","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.324674+0000","last_change":"2024-09-22T08:40:33.598149+0000","last_active":"2024-09-22T10:31:36.324674+0000","last_peered":"2024-09-22T10:31:36.324674+0000","last_clean":"2024-09-22T10:31:36.324674+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:31:36.324674+0000","last_undegraded":"2024-09-22T10:31:36.324674+0000","last_fullsized":"2024-09-22T10:31:36.324674+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:18.780598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:22.034299+0000","last_change":"2024-09-22T08:40:35.613379+0000","last_active":"2024-09-22T10:29:22.034299+0000","last_peered":"2024-09-22T10:29:22.034299+0000","last_clean":"2024-09-22T10:29:22.034299+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:29:22.034299+0000","last_undegraded":"2024-09-22T10:29:22.034299+0000","last_fullsized":"2024-09-22T10:29:22.034299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:20.924123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'160","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.262315+0000","last_change":"2024-09-22T08:40:37.619229+0000","last_active":"2024-09-22T10:31:43.262315+0000","last_peered":"2024-09-22T10:31:43.262315+0000","last_clean":"2024-09-22T10:31:43.262315+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:31:43.262315+0000","last_undegraded":"2024-09-22T10:31:43.262315+0000","last_fullsized":"2024-09-22T10:31:43.262315+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:23.968971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'791","reported_seq":2290,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800670+0000","last_change":"2024-09-22T08:40:29.576291+0000","last_active":"2024-09-22T10:30:38.800670+0000","last_peered":"2024-09-22T10:30:38.800670+0000","last_clean":"2024-09-22T10:30:38.800670+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:30:38.800670+0000","last_undegraded":"2024-09-22T10:30:38.800670+0000","last_fullsized":"2024-09-22T10:30:38.800670+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:29.976138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'352","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.820204+0000","last_change":"2024-09-22T08:40:27.617076+0000","last_active":"2024-09-22T10:33:41.820204+0000","last_peered":"2024-09-22T10:33:41.820204+0000","last_clean":"2024-09-22T10:33:41.820204+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:41.820204+0000","last_undegraded":"2024-09-22T10:33:41.820204+0000","last_fullsized":"2024-09-22T10:33:41.820204+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:55:32.733070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":38511,"num_write":1238,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:19.060726+0000","last_change":"2024-09-22T08:40:31.584704+0000","last_active":"2024-09-22T10:29:19.060726+0000","last_peered":"2024-09-22T10:29:19.060726+0000","last_clean":"2024-09-22T10:29:19.060726+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:29:19.060726+0000","last_undegraded":"2024-09-22T10:29:19.060726+0000","last_fullsized":"2024-09-22T10:29:19.060726+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:07:54.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'164","reported_seq":761,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.610052+0000","last_change":"2024-09-22T08:40:33.596706+0000","last_active":"2024-09-22T10:31:36.610052+0000","last_peered":"2024-09-22T10:31:36.610052+0000","last_clean":"2024-09-22T10:31:36.610052+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:31:36.610052+0000","last_undegraded":"2024-09-22T10:31:36.610052+0000","last_fullsized":"2024-09-22T10:31:36.610052+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'772","reported_seq":3029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.060954+0000","last_change":"2024-09-22T08:40:35.602404+0000","last_active":"2024-09-22T10:33:39.060954+0000","last_peered":"2024-09-22T10:33:39.060954+0000","last_clean":"2024-09-22T10:33:39.060954+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:33:39.060954+0000","last_undegraded":"2024-09-22T10:33:39.060954+0000","last_fullsized":"2024-09-22T10:33:39.060954+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:50.414237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'215","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.833826+0000","last_change":"2024-09-22T08:40:37.854463+0000","last_active":"2024-09-22T10:31:45.833826+0000","last_peered":"2024-09-22T10:31:45.833826+0000","last_clean":"2024-09-22T10:31:45.833826+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:31:45.833826+0000","last_undegraded":"2024-09-22T10:31:45.833826+0000","last_fullsized":"2024-09-22T10:31:45.833826+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:29.147242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'515","reported_seq":2128,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:38.996237+0000","last_change":"2024-09-22T08:40:29.585592+0000","last_active":"2024-09-22T10:29:38.996237+0000","last_peered":"2024-09-22T10:29:38.996237+0000","last_clean":"2024-09-22T10:29:38.996237+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:29:38.996237+0000","last_undegraded":"2024-09-22T10:29:38.996237+0000","last_fullsized":"2024-09-22T10:29:38.996237+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:18:27.304142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'417","reported_seq":1121,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.726316+0000","last_change":"2024-09-22T08:40:27.612767+0000","last_active":"2024-09-22T10:33:41.726316+0000","last_peered":"2024-09-22T10:33:41.726316+0000","last_clean":"2024-09-22T10:33:41.726316+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:41.726316+0000","last_undegraded":"2024-09-22T10:33:41.726316+0000","last_fullsized":"2024-09-22T10:33:41.726316+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:13.329731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":820,"num_read_kb":72069,"num_write":1337,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619504+0000","last_change":"2024-09-22T08:40:31.590897+0000","last_active":"2024-09-22T10:29:20.619504+0000","last_peered":"2024-09-22T10:29:20.619504+0000","last_clean":"2024-09-22T10:29:20.619504+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:29:20.619504+0000","last_undegraded":"2024-09-22T10:29:20.619504+0000","last_fullsized":"2024-09-22T10:29:20.619504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:36.586658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'313","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.851037+0000","last_change":"2024-09-22T08:40:33.602025+0000","last_active":"2024-09-22T10:33:41.851037+0000","last_peered":"2024-09-22T10:33:41.851037+0000","last_clean":"2024-09-22T10:33:41.851037+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:33:41.851037+0000","last_undegraded":"2024-09-22T10:33:41.851037+0000","last_fullsized":"2024-09-22T10:33:41.851037+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:36:52.639327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43190,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":510,"num_read_kb":1090,"num_write":408,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'790","reported_seq":3111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.893920+0000","last_change":"2024-09-22T08:40:35.588970+0000","last_active":"2024-09-22T10:33:40.893920+0000","last_peered":"2024-09-22T10:33:40.893920+0000","last_clean":"2024-09-22T10:33:40.893920+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:33:40.893920+0000","last_undegraded":"2024-09-22T10:33:40.893920+0000","last_fullsized":"2024-09-22T10:33:40.893920+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:42.931383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'491","reported_seq":2276,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.641939+0000","last_change":"2024-09-22T08:40:29.586927+0000","last_active":"2024-09-22T10:31:00.641939+0000","last_peered":"2024-09-22T10:31:00.641939+0000","last_clean":"2024-09-22T10:31:00.641939+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:31:00.641939+0000","last_undegraded":"2024-09-22T10:31:00.641939+0000","last_fullsized":"2024-09-22T10:31:00.641939+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:03.948930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'370","reported_seq":1057,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.841385+0000","last_change":"2024-09-22T08:40:27.621727+0000","last_active":"2024-09-22T10:33:41.841385+0000","last_peered":"2024-09-22T10:33:41.841385+0000","last_clean":"2024-09-22T10:33:41.841385+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:41.841385+0000","last_undegraded":"2024-09-22T10:33:41.841385+0000","last_fullsized":"2024-09-22T10:33:41.841385+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:12:55.191713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":666,"num_read_kb":34402,"num_write":1317,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:06.106184+0000","last_change":"2024-09-22T08:40:31.597338+0000","last_active":"2024-09-22T10:31:06.106184+0000","last_peered":"2024-09-22T10:31:06.106184+0000","last_clean":"2024-09-22T10:31:06.106184+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:31:06.106184+0000","last_undegraded":"2024-09-22T10:31:06.106184+0000","last_fullsized":"2024-09-22T10:31:06.106184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:54.410020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'456","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.905557+0000","last_change":"2024-09-22T08:40:33.595140+0000","last_active":"2024-09-22T10:33:39.905557+0000","last_peered":"2024-09-22T10:33:39.905557+0000","last_clean":"2024-09-22T10:33:39.905557+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:33:39.905557+0000","last_undegraded":"2024-09-22T10:33:39.905557+0000","last_fullsized":"2024-09-22T10:33:39.905557+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:25:09.449746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.045157+0000","last_change":"2024-09-22T08:40:35.593095+0000","last_active":"2024-09-22T10:30:54.045157+0000","last_peered":"2024-09-22T10:30:54.045157+0000","last_clean":"2024-09-22T10:30:54.045157+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:30:54.045157+0000","last_undegraded":"2024-09-22T10:30:54.045157+0000","last_fullsized":"2024-09-22T10:30:54.045157+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:57.144694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'535","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.932712+0000","last_change":"2024-09-22T08:40:37.638507+0000","last_active":"2024-09-22T10:33:07.932712+0000","last_peered":"2024-09-22T10:33:07.932712+0000","last_clean":"2024-09-22T10:33:07.932712+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:33:07.932712+0000","last_undegraded":"2024-09-22T10:33:07.932712+0000","last_fullsized":"2024-09-22T10:33:07.932712+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:38.095784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'439","reported_seq":2203,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056844+0000","last_change":"2024-09-22T08:40:29.591035+0000","last_active":"2024-09-22T10:31:02.056844+0000","last_peered":"2024-09-22T10:31:02.056844+0000","last_clean":"2024-09-22T10:31:02.056844+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:31:02.056844+0000","last_undegraded":"2024-09-22T10:31:02.056844+0000","last_fullsized":"2024-09-22T10:31:02.056844+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:07:11.616616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'388","reported_seq":1066,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.783128+0000","last_change":"2024-09-22T08:40:27.619546+0000","last_active":"2024-09-22T10:33:41.783128+0000","last_peered":"2024-09-22T10:33:41.783128+0000","last_clean":"2024-09-22T10:33:41.783128+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:41.783128+0000","last_undegraded":"2024-09-22T10:33:41.783128+0000","last_fullsized":"2024-09-22T10:33:41.783128+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:34.399623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":669,"num_read_kb":36946,"num_write":1200,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247070+0000","last_change":"2024-09-22T08:40:31.579980+0000","last_active":"2024-09-22T10:31:04.247070+0000","last_peered":"2024-09-22T10:31:04.247070+0000","last_clean":"2024-09-22T10:31:04.247070+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:31:04.247070+0000","last_undegraded":"2024-09-22T10:31:04.247070+0000","last_fullsized":"2024-09-22T10:31:04.247070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:30:01.274450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'352","reported_seq":976,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.139879+0000","last_change":"2024-09-22T08:40:33.596167+0000","last_active":"2024-09-22T10:33:41.139879+0000","last_peered":"2024-09-22T10:33:41.139879+0000","last_clean":"2024-09-22T10:33:41.139879+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:33:41.139879+0000","last_undegraded":"2024-09-22T10:33:41.139879+0000","last_fullsized":"2024-09-22T10:33:41.139879+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:43.564203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50229,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":1327,"num_write":478,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.867569+0000","last_change":"2024-09-22T08:40:35.596990+0000","last_active":"2024-09-22T10:31:38.867569+0000","last_peered":"2024-09-22T10:31:38.867569+0000","last_clean":"2024-09-22T10:31:38.867569+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:31:38.867569+0000","last_undegraded":"2024-09-22T10:31:38.867569+0000","last_fullsized":"2024-09-22T10:31:38.867569+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'113","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.824594+0000","last_change":"2024-09-22T08:40:37.630906+0000","last_active":"2024-09-22T10:32:54.824594+0000","last_peered":"2024-09-22T10:32:54.824594+0000","last_clean":"2024-09-22T10:32:54.824594+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:32:54.824594+0000","last_undegraded":"2024-09-22T10:32:54.824594+0000","last_fullsized":"2024-09-22T10:32:54.824594+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:26.109927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2090,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:30.034123+0000","last_change":"2024-09-22T08:40:29.583918+0000","last_active":"2024-09-22T10:31:30.034123+0000","last_peered":"2024-09-22T10:31:30.034123+0000","last_clean":"2024-09-22T10:31:30.034123+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:31:30.034123+0000","last_undegraded":"2024-09-22T10:31:30.034123+0000","last_fullsized":"2024-09-22T10:31:30.034123+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:11:12.192980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'373","reported_seq":1040,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.810492+0000","last_change":"2024-09-22T08:40:27.611471+0000","last_active":"2024-09-22T10:33:41.810492+0000","last_peered":"2024-09-22T10:33:41.810492+0000","last_clean":"2024-09-22T10:33:41.810492+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:41.810492+0000","last_undegraded":"2024-09-22T10:33:41.810492+0000","last_fullsized":"2024-09-22T10:33:41.810492+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:56:45.389375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":540,"num_read_kb":29782,"num_write":1064,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244284+0000","last_change":"2024-09-22T08:40:31.580279+0000","last_active":"2024-09-22T10:30:49.244284+0000","last_peered":"2024-09-22T10:30:49.244284+0000","last_clean":"2024-09-22T10:30:49.244284+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:30:49.244284+0000","last_undegraded":"2024-09-22T10:30:49.244284+0000","last_fullsized":"2024-09-22T10:30:49.244284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:59.224463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'380","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.070443+0000","last_change":"2024-09-22T08:40:33.589443+0000","last_active":"2024-09-22T10:33:40.070443+0000","last_peered":"2024-09-22T10:33:40.070443+0000","last_clean":"2024-09-22T10:33:40.070443+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:33:40.070443+0000","last_undegraded":"2024-09-22T10:33:40.070443+0000","last_fullsized":"2024-09-22T10:33:40.070443+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:49.068580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'795","reported_seq":3160,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.075451+0000","last_change":"2024-09-22T08:40:35.603686+0000","last_active":"2024-09-22T10:33:39.075451+0000","last_peered":"2024-09-22T10:33:39.075451+0000","last_clean":"2024-09-22T10:33:39.075451+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:33:39.075451+0000","last_undegraded":"2024-09-22T10:33:39.075451+0000","last_fullsized":"2024-09-22T10:33:39.075451+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:35.298224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'123","reported_seq":656,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.923116+0000","last_change":"2024-09-22T08:40:37.622062+0000","last_active":"2024-09-22T10:33:06.923116+0000","last_peered":"2024-09-22T10:33:06.923116+0000","last_clean":"2024-09-22T10:33:06.923116+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:33:06.923116+0000","last_undegraded":"2024-09-22T10:33:06.923116+0000","last_fullsized":"2024-09-22T10:33:06.923116+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:24.116490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'489","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.111344+0000","last_change":"2024-09-22T08:40:29.568866+0000","last_active":"2024-09-22T10:31:43.111344+0000","last_peered":"2024-09-22T10:31:43.111344+0000","last_clean":"2024-09-22T10:31:43.111344+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:31:43.111344+0000","last_undegraded":"2024-09-22T10:31:43.111344+0000","last_fullsized":"2024-09-22T10:31:43.111344+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:55:40.137503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'372","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.832384+0000","last_change":"2024-09-22T08:40:27.609045+0000","last_active":"2024-09-22T10:33:41.832384+0000","last_peered":"2024-09-22T10:33:41.832384+0000","last_clean":"2024-09-22T10:33:41.832384+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:41.832384+0000","last_undegraded":"2024-09-22T10:33:41.832384+0000","last_fullsized":"2024-09-22T10:33:41.832384+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:51:57.801863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097164,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":687,"num_read_kb":75419,"num_write":1225,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.252213+0000","last_change":"2024-09-22T08:40:31.583439+0000","last_active":"2024-09-22T10:31:29.252213+0000","last_peered":"2024-09-22T10:31:29.252213+0000","last_clean":"2024-09-22T10:31:29.252213+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:31:29.252213+0000","last_undegraded":"2024-09-22T10:31:29.252213+0000","last_fullsized":"2024-09-22T10:31:29.252213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:03:51.118185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'558","reported_seq":1254,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.386007+0000","last_change":"2024-09-22T08:40:33.594219+0000","last_active":"2024-09-22T10:33:41.386007+0000","last_peered":"2024-09-22T10:33:41.386007+0000","last_clean":"2024-09-22T10:33:41.386007+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:33:41.386007+0000","last_undegraded":"2024-09-22T10:33:41.386007+0000","last_fullsized":"2024-09-22T10:33:41.386007+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":500,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:49.038235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91156,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2108,"num_write":762,"num_write_kb":589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.248347+0000","last_change":"2024-09-22T08:40:35.600889+0000","last_active":"2024-09-22T10:31:09.248347+0000","last_peered":"2024-09-22T10:31:09.248347+0000","last_clean":"2024-09-22T10:31:09.248347+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:31:09.248347+0000","last_undegraded":"2024-09-22T10:31:09.248347+0000","last_fullsized":"2024-09-22T10:31:09.248347+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:49.013514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'118","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048497+0000","last_change":"2024-09-22T08:40:37.631858+0000","last_active":"2024-09-22T10:31:09.048497+0000","last_peered":"2024-09-22T10:31:09.048497+0000","last_clean":"2024-09-22T10:31:09.048497+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:31:09.048497+0000","last_undegraded":"2024-09-22T10:31:09.048497+0000","last_fullsized":"2024-09-22T10:31:09.048497+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:04.505068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1228","reported_seq":2800,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807461+0000","last_change":"2024-09-22T08:40:29.585717+0000","last_active":"2024-09-22T10:30:48.807461+0000","last_peered":"2024-09-22T10:30:48.807461+0000","last_clean":"2024-09-22T10:30:48.807461+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:30:48.807461+0000","last_undegraded":"2024-09-22T10:30:48.807461+0000","last_fullsized":"2024-09-22T10:30:48.807461+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":1200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:54:18.954963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'352","reported_seq":1106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.799337+0000","last_change":"2024-09-22T08:40:27.588395+0000","last_active":"2024-09-22T10:33:41.799337+0000","last_peered":"2024-09-22T10:33:41.799337+0000","last_clean":"2024-09-22T10:33:41.799337+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:33:41.799337+0000","last_undegraded":"2024-09-22T10:33:41.799337+0000","last_fullsized":"2024-09-22T10:33:41.799337+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:23.315550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":962,"num_read_kb":17231,"num_write":1121,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244387+0000","last_change":"2024-09-22T08:40:31.582844+0000","last_active":"2024-09-22T10:30:49.244387+0000","last_peered":"2024-09-22T10:30:49.244387+0000","last_clean":"2024-09-22T10:30:49.244387+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:30:49.244387+0000","last_undegraded":"2024-09-22T10:30:49.244387+0000","last_fullsized":"2024-09-22T10:30:49.244387+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:46:26.251683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'348","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.462766+0000","last_change":"2024-09-22T08:40:33.600881+0000","last_active":"2024-09-22T10:33:41.462766+0000","last_peered":"2024-09-22T10:33:41.462766+0000","last_clean":"2024-09-22T10:33:41.462766+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:33:41.462766+0000","last_undegraded":"2024-09-22T10:33:41.462766+0000","last_fullsized":"2024-09-22T10:33:41.462766+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:27.119480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.056151+0000","last_change":"2024-09-22T08:40:35.602010+0000","last_active":"2024-09-22T10:31:24.056151+0000","last_peered":"2024-09-22T10:31:24.056151+0000","last_clean":"2024-09-22T10:31:24.056151+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:31:24.056151+0000","last_undegraded":"2024-09-22T10:31:24.056151+0000","last_fullsized":"2024-09-22T10:31:24.056151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:39.152406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'102","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.831283+0000","last_change":"2024-09-22T08:40:37.643510+0000","last_active":"2024-09-22T10:32:54.831283+0000","last_peered":"2024-09-22T10:32:54.831283+0000","last_clean":"2024-09-22T10:32:54.831283+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:32:54.831283+0000","last_undegraded":"2024-09-22T10:32:54.831283+0000","last_fullsized":"2024-09-22T10:32:54.831283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:14.272136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'901","reported_seq":2429,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053492+0000","last_change":"2024-09-22T08:40:29.590798+0000","last_active":"2024-09-22T10:30:47.053492+0000","last_peered":"2024-09-22T10:30:47.053492+0000","last_clean":"2024-09-22T10:30:47.053492+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:30:47.053492+0000","last_undegraded":"2024-09-22T10:30:47.053492+0000","last_fullsized":"2024-09-22T10:30:47.053492+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":800,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:45:45.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'321","reported_seq":960,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.809150+0000","last_change":"2024-09-22T08:40:57.707859+0000","last_active":"2024-09-22T10:33:41.809150+0000","last_peered":"2024-09-22T10:33:41.809150+0000","last_clean":"2024-09-22T10:33:41.809150+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:33:41.809150+0000","last_undegraded":"2024-09-22T10:33:41.809150+0000","last_fullsized":"2024-09-22T10:33:41.809150+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.651730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":19901,"num_write":958,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.044060+0000","last_change":"2024-09-22T08:40:31.573319+0000","last_active":"2024-09-22T10:30:49.044060+0000","last_peered":"2024-09-22T10:30:49.044060+0000","last_clean":"2024-09-22T10:30:49.044060+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:30:49.044060+0000","last_undegraded":"2024-09-22T10:30:49.044060+0000","last_fullsized":"2024-09-22T10:30:49.044060+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:23:18.300316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'351","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.688947+0000","last_change":"2024-09-22T08:40:33.592881+0000","last_active":"2024-09-22T10:33:40.688947+0000","last_peered":"2024-09-22T10:33:40.688947+0000","last_clean":"2024-09-22T10:33:40.688947+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:33:40.688947+0000","last_undegraded":"2024-09-22T10:33:40.688947+0000","last_fullsized":"2024-09-22T10:33:40.688947+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:31.130379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":569,"num_read_kb":1060,"num_write":428,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.063836+0000","last_change":"2024-09-22T08:40:35.588534+0000","last_active":"2024-09-22T10:33:39.063836+0000","last_peered":"2024-09-22T10:33:39.063836+0000","last_clean":"2024-09-22T10:33:39.063836+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:33:39.063836+0000","last_undegraded":"2024-09-22T10:33:39.063836+0000","last_fullsized":"2024-09-22T10:33:39.063836+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":701,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:28.728151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'115","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.188451+0000","last_change":"2024-09-22T08:40:37.618236+0000","last_active":"2024-09-22T10:31:40.188451+0000","last_peered":"2024-09-22T10:31:40.188451+0000","last_clean":"2024-09-22T10:31:40.188451+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:31:40.188451+0000","last_undegraded":"2024-09-22T10:31:40.188451+0000","last_fullsized":"2024-09-22T10:31:40.188451+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:13.510678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'421","reported_seq":2111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053522+0000","last_change":"2024-09-22T08:40:29.604333+0000","last_active":"2024-09-22T10:30:47.053522+0000","last_peered":"2024-09-22T10:30:47.053522+0000","last_clean":"2024-09-22T10:30:47.053522+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:30:47.053522+0000","last_undegraded":"2024-09-22T10:30:47.053522+0000","last_fullsized":"2024-09-22T10:30:47.053522+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:03:06.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.702807+0000","last_change":"2024-09-22T08:40:27.601206+0000","last_active":"2024-09-22T10:33:41.702807+0000","last_peered":"2024-09-22T10:33:41.702807+0000","last_clean":"2024-09-22T10:33:41.702807+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:41.702807+0000","last_undegraded":"2024-09-22T10:33:41.702807+0000","last_fullsized":"2024-09-22T10:33:41.702807+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:04:41.450620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.817243+0000","last_change":"2024-09-22T08:40:31.597930+0000","last_active":"2024-09-22T10:33:38.817243+0000","last_peered":"2024-09-22T10:33:38.817243+0000","last_clean":"2024-09-22T10:33:38.817243+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:33:38.817243+0000","last_undegraded":"2024-09-22T10:33:38.817243+0000","last_fullsized":"2024-09-22T10:33:38.817243+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:18.844224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'141","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.913644+0000","last_change":"2024-09-22T08:40:33.588723+0000","last_active":"2024-09-22T10:31:35.913644+0000","last_peered":"2024-09-22T10:31:35.913644+0000","last_clean":"2024-09-22T10:31:35.913644+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:31:35.913644+0000","last_undegraded":"2024-09-22T10:31:35.913644+0000","last_fullsized":"2024-09-22T10:31:35.913644+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:43.453070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'770","reported_seq":7600,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.066299+0000","last_change":"2024-09-22T08:40:35.606855+0000","last_active":"2024-09-22T10:33:39.066299+0000","last_peered":"2024-09-22T10:33:39.066299+0000","last_clean":"2024-09-22T10:33:39.066299+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:33:39.066299+0000","last_undegraded":"2024-09-22T10:33:39.066299+0000","last_fullsized":"2024-09-22T10:33:39.066299+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.983906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.040251+0000","last_change":"2024-09-22T08:40:37.621709+0000","last_active":"2024-09-22T10:31:39.040251+0000","last_peered":"2024-09-22T10:31:39.040251+0000","last_clean":"2024-09-22T10:31:39.040251+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:31:39.040251+0000","last_undegraded":"2024-09-22T10:31:39.040251+0000","last_fullsized":"2024-09-22T10:31:39.040251+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:35.393161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2355,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.982091+0000","last_change":"2024-09-22T08:40:29.586735+0000","last_active":"2024-09-22T10:31:35.982091+0000","last_peered":"2024-09-22T10:31:35.982091+0000","last_clean":"2024-09-22T10:31:35.982091+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:31:35.982091+0000","last_undegraded":"2024-09-22T10:31:35.982091+0000","last_fullsized":"2024-09-22T10:31:35.982091+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:51.586395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'359","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.834065+0000","last_change":"2024-09-22T08:40:27.586003+0000","last_active":"2024-09-22T10:33:41.834065+0000","last_peered":"2024-09-22T10:33:41.834065+0000","last_clean":"2024-09-22T10:33:41.834065+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:33:41.834065+0000","last_undegraded":"2024-09-22T10:33:41.834065+0000","last_fullsized":"2024-09-22T10:33:41.834065+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:52:55.653900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":608,"num_read_kb":57894,"num_write":1076,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053551+0000","last_change":"2024-09-22T08:40:31.590555+0000","last_active":"2024-09-22T10:30:47.053551+0000","last_peered":"2024-09-22T10:30:47.053551+0000","last_clean":"2024-09-22T10:30:47.053551+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:30:47.053551+0000","last_undegraded":"2024-09-22T10:30:47.053551+0000","last_fullsized":"2024-09-22T10:30:47.053551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:47.374405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'568","reported_seq":1256,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.672601+0000","last_change":"2024-09-22T08:40:33.593218+0000","last_active":"2024-09-22T10:33:39.672601+0000","last_peered":"2024-09-22T10:33:39.672601+0000","last_clean":"2024-09-22T10:33:39.672601+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:33:39.672601+0000","last_undegraded":"2024-09-22T10:33:39.672601+0000","last_fullsized":"2024-09-22T10:33:39.672601+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":500,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:53.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025482+0000","last_change":"2024-09-22T08:40:35.612406+0000","last_active":"2024-09-22T10:30:50.025482+0000","last_peered":"2024-09-22T10:30:50.025482+0000","last_clean":"2024-09-22T10:30:50.025482+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:30:50.025482+0000","last_undegraded":"2024-09-22T10:30:50.025482+0000","last_fullsized":"2024-09-22T10:30:50.025482+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:41.234829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'101","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.380068+0000","last_change":"2024-09-22T08:40:37.626077+0000","last_active":"2024-09-22T10:31:45.380068+0000","last_peered":"2024-09-22T10:31:45.380068+0000","last_clean":"2024-09-22T10:31:45.380068+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:31:45.380068+0000","last_undegraded":"2024-09-22T10:31:45.380068+0000","last_fullsized":"2024-09-22T10:31:45.380068+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:10.178946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'563","reported_seq":2265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101359+0000","last_change":"2024-09-22T08:40:29.598168+0000","last_active":"2024-09-22T10:31:43.101359+0000","last_peered":"2024-09-22T10:31:43.101359+0000","last_clean":"2024-09-22T10:31:43.101359+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:31:43.101359+0000","last_undegraded":"2024-09-22T10:31:43.101359+0000","last_fullsized":"2024-09-22T10:31:43.101359+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":500,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:36:53.869741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:21.095179+0000","last_change":"2024-09-22T08:40:06.349538+0000","last_active":"2024-09-22T10:30:21.095179+0000","last_peered":"2024-09-22T10:30:21.095179+0000","last_clean":"2024-09-22T10:30:21.095179+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:30:21.095179+0000","last_undegraded":"2024-09-22T10:30:21.095179+0000","last_fullsized":"2024-09-22T10:30:21.095179+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:05.312679+0000","last_clean_scrub_stamp":"2024-09-22T08:40:05.312679+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:28.600523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":561,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637252+0000","last_change":"2024-09-22T08:40:13.409752+0000","last_active":"2024-09-22T10:30:40.637252+0000","last_peered":"2024-09-22T10:30:40.637252+0000","last_clean":"2024-09-22T10:30:40.637252+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:30:40.637252+0000","last_undegraded":"2024-09-22T10:30:40.637252+0000","last_fullsized":"2024-09-22T10:30:40.637252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:47:17.266041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'331","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.783581+0000","last_change":"2024-09-22T10:33:48.783581+0000","last_active":"2024-09-22T10:33:48.783581+0000","last_peered":"2024-09-22T10:33:48.783581+0000","last_clean":"2024-09-22T10:33:48.783581+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:33:48.783581+0000","last_undegraded":"2024-09-22T10:33:48.783581+0000","last_fullsized":"2024-09-22T10:33:48.783581+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.783464+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:18.043617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":58681,"num_write":1071,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"38'5","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.803480+0000","last_change":"2024-09-22T08:40:31.593902+0000","last_active":"2024-09-22T10:33:38.803480+0000","last_peered":"2024-09-22T10:33:38.803480+0000","last_clean":"2024-09-22T10:33:38.803480+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:33:38.803480+0000","last_undegraded":"2024-09-22T10:33:38.803480+0000","last_fullsized":"2024-09-22T10:33:38.803480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:11.772412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'763","reported_seq":1517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.547211+0000","last_change":"2024-09-22T08:40:33.594573+0000","last_active":"2024-09-22T10:33:40.547211+0000","last_peered":"2024-09-22T10:33:40.547211+0000","last_clean":"2024-09-22T10:33:40.547211+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:33:40.547211+0000","last_undegraded":"2024-09-22T10:33:40.547211+0000","last_fullsized":"2024-09-22T10:33:40.547211+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:06.788899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.052911+0000","last_change":"2024-09-22T08:40:35.601931+0000","last_active":"2024-09-22T10:31:09.052911+0000","last_peered":"2024-09-22T10:31:09.052911+0000","last_clean":"2024-09-22T10:31:09.052911+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:31:09.052911+0000","last_undegraded":"2024-09-22T10:31:09.052911+0000","last_fullsized":"2024-09-22T10:31:09.052911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:19.727688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'207","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.723367+0000","last_change":"2024-09-22T08:40:37.625322+0000","last_active":"2024-09-22T10:31:45.723367+0000","last_peered":"2024-09-22T10:31:45.723367+0000","last_clean":"2024-09-22T10:31:45.723367+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:31:45.723367+0000","last_undegraded":"2024-09-22T10:31:45.723367+0000","last_fullsized":"2024-09-22T10:31:45.723367+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:33.824782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'884","reported_seq":2489,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.983939+0000","last_change":"2024-09-22T08:40:29.576646+0000","last_active":"2024-09-22T10:31:35.983939+0000","last_peered":"2024-09-22T10:31:35.983939+0000","last_clean":"2024-09-22T10:31:35.983939+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:31:35.983939+0000","last_undegraded":"2024-09-22T10:31:35.983939+0000","last_fullsized":"2024-09-22T10:31:35.983939+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:28:51.666854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:26.096327+0000","last_change":"2024-09-22T08:40:13.853276+0000","last_active":"2024-09-22T10:30:26.096327+0000","last_peered":"2024-09-22T10:30:26.096327+0000","last_clean":"2024-09-22T10:30:26.096327+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:30:26.096327+0000","last_undegraded":"2024-09-22T10:30:26.096327+0000","last_fullsized":"2024-09-22T10:30:26.096327+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:20.971134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'392","reported_seq":1140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.325395+0000","last_change":"2024-09-22T10:33:47.325395+0000","last_active":"2024-09-22T10:33:47.325395+0000","last_peered":"2024-09-22T10:33:47.325395+0000","last_clean":"2024-09-22T10:33:47.325395+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:47.325395+0000","last_undegraded":"2024-09-22T10:33:47.325395+0000","last_fullsized":"2024-09-22T10:33:47.325395+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.325294+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:09.667179+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":37716,"num_write":1247,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"38'3","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.805082+0000","last_change":"2024-09-22T08:40:31.600608+0000","last_active":"2024-09-22T10:33:38.805082+0000","last_peered":"2024-09-22T10:33:38.805082+0000","last_clean":"2024-09-22T10:33:38.805082+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:33:38.805082+0000","last_undegraded":"2024-09-22T10:33:38.805082+0000","last_fullsized":"2024-09-22T10:33:38.805082+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:27.529108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1454","reported_seq":3809,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.256912+0000","last_change":"2024-09-22T08:40:33.600386+0000","last_active":"2024-09-22T10:33:41.256912+0000","last_peered":"2024-09-22T10:33:41.256912+0000","last_clean":"2024-09-22T10:33:41.256912+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:33:41.256912+0000","last_undegraded":"2024-09-22T10:33:41.256912+0000","last_fullsized":"2024-09-22T10:33:41.256912+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":1401,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:29:58.804507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158719,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2294,"num_read_kb":4302,"num_write":1412,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:11.107620+0000","last_change":"2024-09-22T08:40:35.614315+0000","last_active":"2024-09-22T10:31:11.107620+0000","last_peered":"2024-09-22T10:31:11.107620+0000","last_clean":"2024-09-22T10:31:11.107620+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:31:11.107620+0000","last_undegraded":"2024-09-22T10:31:11.107620+0000","last_fullsized":"2024-09-22T10:31:11.107620+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:59.598311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'221","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.055087+0000","last_change":"2024-09-22T08:40:37.854134+0000","last_active":"2024-09-22T10:31:39.055087+0000","last_peered":"2024-09-22T10:31:39.055087+0000","last_clean":"2024-09-22T10:31:39.055087+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:31:39.055087+0000","last_undegraded":"2024-09-22T10:31:39.055087+0000","last_fullsized":"2024-09-22T10:31:39.055087+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'848","reported_seq":2559,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.961321+0000","last_change":"2024-09-22T08:40:29.592907+0000","last_active":"2024-09-22T10:33:06.961321+0000","last_peered":"2024-09-22T10:33:06.961321+0000","last_clean":"2024-09-22T10:33:06.961321+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:06.961321+0000","last_undegraded":"2024-09-22T10:33:06.961321+0000","last_fullsized":"2024-09-22T10:33:06.961321+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:10:32.408761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":558,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242102+0000","last_change":"2024-09-22T08:40:13.398428+0000","last_active":"2024-09-22T10:30:39.242102+0000","last_peered":"2024-09-22T10:30:39.242102+0000","last_clean":"2024-09-22T10:30:39.242102+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:30:39.242102+0000","last_undegraded":"2024-09-22T10:30:39.242102+0000","last_fullsized":"2024-09-22T10:30:39.242102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:24.463771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'368","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.783687+0000","last_change":"2024-09-22T08:40:27.575303+0000","last_active":"2024-09-22T10:33:41.783687+0000","last_peered":"2024-09-22T10:33:41.783687+0000","last_clean":"2024-09-22T10:33:41.783687+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:33:41.783687+0000","last_undegraded":"2024-09-22T10:33:41.783687+0000","last_fullsized":"2024-09-22T10:33:41.783687+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:29.796564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":70306,"num_write":1111,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.247223+0000","last_change":"2024-09-22T08:40:31.585398+0000","last_active":"2024-09-22T10:31:04.247223+0000","last_peered":"2024-09-22T10:31:04.247223+0000","last_clean":"2024-09-22T10:31:04.247223+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:31:04.247223+0000","last_undegraded":"2024-09-22T10:31:04.247223+0000","last_fullsized":"2024-09-22T10:31:04.247223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:42.434234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'387","reported_seq":2340,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.130975+0000","last_change":"2024-09-22T08:40:33.597288+0000","last_active":"2024-09-22T10:33:08.130975+0000","last_peered":"2024-09-22T10:33:08.130975+0000","last_clean":"2024-09-22T10:33:08.130975+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:33:08.130975+0000","last_undegraded":"2024-09-22T10:33:08.130975+0000","last_fullsized":"2024-09-22T10:33:08.130975+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:13.936360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051642+0000","last_change":"2024-09-22T08:40:35.601515+0000","last_active":"2024-09-22T10:31:04.051642+0000","last_peered":"2024-09-22T10:31:04.051642+0000","last_clean":"2024-09-22T10:31:04.051642+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:31:04.051642+0000","last_undegraded":"2024-09-22T10:31:04.051642+0000","last_fullsized":"2024-09-22T10:31:04.051642+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:20.981676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'291","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.980688+0000","last_change":"2024-09-22T08:40:37.629185+0000","last_active":"2024-09-22T10:31:45.980688+0000","last_peered":"2024-09-22T10:31:45.980688+0000","last_clean":"2024-09-22T10:31:45.980688+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:31:45.980688+0000","last_undegraded":"2024-09-22T10:31:45.980688+0000","last_fullsized":"2024-09-22T10:31:45.980688+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:50.598419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'431","reported_seq":2065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.981937+0000","last_change":"2024-09-22T08:40:29.574241+0000","last_active":"2024-09-22T10:31:35.981937+0000","last_peered":"2024-09-22T10:31:35.981937+0000","last_clean":"2024-09-22T10:31:35.981937+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:31:35.981937+0000","last_undegraded":"2024-09-22T10:31:35.981937+0000","last_fullsized":"2024-09-22T10:31:35.981937+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:37.569053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":562,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637159+0000","last_change":"2024-09-22T08:40:13.410988+0000","last_active":"2024-09-22T10:30:40.637159+0000","last_peered":"2024-09-22T10:30:40.637159+0000","last_clean":"2024-09-22T10:30:40.637159+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:30:40.637159+0000","last_undegraded":"2024-09-22T10:30:40.637159+0000","last_fullsized":"2024-09-22T10:30:40.637159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:01:55.101496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.804605+0000","last_change":"2024-09-22T08:40:27.561476+0000","last_active":"2024-09-22T10:33:41.804605+0000","last_peered":"2024-09-22T10:33:41.804605+0000","last_clean":"2024-09-22T10:33:41.804605+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:41.804605+0000","last_undegraded":"2024-09-22T10:33:41.804605+0000","last_fullsized":"2024-09-22T10:33:41.804605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:40.831533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:29.056848+0000","last_change":"2024-09-22T08:40:31.576873+0000","last_active":"2024-09-22T10:31:29.056848+0000","last_peered":"2024-09-22T10:31:29.056848+0000","last_clean":"2024-09-22T10:31:29.056848+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:31:29.056848+0000","last_undegraded":"2024-09-22T10:31:29.056848+0000","last_fullsized":"2024-09-22T10:31:29.056848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:17.764746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'201","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.143333+0000","last_change":"2024-09-22T08:40:33.600249+0000","last_active":"2024-09-22T10:33:08.143333+0000","last_peered":"2024-09-22T10:33:08.143333+0000","last_clean":"2024-09-22T10:33:08.143333+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:33:08.143333+0000","last_undegraded":"2024-09-22T10:33:08.143333+0000","last_fullsized":"2024-09-22T10:33:08.143333+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:44.963479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:05.028943+0000","last_change":"2024-09-22T08:40:35.606485+0000","last_active":"2024-09-22T10:31:05.028943+0000","last_peered":"2024-09-22T10:31:05.028943+0000","last_clean":"2024-09-22T10:31:05.028943+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:31:05.028943+0000","last_undegraded":"2024-09-22T10:31:05.028943+0000","last_fullsized":"2024-09-22T10:31:05.028943+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:47:22.650412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'138","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:10.644265+0000","last_change":"2024-09-22T08:40:37.637534+0000","last_active":"2024-09-22T10:31:10.644265+0000","last_peered":"2024-09-22T10:31:10.644265+0000","last_clean":"2024-09-22T10:31:10.644265+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:31:10.644265+0000","last_undegraded":"2024-09-22T10:31:10.644265+0000","last_fullsized":"2024-09-22T10:31:10.644265+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:41.952108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'375","reported_seq":1940,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101085+0000","last_change":"2024-09-22T08:40:29.592733+0000","last_active":"2024-09-22T10:31:43.101085+0000","last_peered":"2024-09-22T10:31:43.101085+0000","last_clean":"2024-09-22T10:31:43.101085+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:31:43.101085+0000","last_undegraded":"2024-09-22T10:31:43.101085+0000","last_fullsized":"2024-09-22T10:31:43.101085+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:01.652017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'327","reported_seq":998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.766576+0000","last_change":"2024-09-22T08:40:57.705513+0000","last_active":"2024-09-22T10:33:41.766576+0000","last_peered":"2024-09-22T10:33:41.766576+0000","last_clean":"2024-09-22T10:33:41.766576+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:41.766576+0000","last_undegraded":"2024-09-22T10:33:41.766576+0000","last_fullsized":"2024-09-22T10:33:41.766576+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:05:14.572859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":545,"num_read_kb":35459,"num_write":1071,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.862857+0000","last_change":"2024-09-22T10:33:46.862857+0000","last_active":"2024-09-22T10:33:46.862857+0000","last_peered":"2024-09-22T10:33:46.862857+0000","last_clean":"2024-09-22T10:33:46.862857+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:33:46.862857+0000","last_undegraded":"2024-09-22T10:33:46.862857+0000","last_fullsized":"2024-09-22T10:33:46.862857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.862770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:57.260611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.050206+0000","last_change":"2024-09-22T08:40:31.593270+0000","last_active":"2024-09-22T10:30:59.050206+0000","last_peered":"2024-09-22T10:30:59.050206+0000","last_clean":"2024-09-22T10:30:59.050206+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:30:59.050206+0000","last_undegraded":"2024-09-22T10:30:59.050206+0000","last_fullsized":"2024-09-22T10:30:59.050206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:43:23.429212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'639","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.624002+0000","last_change":"2024-09-22T08:40:33.589077+0000","last_active":"2024-09-22T10:33:40.624002+0000","last_peered":"2024-09-22T10:33:40.624002+0000","last_clean":"2024-09-22T10:33:40.624002+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:33:40.624002+0000","last_undegraded":"2024-09-22T10:33:40.624002+0000","last_fullsized":"2024-09-22T10:33:40.624002+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.946627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99309,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1074,"num_read_kb":2286,"num_write":860,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056888+0000","last_change":"2024-09-22T08:40:35.612292+0000","last_active":"2024-09-22T10:31:02.056888+0000","last_peered":"2024-09-22T10:31:02.056888+0000","last_clean":"2024-09-22T10:31:02.056888+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:31:02.056888+0000","last_undegraded":"2024-09-22T10:31:02.056888+0000","last_fullsized":"2024-09-22T10:31:02.056888+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:33.068785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'122","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.198456+0000","last_change":"2024-09-22T08:40:37.855074+0000","last_active":"2024-09-22T10:31:38.198456+0000","last_peered":"2024-09-22T10:31:38.198456+0000","last_clean":"2024-09-22T10:31:38.198456+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:31:38.198456+0000","last_undegraded":"2024-09-22T10:31:38.198456+0000","last_fullsized":"2024-09-22T10:31:38.198456+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.612641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'550","reported_seq":2178,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048857+0000","last_change":"2024-09-22T08:40:29.561043+0000","last_active":"2024-09-22T10:30:54.048857+0000","last_peered":"2024-09-22T10:30:54.048857+0000","last_clean":"2024-09-22T10:30:54.048857+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:30:54.048857+0000","last_undegraded":"2024-09-22T10:30:54.048857+0000","last_fullsized":"2024-09-22T10:30:54.048857+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:08:45.075358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'329","reported_seq":1132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.882079+0000","last_change":"2024-09-22T10:33:48.882079+0000","last_active":"2024-09-22T10:33:48.882079+0000","last_peered":"2024-09-22T10:33:48.882079+0000","last_clean":"2024-09-22T10:33:48.882079+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:33:48.882079+0000","last_undegraded":"2024-09-22T10:33:48.882079+0000","last_fullsized":"2024-09-22T10:33:48.882079+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.881964+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:31.221616+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":730,"num_read_kb":36166,"num_write":1085,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":556,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:51.102654+0000","last_change":"2024-09-22T08:40:13.853775+0000","last_active":"2024-09-22T10:30:51.102654+0000","last_peered":"2024-09-22T10:30:51.102654+0000","last_clean":"2024-09-22T10:30:51.102654+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:30:51.102654+0000","last_undegraded":"2024-09-22T10:30:51.102654+0000","last_fullsized":"2024-09-22T10:30:51.102654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:31.572332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027590+0000","last_change":"2024-09-22T08:40:31.594636+0000","last_active":"2024-09-22T10:31:00.027590+0000","last_peered":"2024-09-22T10:31:00.027590+0000","last_clean":"2024-09-22T10:31:00.027590+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:31:00.027590+0000","last_undegraded":"2024-09-22T10:31:00.027590+0000","last_fullsized":"2024-09-22T10:31:00.027590+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:46:57.373899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:03.030606+0000","last_change":"2024-09-22T08:40:33.583107+0000","last_active":"2024-09-22T10:32:03.030606+0000","last_peered":"2024-09-22T10:32:03.030606+0000","last_clean":"2024-09-22T10:32:03.030606+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:32:03.030606+0000","last_undegraded":"2024-09-22T10:32:03.030606+0000","last_fullsized":"2024-09-22T10:32:03.030606+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:12.577375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'791","reported_seq":3470,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.348620+0000","last_change":"2024-09-22T08:40:35.596945+0000","last_active":"2024-09-22T10:33:41.348620+0000","last_peered":"2024-09-22T10:33:41.348620+0000","last_clean":"2024-09-22T10:33:41.348620+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:33:41.348620+0000","last_undegraded":"2024-09-22T10:33:41.348620+0000","last_fullsized":"2024-09-22T10:33:41.348620+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":702,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:26.182881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'114","reported_seq":647,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.928077+0000","last_change":"2024-09-22T08:40:37.853636+0000","last_active":"2024-09-22T10:33:07.928077+0000","last_peered":"2024-09-22T10:33:07.928077+0000","last_clean":"2024-09-22T10:33:07.928077+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:33:07.928077+0000","last_undegraded":"2024-09-22T10:33:07.928077+0000","last_fullsized":"2024-09-22T10:33:07.928077+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:11:17.122336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2898,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421321+0000","last_change":"2024-09-22T08:40:29.586105+0000","last_active":"2024-09-22T10:31:45.421321+0000","last_peered":"2024-09-22T10:31:45.421321+0000","last_clean":"2024-09-22T10:31:45.421321+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:31:45.421321+0000","last_undegraded":"2024-09-22T10:31:45.421321+0000","last_fullsized":"2024-09-22T10:31:45.421321+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:33.974897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'350","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.800132+0000","last_change":"2024-09-22T10:33:47.800132+0000","last_active":"2024-09-22T10:33:47.800132+0000","last_peered":"2024-09-22T10:33:47.800132+0000","last_clean":"2024-09-22T10:33:47.800132+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:33:47.800132+0000","last_undegraded":"2024-09-22T10:33:47.800132+0000","last_fullsized":"2024-09-22T10:33:47.800132+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.800022+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:09.876946+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":605,"num_read_kb":43190,"num_write":1087,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.882013+0000","last_change":"2024-09-22T10:33:47.882013+0000","last_active":"2024-09-22T10:33:47.882013+0000","last_peered":"2024-09-22T10:33:47.882013+0000","last_clean":"2024-09-22T10:33:47.882013+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:33:47.882013+0000","last_undegraded":"2024-09-22T10:33:47.882013+0000","last_fullsized":"2024-09-22T10:33:47.882013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.881951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:16.509452+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055734+0000","last_change":"2024-09-22T08:40:31.580233+0000","last_active":"2024-09-22T10:30:57.055734+0000","last_peered":"2024-09-22T10:30:57.055734+0000","last_clean":"2024-09-22T10:30:57.055734+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:30:57.055734+0000","last_undegraded":"2024-09-22T10:30:57.055734+0000","last_fullsized":"2024-09-22T10:30:57.055734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:49.544930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'185","reported_seq":795,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.653122+0000","last_change":"2024-09-22T08:40:33.592848+0000","last_active":"2024-09-22T10:31:36.653122+0000","last_peered":"2024-09-22T10:31:36.653122+0000","last_clean":"2024-09-22T10:31:36.653122+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:31:36.653122+0000","last_undegraded":"2024-09-22T10:31:36.653122+0000","last_fullsized":"2024-09-22T10:31:36.653122+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:55:55.011875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'789","reported_seq":3116,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.893880+0000","last_change":"2024-09-22T08:40:35.613626+0000","last_active":"2024-09-22T10:33:40.893880+0000","last_peered":"2024-09-22T10:33:40.893880+0000","last_clean":"2024-09-22T10:33:40.893880+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:33:40.893880+0000","last_undegraded":"2024-09-22T10:33:40.893880+0000","last_fullsized":"2024-09-22T10:33:40.893880+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:28.561977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'185","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048883+0000","last_change":"2024-09-22T08:40:37.630011+0000","last_active":"2024-09-22T10:30:54.048883+0000","last_peered":"2024-09-22T10:30:54.048883+0000","last_clean":"2024-09-22T10:30:54.048883+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:30:54.048883+0000","last_undegraded":"2024-09-22T10:30:54.048883+0000","last_fullsized":"2024-09-22T10:30:54.048883+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:20.792978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'580","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.976671+0000","last_change":"2024-09-22T08:40:29.580964+0000","last_active":"2024-09-22T10:31:35.976671+0000","last_peered":"2024-09-22T10:31:35.976671+0000","last_clean":"2024-09-22T10:31:35.976671+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:31:35.976671+0000","last_undegraded":"2024-09-22T10:31:35.976671+0000","last_fullsized":"2024-09-22T10:31:35.976671+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:49:27.428998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'510","reported_seq":1391,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.366459+0000","last_change":"2024-09-22T10:33:46.366459+0000","last_active":"2024-09-22T10:33:46.366459+0000","last_peered":"2024-09-22T10:33:46.366459+0000","last_clean":"2024-09-22T10:33:46.366459+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:33:46.366459+0000","last_undegraded":"2024-09-22T10:33:46.366459+0000","last_fullsized":"2024-09-22T10:33:46.366459+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'510","last_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_deep_scrub":"269'510","last_deep_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.366365+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:53.160368+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1422,"num_read_kb":45434,"num_write":1477,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:45.024471+0000","last_change":"2024-09-22T08:40:13.853529+0000","last_active":"2024-09-22T10:30:45.024471+0000","last_peered":"2024-09-22T10:30:45.024471+0000","last_clean":"2024-09-22T10:30:45.024471+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:30:45.024471+0000","last_undegraded":"2024-09-22T10:30:45.024471+0000","last_fullsized":"2024-09-22T10:30:45.024471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:10.354070+0000","last_clean_scrub_stamp":"2024-09-22T08:40:10.354070+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:36.557409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859012+0000","last_change":"2024-09-22T08:40:31.575723+0000","last_active":"2024-09-22T10:31:03.859012+0000","last_peered":"2024-09-22T10:31:03.859012+0000","last_clean":"2024-09-22T10:31:03.859012+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:31:03.859012+0000","last_undegraded":"2024-09-22T10:31:03.859012+0000","last_fullsized":"2024-09-22T10:31:03.859012+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:00.311408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'806","reported_seq":1593,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.731763+0000","last_change":"2024-09-22T08:40:33.598803+0000","last_active":"2024-09-22T10:33:41.731763+0000","last_peered":"2024-09-22T10:33:41.731763+0000","last_clean":"2024-09-22T10:33:41.731763+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:33:41.731763+0000","last_undegraded":"2024-09-22T10:33:41.731763+0000","last_fullsized":"2024-09-22T10:33:41.731763+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:42.561943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106556,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1407,"num_read_kb":3171,"num_write":1128,"num_write_kb":872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859167+0000","last_change":"2024-09-22T08:40:35.597741+0000","last_active":"2024-09-22T10:31:03.859167+0000","last_peered":"2024-09-22T10:31:03.859167+0000","last_clean":"2024-09-22T10:31:03.859167+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:31:03.859167+0000","last_undegraded":"2024-09-22T10:31:03.859167+0000","last_fullsized":"2024-09-22T10:31:03.859167+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.390083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'139","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.083084+0000","last_change":"2024-09-22T08:40:37.639535+0000","last_active":"2024-09-22T10:31:43.083084+0000","last_peered":"2024-09-22T10:31:43.083084+0000","last_clean":"2024-09-22T10:31:43.083084+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:31:43.083084+0000","last_undegraded":"2024-09-22T10:31:43.083084+0000","last_fullsized":"2024-09-22T10:31:43.083084+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:09.369924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'151","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.923650+0000","last_change":"2024-09-22T08:40:37.626192+0000","last_active":"2024-09-22T10:33:07.923650+0000","last_peered":"2024-09-22T10:33:07.923650+0000","last_clean":"2024-09-22T10:33:07.923650+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:33:07.923650+0000","last_undegraded":"2024-09-22T10:33:07.923650+0000","last_fullsized":"2024-09-22T10:33:07.923650+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:01.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'477","reported_seq":2294,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.222756+0000","last_change":"2024-09-22T08:40:29.602644+0000","last_active":"2024-09-22T10:30:34.222756+0000","last_peered":"2024-09-22T10:30:34.222756+0000","last_clean":"2024-09-22T10:30:34.222756+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:30:34.222756+0000","last_undegraded":"2024-09-22T10:30:34.222756+0000","last_fullsized":"2024-09-22T10:30:34.222756+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":400,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:22:12.147179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.650391+0000","last_change":"2024-09-22T08:40:27.601560+0000","last_active":"2024-09-22T10:33:41.650391+0000","last_peered":"2024-09-22T10:33:41.650391+0000","last_clean":"2024-09-22T10:33:41.650391+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:41.650391+0000","last_undegraded":"2024-09-22T10:33:41.650391+0000","last_fullsized":"2024-09-22T10:33:41.650391+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:15.020966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.036601+0000","last_change":"2024-09-22T08:40:31.587991+0000","last_active":"2024-09-22T10:30:14.036601+0000","last_peered":"2024-09-22T10:30:14.036601+0000","last_clean":"2024-09-22T10:30:14.036601+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:30:14.036601+0000","last_undegraded":"2024-09-22T10:30:14.036601+0000","last_fullsized":"2024-09-22T10:30:14.036601+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:58:32.054895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'325","reported_seq":960,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.988016+0000","last_change":"2024-09-22T08:40:33.578207+0000","last_active":"2024-09-22T10:33:39.988016+0000","last_peered":"2024-09-22T10:33:39.988016+0000","last_clean":"2024-09-22T10:33:39.988016+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:33:39.988016+0000","last_undegraded":"2024-09-22T10:33:39.988016+0000","last_fullsized":"2024-09-22T10:33:39.988016+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:04.933364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46663,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":532,"num_read_kb":1113,"num_write":414,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848279+0000","last_change":"2024-09-22T08:40:35.593268+0000","last_active":"2024-09-22T10:30:18.848279+0000","last_peered":"2024-09-22T10:30:18.848279+0000","last_clean":"2024-09-22T10:30:18.848279+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:30:18.848279+0000","last_undegraded":"2024-09-22T10:30:18.848279+0000","last_fullsized":"2024-09-22T10:30:18.848279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:14:04.482900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'127","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.192168+0000","last_change":"2024-09-22T08:40:37.636617+0000","last_active":"2024-09-22T10:31:38.192168+0000","last_peered":"2024-09-22T10:31:38.192168+0000","last_clean":"2024-09-22T10:31:38.192168+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:31:38.192168+0000","last_undegraded":"2024-09-22T10:31:38.192168+0000","last_fullsized":"2024-09-22T10:31:38.192168+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:48.798819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'452","reported_seq":2051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.110827+0000","last_change":"2024-09-22T08:40:29.600613+0000","last_active":"2024-09-22T10:31:43.110827+0000","last_peered":"2024-09-22T10:31:43.110827+0000","last_clean":"2024-09-22T10:31:43.110827+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:31:43.110827+0000","last_undegraded":"2024-09-22T10:31:43.110827+0000","last_fullsized":"2024-09-22T10:31:43.110827+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:16.366230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'394","reported_seq":1110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.817024+0000","last_change":"2024-09-22T08:40:27.611247+0000","last_active":"2024-09-22T10:33:41.817024+0000","last_peered":"2024-09-22T10:33:41.817024+0000","last_clean":"2024-09-22T10:33:41.817024+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:33:41.817024+0000","last_undegraded":"2024-09-22T10:33:41.817024+0000","last_fullsized":"2024-09-22T10:33:41.817024+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:48:04.527247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":802,"num_read_kb":14556,"num_write":1169,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:13.847239+0000","last_change":"2024-09-22T08:40:31.582621+0000","last_active":"2024-09-22T10:30:13.847239+0000","last_peered":"2024-09-22T10:30:13.847239+0000","last_clean":"2024-09-22T10:30:13.847239+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:30:13.847239+0000","last_undegraded":"2024-09-22T10:30:13.847239+0000","last_fullsized":"2024-09-22T10:30:13.847239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:47.727861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'82","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:17.717985+0000","last_change":"2024-09-22T08:40:33.600487+0000","last_active":"2024-09-22T10:31:17.717985+0000","last_peered":"2024-09-22T10:31:17.717985+0000","last_clean":"2024-09-22T10:31:17.717985+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:31:17.717985+0000","last_undegraded":"2024-09-22T10:31:17.717985+0000","last_fullsized":"2024-09-22T10:31:17.717985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:18.961601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094049+0000","last_change":"2024-09-22T08:40:35.600600+0000","last_active":"2024-09-22T10:30:16.094049+0000","last_peered":"2024-09-22T10:30:16.094049+0000","last_clean":"2024-09-22T10:30:16.094049+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:30:16.094049+0000","last_undegraded":"2024-09-22T10:30:16.094049+0000","last_fullsized":"2024-09-22T10:30:16.094049+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:29.219986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'261","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.133861+0000","last_change":"2024-09-22T08:40:37.615751+0000","last_active":"2024-09-22T10:31:43.133861+0000","last_peered":"2024-09-22T10:31:43.133861+0000","last_clean":"2024-09-22T10:31:43.133861+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:31:43.133861+0000","last_undegraded":"2024-09-22T10:31:43.133861+0000","last_fullsized":"2024-09-22T10:31:43.133861+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:17:21.144084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2093,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807350+0000","last_change":"2024-09-22T08:40:29.589786+0000","last_active":"2024-09-22T10:30:48.807350+0000","last_peered":"2024-09-22T10:30:48.807350+0000","last_clean":"2024-09-22T10:30:48.807350+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:30:48.807350+0000","last_undegraded":"2024-09-22T10:30:48.807350+0000","last_fullsized":"2024-09-22T10:30:48.807350+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:06.526813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'422","reported_seq":1187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.825902+0000","last_change":"2024-09-22T08:40:27.600674+0000","last_active":"2024-09-22T10:33:41.825902+0000","last_peered":"2024-09-22T10:33:41.825902+0000","last_clean":"2024-09-22T10:33:41.825902+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:41.825902+0000","last_undegraded":"2024-09-22T10:33:41.825902+0000","last_fullsized":"2024-09-22T10:33:41.825902+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:18.277785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":867,"num_read_kb":31716,"num_write":1270,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.093991+0000","last_change":"2024-09-22T08:40:31.588797+0000","last_active":"2024-09-22T10:30:16.093991+0000","last_peered":"2024-09-22T10:30:16.093991+0000","last_clean":"2024-09-22T10:30:16.093991+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:30:16.093991+0000","last_undegraded":"2024-09-22T10:30:16.093991+0000","last_fullsized":"2024-09-22T10:30:16.093991+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:45.474899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'358","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.791392+0000","last_change":"2024-09-22T08:40:33.590822+0000","last_active":"2024-09-22T10:33:41.791392+0000","last_peered":"2024-09-22T10:33:41.791392+0000","last_clean":"2024-09-22T10:33:41.791392+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:33:41.791392+0000","last_undegraded":"2024-09-22T10:33:41.791392+0000","last_fullsized":"2024-09-22T10:33:41.791392+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:24:08.854807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51008,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":583,"num_read_kb":1172,"num_write":450,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018245+0000","last_change":"2024-09-22T08:40:35.613826+0000","last_active":"2024-09-22T10:30:15.018245+0000","last_peered":"2024-09-22T10:30:15.018245+0000","last_clean":"2024-09-22T10:30:15.018245+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:30:15.018245+0000","last_undegraded":"2024-09-22T10:30:15.018245+0000","last_fullsized":"2024-09-22T10:30:15.018245+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:01.815357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'531","reported_seq":2096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.880929+0000","last_change":"2024-09-22T08:40:29.577937+0000","last_active":"2024-09-22T10:33:06.880929+0000","last_peered":"2024-09-22T10:33:06.880929+0000","last_clean":"2024-09-22T10:33:06.880929+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:06.880929+0000","last_undegraded":"2024-09-22T10:33:06.880929+0000","last_fullsized":"2024-09-22T10:33:06.880929+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:28:46.196088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'326","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.776559+0000","last_change":"2024-09-22T08:40:27.591081+0000","last_active":"2024-09-22T10:33:41.776559+0000","last_peered":"2024-09-22T10:33:41.776559+0000","last_clean":"2024-09-22T10:33:41.776559+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:33:41.776559+0000","last_undegraded":"2024-09-22T10:33:41.776559+0000","last_fullsized":"2024-09-22T10:33:41.776559+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:38.922740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194362,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":543,"num_read_kb":12106,"num_write":1028,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018191+0000","last_change":"2024-09-22T08:40:31.594540+0000","last_active":"2024-09-22T10:30:15.018191+0000","last_peered":"2024-09-22T10:30:15.018191+0000","last_clean":"2024-09-22T10:30:15.018191+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:30:15.018191+0000","last_undegraded":"2024-09-22T10:30:15.018191+0000","last_fullsized":"2024-09-22T10:30:15.018191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:06.602240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'299","reported_seq":917,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.590690+0000","last_change":"2024-09-22T08:40:33.588909+0000","last_active":"2024-09-22T10:33:41.590690+0000","last_peered":"2024-09-22T10:33:41.590690+0000","last_clean":"2024-09-22T10:33:41.590690+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:33:41.590690+0000","last_undegraded":"2024-09-22T10:33:41.590690+0000","last_fullsized":"2024-09-22T10:33:41.590690+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:44.483542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44306,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1018,"num_write":378,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.040860+0000","last_change":"2024-09-22T08:40:35.604950+0000","last_active":"2024-09-22T10:30:19.040860+0000","last_peered":"2024-09-22T10:30:19.040860+0000","last_clean":"2024-09-22T10:30:19.040860+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:30:19.040860+0000","last_undegraded":"2024-09-22T10:30:19.040860+0000","last_fullsized":"2024-09-22T10:30:19.040860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:37:04.447958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'802","reported_seq":2573,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.026680+0000","last_change":"2024-09-22T08:40:29.581584+0000","last_active":"2024-09-22T10:30:55.026680+0000","last_peered":"2024-09-22T10:30:55.026680+0000","last_clean":"2024-09-22T10:30:55.026680+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:30:55.026680+0000","last_undegraded":"2024-09-22T10:30:55.026680+0000","last_fullsized":"2024-09-22T10:30:55.026680+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":700,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:14:30.506060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'329","reported_seq":1009,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.799565+0000","last_change":"2024-09-22T08:40:27.566750+0000","last_active":"2024-09-22T10:33:41.799565+0000","last_peered":"2024-09-22T10:33:41.799565+0000","last_clean":"2024-09-22T10:33:41.799565+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:33:41.799565+0000","last_undegraded":"2024-09-22T10:33:41.799565+0000","last_fullsized":"2024-09-22T10:33:41.799565+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:06:35.234542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":6994,"num_write":1020,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":543,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051717+0000","last_change":"2024-09-22T08:40:31.578540+0000","last_active":"2024-09-22T10:31:04.051717+0000","last_peered":"2024-09-22T10:31:04.051717+0000","last_clean":"2024-09-22T10:31:04.051717+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:31:04.051717+0000","last_undegraded":"2024-09-22T10:31:04.051717+0000","last_fullsized":"2024-09-22T10:31:04.051717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:57:22.340491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'549","reported_seq":1231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.537937+0000","last_change":"2024-09-22T08:40:33.602029+0000","last_active":"2024-09-22T10:33:41.537937+0000","last_peered":"2024-09-22T10:33:41.537937+0000","last_clean":"2024-09-22T10:33:41.537937+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:33:41.537937+0000","last_undegraded":"2024-09-22T10:33:41.537937+0000","last_fullsized":"2024-09-22T10:33:41.537937+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:50.157118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94652,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":988,"num_read_kb":2296,"num_write":848,"num_write_kb":733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636118+0000","last_change":"2024-09-22T08:40:35.593562+0000","last_active":"2024-09-22T10:30:35.636118+0000","last_peered":"2024-09-22T10:30:35.636118+0000","last_clean":"2024-09-22T10:30:35.636118+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:30:35.636118+0000","last_undegraded":"2024-09-22T10:30:35.636118+0000","last_fullsized":"2024-09-22T10:30:35.636118+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:48.165004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'183","reported_seq":714,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848421+0000","last_change":"2024-09-22T08:40:37.853079+0000","last_active":"2024-09-22T10:30:18.848421+0000","last_peered":"2024-09-22T10:30:18.848421+0000","last_clean":"2024-09-22T10:30:18.848421+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:30:18.848421+0000","last_undegraded":"2024-09-22T10:30:18.848421+0000","last_fullsized":"2024-09-22T10:30:18.848421+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:35.147139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'478","reported_seq":2200,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.984076+0000","last_change":"2024-09-22T08:40:29.578955+0000","last_active":"2024-09-22T10:31:35.984076+0000","last_peered":"2024-09-22T10:31:35.984076+0000","last_clean":"2024-09-22T10:31:35.984076+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:31:35.984076+0000","last_undegraded":"2024-09-22T10:31:35.984076+0000","last_fullsized":"2024-09-22T10:31:35.984076+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:06.741951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'363","reported_seq":1071,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.815618+0000","last_change":"2024-09-22T08:40:57.705975+0000","last_active":"2024-09-22T10:33:41.815618+0000","last_peered":"2024-09-22T10:33:41.815618+0000","last_clean":"2024-09-22T10:33:41.815618+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:33:41.815618+0000","last_undegraded":"2024-09-22T10:33:41.815618+0000","last_fullsized":"2024-09-22T10:33:41.815618+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:50.193616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":732,"num_read_kb":18000,"num_write":1084,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:00.027747+0000","last_change":"2024-09-22T08:40:31.596429+0000","last_active":"2024-09-22T10:31:00.027747+0000","last_peered":"2024-09-22T10:31:00.027747+0000","last_clean":"2024-09-22T10:31:00.027747+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:31:00.027747+0000","last_undegraded":"2024-09-22T10:31:00.027747+0000","last_fullsized":"2024-09-22T10:31:00.027747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:46:32.492349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'387","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.659275+0000","last_change":"2024-09-22T08:40:33.596613+0000","last_active":"2024-09-22T10:33:41.659275+0000","last_peered":"2024-09-22T10:33:41.659275+0000","last_clean":"2024-09-22T10:33:41.659275+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:33:41.659275+0000","last_undegraded":"2024-09-22T10:33:41.659275+0000","last_fullsized":"2024-09-22T10:33:41.659275+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:23.345313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48397,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":637,"num_read_kb":1235,"num_write":520,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042173+0000","last_change":"2024-09-22T08:40:35.613415+0000","last_active":"2024-09-22T10:30:39.042173+0000","last_peered":"2024-09-22T10:30:39.042173+0000","last_clean":"2024-09-22T10:30:39.042173+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:30:39.042173+0000","last_undegraded":"2024-09-22T10:30:39.042173+0000","last_fullsized":"2024-09-22T10:30:39.042173+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:06.065358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'184","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.027088+0000","last_change":"2024-09-22T08:40:37.634245+0000","last_active":"2024-09-22T10:31:38.027088+0000","last_peered":"2024-09-22T10:31:38.027088+0000","last_clean":"2024-09-22T10:31:38.027088+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:31:38.027088+0000","last_undegraded":"2024-09-22T10:31:38.027088+0000","last_fullsized":"2024-09-22T10:31:38.027088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:41.210235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:48.807518+0000","last_change":"2024-09-22T08:40:29.578324+0000","last_active":"2024-09-22T10:30:48.807518+0000","last_peered":"2024-09-22T10:30:48.807518+0000","last_clean":"2024-09-22T10:30:48.807518+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:30:48.807518+0000","last_undegraded":"2024-09-22T10:30:48.807518+0000","last_fullsized":"2024-09-22T10:30:48.807518+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:40.413392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.724087+0000","last_change":"2024-09-22T08:40:27.624258+0000","last_active":"2024-09-22T10:33:41.724087+0000","last_peered":"2024-09-22T10:33:41.724087+0000","last_clean":"2024-09-22T10:33:41.724087+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:41.724087+0000","last_undegraded":"2024-09-22T10:33:41.724087+0000","last_fullsized":"2024-09-22T10:33:41.724087+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:07.127529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049947+0000","last_change":"2024-09-22T08:40:31.576644+0000","last_active":"2024-09-22T10:30:32.049947+0000","last_peered":"2024-09-22T10:30:32.049947+0000","last_clean":"2024-09-22T10:30:32.049947+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:30:32.049947+0000","last_undegraded":"2024-09-22T10:30:32.049947+0000","last_fullsized":"2024-09-22T10:30:32.049947+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:53.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'331","reported_seq":971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.306583+0000","last_change":"2024-09-22T08:40:33.589345+0000","last_active":"2024-09-22T10:33:40.306583+0000","last_peered":"2024-09-22T10:33:40.306583+0000","last_clean":"2024-09-22T10:33:40.306583+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:33:40.306583+0000","last_undegraded":"2024-09-22T10:33:40.306583+0000","last_fullsized":"2024-09-22T10:33:40.306583+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:36.570428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55919,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":554,"num_read_kb":1193,"num_write":440,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048445+0000","last_change":"2024-09-22T08:40:35.609341+0000","last_active":"2024-09-22T10:31:09.048445+0000","last_peered":"2024-09-22T10:31:09.048445+0000","last_clean":"2024-09-22T10:31:09.048445+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:31:09.048445+0000","last_undegraded":"2024-09-22T10:31:09.048445+0000","last_fullsized":"2024-09-22T10:31:09.048445+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:17.414124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'150","reported_seq":683,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.918991+0000","last_change":"2024-09-22T08:40:37.641903+0000","last_active":"2024-09-22T10:33:07.918991+0000","last_peered":"2024-09-22T10:33:07.918991+0000","last_clean":"2024-09-22T10:33:07.918991+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:33:07.918991+0000","last_undegraded":"2024-09-22T10:33:07.918991+0000","last_fullsized":"2024-09-22T10:33:07.918991+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:13.105235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'708","reported_seq":2437,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:29.239894+0000","last_change":"2024-09-22T08:40:29.574526+0000","last_active":"2024-09-22T10:30:29.239894+0000","last_peered":"2024-09-22T10:30:29.239894+0000","last_clean":"2024-09-22T10:30:29.239894+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:30:29.239894+0000","last_undegraded":"2024-09-22T10:30:29.239894+0000","last_fullsized":"2024-09-22T10:30:29.239894+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:04.462114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'378","reported_seq":1015,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.825862+0000","last_change":"2024-09-22T08:40:57.852908+0000","last_active":"2024-09-22T10:33:41.825862+0000","last_peered":"2024-09-22T10:33:41.825862+0000","last_clean":"2024-09-22T10:33:41.825862+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:41.825862+0000","last_undegraded":"2024-09-22T10:33:41.825862+0000","last_fullsized":"2024-09-22T10:33:41.825862+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:07.657018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":599,"num_read_kb":40565,"num_write":1148,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041024+0000","last_change":"2024-09-22T08:40:31.575086+0000","last_active":"2024-09-22T10:30:34.041024+0000","last_peered":"2024-09-22T10:30:34.041024+0000","last_clean":"2024-09-22T10:30:34.041024+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:30:34.041024+0000","last_undegraded":"2024-09-22T10:30:34.041024+0000","last_fullsized":"2024-09-22T10:30:34.041024+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:13.901185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'164","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.222230+0000","last_change":"2024-09-22T08:40:33.601646+0000","last_active":"2024-09-22T10:31:37.222230+0000","last_peered":"2024-09-22T10:31:37.222230+0000","last_clean":"2024-09-22T10:31:37.222230+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:31:37.222230+0000","last_undegraded":"2024-09-22T10:31:37.222230+0000","last_fullsized":"2024-09-22T10:31:37.222230+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:05.489133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'770","reported_seq":3050,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.054912+0000","last_change":"2024-09-22T08:40:35.602890+0000","last_active":"2024-09-22T10:33:39.054912+0000","last_peered":"2024-09-22T10:33:39.054912+0000","last_clean":"2024-09-22T10:33:39.054912+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:33:39.054912+0000","last_undegraded":"2024-09-22T10:33:39.054912+0000","last_fullsized":"2024-09-22T10:33:39.054912+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":701,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.494573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.556160+0000","last_change":"2024-09-22T08:40:37.645581+0000","last_active":"2024-09-22T10:33:06.556160+0000","last_peered":"2024-09-22T10:33:06.556160+0000","last_clean":"2024-09-22T10:33:06.556160+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:33:06.556160+0000","last_undegraded":"2024-09-22T10:33:06.556160+0000","last_fullsized":"2024-09-22T10:33:06.556160+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:35.717329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.223125+0000","last_change":"2024-09-22T08:41:58.644647+0000","last_active":"2024-09-22T10:30:34.223125+0000","last_peered":"2024-09-22T10:30:34.223125+0000","last_clean":"2024-09-22T10:30:34.223125+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:30:34.223125+0000","last_undegraded":"2024-09-22T10:30:34.223125+0000","last_fullsized":"2024-09-22T10:30:34.223125+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:01.054660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'363","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.799694+0000","last_change":"2024-09-22T08:40:27.593437+0000","last_active":"2024-09-22T10:33:41.799694+0000","last_peered":"2024-09-22T10:33:41.799694+0000","last_clean":"2024-09-22T10:33:41.799694+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:33:41.799694+0000","last_undegraded":"2024-09-22T10:33:41.799694+0000","last_fullsized":"2024-09-22T10:33:41.799694+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:44.095017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":6601,"num_write":1095,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:36.098989+0000","last_change":"2024-09-22T08:40:31.588969+0000","last_active":"2024-09-22T10:30:36.098989+0000","last_peered":"2024-09-22T10:30:36.098989+0000","last_clean":"2024-09-22T10:30:36.098989+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:30:36.098989+0000","last_undegraded":"2024-09-22T10:30:36.098989+0000","last_fullsized":"2024-09-22T10:30:36.098989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:02.494251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'398","reported_seq":1055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.758637+0000","last_change":"2024-09-22T08:40:33.594496+0000","last_active":"2024-09-22T10:33:40.758637+0000","last_peered":"2024-09-22T10:33:40.758637+0000","last_clean":"2024-09-22T10:33:40.758637+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:33:40.758637+0000","last_undegraded":"2024-09-22T10:33:40.758637+0000","last_fullsized":"2024-09-22T10:33:40.758637+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:28.794024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46592,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1225,"num_write":492,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027838+0000","last_change":"2024-09-22T08:40:35.605748+0000","last_active":"2024-09-22T10:29:24.027838+0000","last_peered":"2024-09-22T10:29:24.027838+0000","last_clean":"2024-09-22T10:29:24.027838+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:29:24.027838+0000","last_undegraded":"2024-09-22T10:29:24.027838+0000","last_fullsized":"2024-09-22T10:29:24.027838+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'154","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.206197+0000","last_change":"2024-09-22T08:40:37.638020+0000","last_active":"2024-09-22T10:31:38.206197+0000","last_peered":"2024-09-22T10:31:38.206197+0000","last_clean":"2024-09-22T10:31:38.206197+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:31:38.206197+0000","last_undegraded":"2024-09-22T10:31:38.206197+0000","last_fullsized":"2024-09-22T10:31:38.206197+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:21.478723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'885","reported_seq":2618,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049762+0000","last_change":"2024-09-22T08:40:29.585447+0000","last_active":"2024-09-22T10:30:32.049762+0000","last_peered":"2024-09-22T10:30:32.049762+0000","last_clean":"2024-09-22T10:30:32.049762+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:30:32.049762+0000","last_undegraded":"2024-09-22T10:30:32.049762+0000","last_fullsized":"2024-09-22T10:30:32.049762+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:58.408719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'404","reported_seq":1107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.841231+0000","last_change":"2024-09-22T08:40:27.622625+0000","last_active":"2024-09-22T10:33:41.841231+0000","last_peered":"2024-09-22T10:33:41.841231+0000","last_clean":"2024-09-22T10:33:41.841231+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:41.841231+0000","last_undegraded":"2024-09-22T10:33:41.841231+0000","last_fullsized":"2024-09-22T10:33:41.841231+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:48:15.012428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5549792,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":725,"num_read_kb":48507,"num_write":1377,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636066+0000","last_change":"2024-09-22T08:40:31.598670+0000","last_active":"2024-09-22T10:30:35.636066+0000","last_peered":"2024-09-22T10:30:35.636066+0000","last_clean":"2024-09-22T10:30:35.636066+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:30:35.636066+0000","last_undegraded":"2024-09-22T10:30:35.636066+0000","last_fullsized":"2024-09-22T10:30:35.636066+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.016696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'336","reported_seq":963,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.830024+0000","last_change":"2024-09-22T08:40:33.585786+0000","last_active":"2024-09-22T10:33:40.830024+0000","last_peered":"2024-09-22T10:33:40.830024+0000","last_clean":"2024-09-22T10:33:40.830024+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:33:40.830024+0000","last_undegraded":"2024-09-22T10:33:40.830024+0000","last_fullsized":"2024-09-22T10:33:40.830024+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:20.691953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":553,"num_read_kb":1380,"num_write":450,"num_write_kb":416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.012815+0000","last_change":"2024-09-22T08:40:35.611440+0000","last_active":"2024-09-22T10:29:50.012815+0000","last_peered":"2024-09-22T10:29:50.012815+0000","last_clean":"2024-09-22T10:29:50.012815+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:29:50.012815+0000","last_undegraded":"2024-09-22T10:29:50.012815+0000","last_fullsized":"2024-09-22T10:29:50.012815+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.070354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'163","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.246354+0000","last_change":"2024-09-22T08:40:37.854942+0000","last_active":"2024-09-22T10:31:43.246354+0000","last_peered":"2024-09-22T10:31:43.246354+0000","last_clean":"2024-09-22T10:31:43.246354+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:31:43.246354+0000","last_undegraded":"2024-09-22T10:31:43.246354+0000","last_fullsized":"2024-09-22T10:31:43.246354+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:01.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'381","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:01.235993+0000","last_change":"2024-09-22T08:40:29.589414+0000","last_active":"2024-09-22T10:30:01.235993+0000","last_peered":"2024-09-22T10:30:01.235993+0000","last_clean":"2024-09-22T10:30:01.235993+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:30:01.235993+0000","last_undegraded":"2024-09-22T10:30:01.235993+0000","last_fullsized":"2024-09-22T10:30:01.235993+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:16.469593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'332","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.744199+0000","last_change":"2024-09-22T08:40:27.595575+0000","last_active":"2024-09-22T10:33:41.744199+0000","last_peered":"2024-09-22T10:33:41.744199+0000","last_clean":"2024-09-22T10:33:41.744199+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:33:41.744199+0000","last_undegraded":"2024-09-22T10:33:41.744199+0000","last_fullsized":"2024-09-22T10:33:41.744199+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:47:43.437364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":624,"num_read_kb":46451,"num_write":1007,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:17.032936+0000","last_change":"2024-09-22T08:40:31.594780+0000","last_active":"2024-09-22T10:29:17.032936+0000","last_peered":"2024-09-22T10:29:17.032936+0000","last_clean":"2024-09-22T10:29:17.032936+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:29:17.032936+0000","last_undegraded":"2024-09-22T10:29:17.032936+0000","last_fullsized":"2024-09-22T10:29:17.032936+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:25.287600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'268","reported_seq":863,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.142151+0000","last_change":"2024-09-22T08:40:33.597476+0000","last_active":"2024-09-22T10:33:40.142151+0000","last_peered":"2024-09-22T10:33:40.142151+0000","last_clean":"2024-09-22T10:33:40.142151+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:33:40.142151+0000","last_undegraded":"2024-09-22T10:33:40.142151+0000","last_fullsized":"2024-09-22T10:33:40.142151+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:52.786625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54380,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":439,"num_read_kb":1043,"num_write":360,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051020+0000","last_change":"2024-09-22T08:40:35.604386+0000","last_active":"2024-09-22T10:30:37.051020+0000","last_peered":"2024-09-22T10:30:37.051020+0000","last_clean":"2024-09-22T10:30:37.051020+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:30:37.051020+0000","last_undegraded":"2024-09-22T10:30:37.051020+0000","last_fullsized":"2024-09-22T10:30:37.051020+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:55:07.130153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'158","reported_seq":1285,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.858757+0000","last_change":"2024-09-22T08:40:37.632262+0000","last_active":"2024-09-22T10:31:37.858757+0000","last_peered":"2024-09-22T10:31:37.858757+0000","last_clean":"2024-09-22T10:31:37.858757+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:31:37.858757+0000","last_undegraded":"2024-09-22T10:31:37.858757+0000","last_fullsized":"2024-09-22T10:31:37.858757+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:39.728967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'381","reported_seq":1844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.352096+0000","last_change":"2024-09-22T08:40:29.602419+0000","last_active":"2024-09-22T10:31:45.352096+0000","last_peered":"2024-09-22T10:31:45.352096+0000","last_clean":"2024-09-22T10:31:45.352096+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:31:45.352096+0000","last_undegraded":"2024-09-22T10:31:45.352096+0000","last_fullsized":"2024-09-22T10:31:45.352096+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:04:08.171061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'289","reported_seq":921,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.833720+0000","last_change":"2024-09-22T08:40:27.620027+0000","last_active":"2024-09-22T10:33:41.833720+0000","last_peered":"2024-09-22T10:33:41.833720+0000","last_clean":"2024-09-22T10:33:41.833720+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:33:41.833720+0000","last_undegraded":"2024-09-22T10:33:41.833720+0000","last_fullsized":"2024-09-22T10:33:41.833720+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:44:09.279946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4448414,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":429,"num_read_kb":14177,"num_write":944,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:49.031014+0000","last_change":"2024-09-22T08:40:31.589063+0000","last_active":"2024-09-22T10:29:49.031014+0000","last_peered":"2024-09-22T10:29:49.031014+0000","last_clean":"2024-09-22T10:29:49.031014+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:29:49.031014+0000","last_undegraded":"2024-09-22T10:29:49.031014+0000","last_fullsized":"2024-09-22T10:29:49.031014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:02:04.695720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'348","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.393021+0000","last_change":"2024-09-22T08:40:33.602732+0000","last_active":"2024-09-22T10:33:40.393021+0000","last_peered":"2024-09-22T10:33:40.393021+0000","last_clean":"2024-09-22T10:33:40.393021+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:33:40.393021+0000","last_undegraded":"2024-09-22T10:33:40.393021+0000","last_fullsized":"2024-09-22T10:33:40.393021+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:19.415344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.045629+0000","last_change":"2024-09-22T08:40:35.606314+0000","last_active":"2024-09-22T10:30:39.045629+0000","last_peered":"2024-09-22T10:30:39.045629+0000","last_clean":"2024-09-22T10:30:39.045629+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:30:39.045629+0000","last_undegraded":"2024-09-22T10:30:39.045629+0000","last_fullsized":"2024-09-22T10:30:39.045629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:12.819511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'155","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.988241+0000","last_change":"2024-09-22T08:40:37.624393+0000","last_active":"2024-09-22T10:33:06.988241+0000","last_peered":"2024-09-22T10:33:06.988241+0000","last_clean":"2024-09-22T10:33:06.988241+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:33:06.988241+0000","last_undegraded":"2024-09-22T10:33:06.988241+0000","last_fullsized":"2024-09-22T10:33:06.988241+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:42.957508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'592","reported_seq":2403,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046166+0000","last_change":"2024-09-22T08:40:29.600201+0000","last_active":"2024-09-22T10:30:59.046166+0000","last_peered":"2024-09-22T10:30:59.046166+0000","last_clean":"2024-09-22T10:30:59.046166+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:30:59.046166+0000","last_undegraded":"2024-09-22T10:30:59.046166+0000","last_fullsized":"2024-09-22T10:30:59.046166+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":500,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:16:31.169087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'332","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.670606+0000","last_change":"2024-09-22T08:40:27.592299+0000","last_active":"2024-09-22T10:33:41.670606+0000","last_peered":"2024-09-22T10:33:41.670606+0000","last_clean":"2024-09-22T10:33:41.670606+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:41.670606+0000","last_undegraded":"2024-09-22T10:33:41.670606+0000","last_fullsized":"2024-09-22T10:33:41.670606+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:36.001702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":638,"num_read_kb":30338,"num_write":1093,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1136","reported_seq":2814,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.420022+0000","last_change":"2024-09-22T08:40:29.573093+0000","last_active":"2024-09-22T10:31:45.420022+0000","last_peered":"2024-09-22T10:31:45.420022+0000","last_clean":"2024-09-22T10:31:45.420022+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:31:45.420022+0000","last_undegraded":"2024-09-22T10:31:45.420022+0000","last_fullsized":"2024-09-22T10:31:45.420022+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":1100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:41:44.810133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'305","reported_seq":960,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.775814+0000","last_change":"2024-09-22T08:40:27.591089+0000","last_active":"2024-09-22T10:33:41.775814+0000","last_peered":"2024-09-22T10:33:41.775814+0000","last_clean":"2024-09-22T10:33:41.775814+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:33:41.775814+0000","last_undegraded":"2024-09-22T10:33:41.775814+0000","last_fullsized":"2024-09-22T10:33:41.775814+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:28.652264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":561,"num_read_kb":13307,"num_write":997,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'489","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101975+0000","last_change":"2024-09-22T08:40:29.587507+0000","last_active":"2024-09-22T10:31:43.101975+0000","last_peered":"2024-09-22T10:31:43.101975+0000","last_clean":"2024-09-22T10:31:43.101975+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:31:43.101975+0000","last_undegraded":"2024-09-22T10:31:43.101975+0000","last_fullsized":"2024-09-22T10:31:43.101975+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:59.254553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'495","reported_seq":1212,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.833339+0000","last_change":"2024-09-22T08:40:27.611968+0000","last_active":"2024-09-22T10:33:41.833339+0000","last_peered":"2024-09-22T10:33:41.833339+0000","last_clean":"2024-09-22T10:33:41.833339+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:41.833339+0000","last_undegraded":"2024-09-22T10:33:41.833339+0000","last_fullsized":"2024-09-22T10:33:41.833339+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:37.248413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":958,"num_read_kb":9847,"num_write":1502,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'546","reported_seq":2157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:59.046072+0000","last_change":"2024-09-22T08:40:29.590326+0000","last_active":"2024-09-22T10:30:59.046072+0000","last_peered":"2024-09-22T10:30:59.046072+0000","last_clean":"2024-09-22T10:30:59.046072+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:30:59.046072+0000","last_undegraded":"2024-09-22T10:30:59.046072+0000","last_fullsized":"2024-09-22T10:30:59.046072+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:19.774565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'340","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370718+0000","last_change":"2024-09-22T10:33:48.370718+0000","last_active":"2024-09-22T10:33:48.370718+0000","last_peered":"2024-09-22T10:33:48.370718+0000","last_clean":"2024-09-22T10:33:48.370718+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:33:48.370718+0000","last_undegraded":"2024-09-22T10:33:48.370718+0000","last_fullsized":"2024-09-22T10:33:48.370718+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370333+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:42.535219+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":531,"num_read_kb":12261,"num_write":1102,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1192","reported_seq":2764,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:23.864062+0000","last_change":"2024-09-22T08:40:29.591380+0000","last_active":"2024-09-22T10:31:23.864062+0000","last_peered":"2024-09-22T10:31:23.864062+0000","last_clean":"2024-09-22T10:31:23.864062+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:31:23.864062+0000","last_undegraded":"2024-09-22T10:31:23.864062+0000","last_fullsized":"2024-09-22T10:31:23.864062+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:20.272896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'359","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.784043+0000","last_change":"2024-09-22T08:40:57.710499+0000","last_active":"2024-09-22T10:33:41.784043+0000","last_peered":"2024-09-22T10:33:41.784043+0000","last_clean":"2024-09-22T10:33:41.784043+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:41.784043+0000","last_undegraded":"2024-09-22T10:33:41.784043+0000","last_fullsized":"2024-09-22T10:33:41.784043+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:13:46.773873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":686,"num_read_kb":38522,"num_write":1109,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1171","reported_seq":2859,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.906673+0000","last_change":"2024-09-22T08:40:29.605127+0000","last_active":"2024-09-22T10:33:06.906673+0000","last_peered":"2024-09-22T10:33:06.906673+0000","last_clean":"2024-09-22T10:33:06.906673+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:33:06.906673+0000","last_undegraded":"2024-09-22T10:33:06.906673+0000","last_fullsized":"2024-09-22T10:33:06.906673+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":1100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:46.093097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'355","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.767056+0000","last_change":"2024-09-22T08:40:27.565184+0000","last_active":"2024-09-22T10:33:41.767056+0000","last_peered":"2024-09-22T10:33:41.767056+0000","last_clean":"2024-09-22T10:33:41.767056+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:33:41.767056+0000","last_undegraded":"2024-09-22T10:33:41.767056+0000","last_fullsized":"2024-09-22T10:33:41.767056+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:42.174322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":599,"num_read_kb":31166,"num_write":1126,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'475","reported_seq":2044,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.421097+0000","last_change":"2024-09-22T08:40:29.571215+0000","last_active":"2024-09-22T10:31:45.421097+0000","last_peered":"2024-09-22T10:31:45.421097+0000","last_clean":"2024-09-22T10:31:45.421097+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:31:45.421097+0000","last_undegraded":"2024-09-22T10:31:45.421097+0000","last_fullsized":"2024-09-22T10:31:45.421097+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":400,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:10.297063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'459","reported_seq":1150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.833391+0000","last_change":"2024-09-22T08:40:27.601802+0000","last_active":"2024-09-22T10:33:41.833391+0000","last_peered":"2024-09-22T10:33:41.833391+0000","last_clean":"2024-09-22T10:33:41.833391+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:41.833391+0000","last_undegraded":"2024-09-22T10:33:41.833391+0000","last_fullsized":"2024-09-22T10:33:41.833391+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:40:07.515050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":789,"num_read_kb":32482,"num_write":1379,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1594","reported_seq":3347,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105866+0000","last_change":"2024-09-22T08:40:29.600037+0000","last_active":"2024-09-22T10:31:43.105866+0000","last_peered":"2024-09-22T10:31:43.105866+0000","last_clean":"2024-09-22T10:31:43.105866+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:31:43.105866+0000","last_undegraded":"2024-09-22T10:31:43.105866+0000","last_fullsized":"2024-09-22T10:31:43.105866+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":1500,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:15.388611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'360","reported_seq":1055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.718361+0000","last_change":"2024-09-22T08:40:27.595048+0000","last_active":"2024-09-22T10:33:41.718361+0000","last_peered":"2024-09-22T10:33:41.718361+0000","last_clean":"2024-09-22T10:33:41.718361+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:33:41.718361+0000","last_undegraded":"2024-09-22T10:33:41.718361+0000","last_fullsized":"2024-09-22T10:33:41.718361+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:59:10.685224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":688,"num_read_kb":46630,"num_write":1237,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'818","reported_seq":2385,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.414642+0000","last_change":"2024-09-22T08:40:29.568564+0000","last_active":"2024-09-22T10:31:45.414642+0000","last_peered":"2024-09-22T10:31:45.414642+0000","last_clean":"2024-09-22T10:31:45.414642+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:31:45.414642+0000","last_undegraded":"2024-09-22T10:31:45.414642+0000","last_fullsized":"2024-09-22T10:31:45.414642+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":800,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:39.867025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'364","reported_seq":1184,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.815217+0000","last_change":"2024-09-22T08:40:27.609933+0000","last_active":"2024-09-22T10:33:41.815217+0000","last_peered":"2024-09-22T10:33:41.815217+0000","last_clean":"2024-09-22T10:33:41.815217+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:41.815217+0000","last_undegraded":"2024-09-22T10:33:41.815217+0000","last_fullsized":"2024-09-22T10:33:41.815217+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:04.353964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1117,"num_read_kb":78563,"num_write":1228,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'555","reported_seq":2231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:12.045448+0000","last_change":"2024-09-22T08:40:29.581042+0000","last_active":"2024-09-22T10:30:12.045448+0000","last_peered":"2024-09-22T10:30:12.045448+0000","last_clean":"2024-09-22T10:30:12.045448+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:30:12.045448+0000","last_undegraded":"2024-09-22T10:30:12.045448+0000","last_fullsized":"2024-09-22T10:30:12.045448+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":500,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:21.458430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'324","reported_seq":941,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.805882+0000","last_change":"2024-09-22T08:40:57.707798+0000","last_active":"2024-09-22T10:33:41.805882+0000","last_peered":"2024-09-22T10:33:41.805882+0000","last_clean":"2024-09-22T10:33:41.805882+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:41.805882+0000","last_undegraded":"2024-09-22T10:33:41.805882+0000","last_fullsized":"2024-09-22T10:33:41.805882+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:36.406698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":517,"num_read_kb":10221,"num_write":944,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'848","reported_seq":2542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.962433+0000","last_change":"2024-09-22T08:40:29.600683+0000","last_active":"2024-09-22T10:33:06.962433+0000","last_peered":"2024-09-22T10:33:06.962433+0000","last_clean":"2024-09-22T10:33:06.962433+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:06.962433+0000","last_undegraded":"2024-09-22T10:33:06.962433+0000","last_fullsized":"2024-09-22T10:33:06.962433+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":800,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:10.463065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'328","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.841036+0000","last_change":"2024-09-22T08:40:27.621128+0000","last_active":"2024-09-22T10:33:41.841036+0000","last_peered":"2024-09-22T10:33:41.841036+0000","last_clean":"2024-09-22T10:33:41.841036+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:41.841036+0000","last_undegraded":"2024-09-22T10:33:41.841036+0000","last_fullsized":"2024-09-22T10:33:41.841036+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:19.828507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":554,"num_read_kb":2587,"num_write":1045,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'476","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.105206+0000","last_change":"2024-09-22T08:40:29.604259+0000","last_active":"2024-09-22T10:31:43.105206+0000","last_peered":"2024-09-22T10:31:43.105206+0000","last_clean":"2024-09-22T10:31:43.105206+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:31:43.105206+0000","last_undegraded":"2024-09-22T10:31:43.105206+0000","last_fullsized":"2024-09-22T10:31:43.105206+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:27:49.012482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'370","reported_seq":1253,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.772040+0000","last_change":"2024-09-22T08:40:27.582518+0000","last_active":"2024-09-22T10:33:41.772040+0000","last_peered":"2024-09-22T10:33:41.772040+0000","last_clean":"2024-09-22T10:33:41.772040+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:33:41.772040+0000","last_undegraded":"2024-09-22T10:33:41.772040+0000","last_fullsized":"2024-09-22T10:33:41.772040+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:20.123331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1237,"num_read_kb":59662,"num_write":1240,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2189,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.902885+0000","last_change":"2024-09-22T08:40:29.599995+0000","last_active":"2024-09-22T10:33:06.902885+0000","last_peered":"2024-09-22T10:33:06.902885+0000","last_clean":"2024-09-22T10:33:06.902885+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:33:06.902885+0000","last_undegraded":"2024-09-22T10:33:06.902885+0000","last_fullsized":"2024-09-22T10:33:06.902885+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:42:55.019987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'397","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.803817+0000","last_change":"2024-09-22T08:40:57.703906+0000","last_active":"2024-09-22T10:33:41.803817+0000","last_peered":"2024-09-22T10:33:41.803817+0000","last_clean":"2024-09-22T10:33:41.803817+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:41.803817+0000","last_undegraded":"2024-09-22T10:33:41.803817+0000","last_fullsized":"2024-09-22T10:33:41.803817+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:45.264104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048594,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":675,"num_read_kb":42897,"num_write":1134,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2043","reported_seq":3822,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.046685+0000","last_change":"2024-09-22T08:41:58.927666+0000","last_active":"2024-09-22T10:30:44.046685+0000","last_peered":"2024-09-22T10:30:44.046685+0000","last_clean":"2024-09-22T10:30:44.046685+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:30:44.046685+0000","last_undegraded":"2024-09-22T10:30:44.046685+0000","last_fullsized":"2024-09-22T10:30:44.046685+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":2000,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:58.783938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'364","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.829209+0000","last_change":"2024-09-22T08:40:27.610731+0000","last_active":"2024-09-22T10:33:41.829209+0000","last_peered":"2024-09-22T10:33:41.829209+0000","last_clean":"2024-09-22T10:33:41.829209+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:33:41.829209+0000","last_undegraded":"2024-09-22T10:33:41.829209+0000","last_fullsized":"2024-09-22T10:33:41.829209+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:33.900823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194397,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":574,"num_read_kb":13963,"num_write":1094,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'481","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:43.854482+0000","last_change":"2024-09-22T08:40:29.570890+0000","last_active":"2024-09-22T10:30:43.854482+0000","last_peered":"2024-09-22T10:30:43.854482+0000","last_clean":"2024-09-22T10:30:43.854482+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:30:43.854482+0000","last_undegraded":"2024-09-22T10:30:43.854482+0000","last_fullsized":"2024-09-22T10:30:43.854482+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:24:32.302763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'311","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.821246+0000","last_change":"2024-09-22T08:40:27.580142+0000","last_active":"2024-09-22T10:33:41.821246+0000","last_peered":"2024-09-22T10:33:41.821246+0000","last_clean":"2024-09-22T10:33:41.821246+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:33:41.821246+0000","last_undegraded":"2024-09-22T10:33:41.821246+0000","last_fullsized":"2024-09-22T10:33:41.821246+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:28.010241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":561,"num_read_kb":29482,"num_write":1063,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'522","reported_seq":2289,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.960980+0000","last_change":"2024-09-22T08:40:29.595963+0000","last_active":"2024-09-22T10:33:06.960980+0000","last_peered":"2024-09-22T10:33:06.960980+0000","last_clean":"2024-09-22T10:33:06.960980+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:06.960980+0000","last_undegraded":"2024-09-22T10:33:06.960980+0000","last_fullsized":"2024-09-22T10:33:06.960980+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:35:36.352970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'406","reported_seq":1056,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.776149+0000","last_change":"2024-09-22T08:40:27.622696+0000","last_active":"2024-09-22T10:33:41.776149+0000","last_peered":"2024-09-22T10:33:41.776149+0000","last_clean":"2024-09-22T10:33:41.776149+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:41.776149+0000","last_undegraded":"2024-09-22T10:33:41.776149+0000","last_fullsized":"2024-09-22T10:33:41.776149+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:45:41.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":574,"num_read_kb":22348,"num_write":1146,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'338","reported_seq":1068,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.783380+0000","last_change":"2024-09-22T08:40:27.594130+0000","last_active":"2024-09-22T10:33:41.783380+0000","last_peered":"2024-09-22T10:33:41.783380+0000","last_clean":"2024-09-22T10:33:41.783380+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:33:41.783380+0000","last_undegraded":"2024-09-22T10:33:41.783380+0000","last_fullsized":"2024-09-22T10:33:41.783380+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:11.944959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194355,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":94218,"num_write":960,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'425","reported_seq":1987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:38.800672+0000","last_change":"2024-09-22T08:40:29.581562+0000","last_active":"2024-09-22T10:30:38.800672+0000","last_peered":"2024-09-22T10:30:38.800672+0000","last_clean":"2024-09-22T10:30:38.800672+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:30:38.800672+0000","last_undegraded":"2024-09-22T10:30:38.800672+0000","last_fullsized":"2024-09-22T10:30:38.800672+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:36:16.669182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'433","reported_seq":1214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.807562+0000","last_change":"2024-09-22T08:40:57.704197+0000","last_active":"2024-09-22T10:33:41.807562+0000","last_peered":"2024-09-22T10:33:41.807562+0000","last_clean":"2024-09-22T10:33:41.807562+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:33:41.807562+0000","last_undegraded":"2024-09-22T10:33:41.807562+0000","last_fullsized":"2024-09-22T10:33:41.807562+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:26.531836+0000","last_clean_scrub_stamp":"2024-09-22T08:40:26.531836+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:00.487762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1105,"num_read_kb":37084,"num_write":1465,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'879","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.367607+0000","last_change":"2024-09-22T08:40:29.573393+0000","last_active":"2024-09-22T10:31:45.367607+0000","last_peered":"2024-09-22T10:31:45.367607+0000","last_clean":"2024-09-22T10:31:45.367607+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:31:45.367607+0000","last_undegraded":"2024-09-22T10:31:45.367607+0000","last_fullsized":"2024-09-22T10:31:45.367607+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:57.594599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":627,"ondisk_log_size":627,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1671504,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":21110,"num_read_kb":40995,"num_write":17681,"num_write_kb":12731,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2003,"ondisk_log_size":2003,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4070,"ondisk_log_size":4070,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":105420719,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":44820,"num_read_kb":2144126,"num_write":73657,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159485952,"data_stored":159485952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3787,"ondisk_log_size":3787,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":183606,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":187612,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510815,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317836,"kb_used_data":29668,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94054004,"statfs":{"total":96636764160,"available":96311300096,"internally_reserved":0,"allocated":30380032,"data_stored":28225631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":294910410},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510810,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271628,"kb_used_data":19428,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94100212,"statfs":{"total":96636764160,"available":96358617088,"internally_reserved":0,"allocated":19894272,"data_stored":17805704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510814,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":158712,"kb_used_data":23232,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94213128,"statfs":{"total":96636764160,"available":96474243072,"internally_reserved":0,"allocated":23789568,"data_stored":21628163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543513,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":313700,"kb_used_data":25684,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94058140,"statfs":{"total":96636764160,"available":96315535360,"internally_reserved":0,"allocated":26300416,"data_stored":24168085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":294910407},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543515,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":102080,"kb_used_data":16712,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94269760,"statfs":{"total":96636764160,"available":96532234240,"internally_reserved":0,"allocated":17113088,"data_stored":15029894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543514,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":180476,"kb_used_data":9132,"kb_used_omap":1,"kb_used_meta":171326,"kb_avail":94191364,"statfs":{"total":96636764160,"available":96451956736,"internally_reserved":0,"allocated":9351168,"data_stored":7238894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":175438277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543514,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":310096,"kb_used_data":35968,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94061744,"statfs":{"total":96636764160,"available":96319225856,"internally_reserved":0,"allocated":36831232,"data_stored":34695603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576217,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135192,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":103358,"kb_avail":94236648,"statfs":{"total":96636764160,"available":96498327552,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":105839045},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31784960,"data_stored":31784960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4919296,"data_stored":4919296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12709888,"data_stored":12709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21848064,"data_stored":21848064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19308544,"data_stored":19308544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15486976,"data_stored":15486976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25313280,"data_stored":25313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.575 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.576 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.577 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.578 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.579 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.580 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.581 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.582 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.583 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.584 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.585 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.586 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.587 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.588 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.589 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.590 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.591 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.592 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.593 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.594 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.595 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.596 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.597 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.598 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.599 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-22T08:40:05.312679+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=5, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.600 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.601 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.602 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.603 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.604 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-22T08:40:10.354070+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=10, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.605 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.606 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.607 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.608 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.609 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.610 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.611 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.612 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.613 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.614 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.615 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.616 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.617 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.617 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.617 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-22T08:40:26.531836+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=26, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.617 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:33:49.617 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T10:34:09.617 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:34:09.987 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:34:10.001 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:34:10.014 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3684,"stamp":"2024-09-22T10:34:09.280300+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":107699004,"num_objects":746,"num_object_clones":0,"num_object_copies":1789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":317727,"num_read_kb":2787459,"num_write":168205,"num_write_kb":2592568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":51930,"num_omap_keys":184,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13607,"ondisk_log_size":13607,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1793084,"kb_used_data":191548,"kb_used_omap":12,"kb_used_meta":1601395,"kb_avail":753181636,"statfs":{"total":773094113280,"available":771257995264,"internally_reserved":0,"allocated":196145152,"data_stored":179223798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1639829041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":47075,"num_omap_keys":165,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008831"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.650033+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:31:35.650033+0000","last_peered":"2024-09-22T10:31:35.650033+0000","last_clean":"2024-09-22T10:31:35.650033+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:31:35.650033+0000","last_undegraded":"2024-09-22T10:31:35.650033+0000","last_fullsized":"2024-09-22T10:31:35.650033+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.293599+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:33:39.293599+0000","last_peered":"2024-09-22T10:33:39.293599+0000","last_clean":"2024-09-22T10:33:39.293599+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:33:39.293599+0000","last_undegraded":"2024-09-22T10:33:39.293599+0000","last_fullsized":"2024-09-22T10:33:39.293599+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037354+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:30:04.037354+0000","last_peered":"2024-09-22T10:30:04.037354+0000","last_clean":"2024-09-22T10:30:04.037354+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:30:04.037354+0000","last_undegraded":"2024-09-22T10:30:04.037354+0000","last_fullsized":"2024-09-22T10:30:04.037354+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:35.899037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:34.253106+0000","last_change":"2024-09-22T09:31:32.357127+0000","last_active":"2024-09-22T10:31:34.253106+0000","last_peered":"2024-09-22T10:31:34.253106+0000","last_clean":"2024-09-22T10:31:34.253106+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:31:34.253106+0000","last_undegraded":"2024-09-22T10:31:34.253106+0000","last_fullsized":"2024-09-22T10:31:34.253106+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507579+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:33:39.507579+0000","last_peered":"2024-09-22T10:33:39.507579+0000","last_clean":"2024-09-22T10:33:39.507579+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:33:39.507579+0000","last_undegraded":"2024-09-22T10:33:39.507579+0000","last_fullsized":"2024-09-22T10:33:39.507579+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032403+0000","last_change":"2024-09-22T09:02:24.097766+0000","last_active":"2024-09-22T10:29:54.032403+0000","last_peered":"2024-09-22T10:29:54.032403+0000","last_clean":"2024-09-22T10:29:54.032403+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:29:54.032403+0000","last_undegraded":"2024-09-22T10:29:54.032403+0000","last_fullsized":"2024-09-22T10:29:54.032403+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:52:55.017976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":161,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.242274+0000","last_change":"2024-09-22T08:56:18.723851+0000","last_active":"2024-09-22T10:30:39.242274+0000","last_peered":"2024-09-22T10:30:39.242274+0000","last_clean":"2024-09-22T10:30:39.242274+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:30:39.242274+0000","last_undegraded":"2024-09-22T10:30:39.242274+0000","last_fullsized":"2024-09-22T10:30:39.242274+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:32.294940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:35.009388+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:29:35.009388+0000","last_peered":"2024-09-22T10:29:35.009388+0000","last_clean":"2024-09-22T10:29:35.009388+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:29:35.009388+0000","last_undegraded":"2024-09-22T10:29:35.009388+0000","last_fullsized":"2024-09-22T10:29:35.009388+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:38:25.435230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037315+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:30:04.037315+0000","last_peered":"2024-09-22T10:30:04.037315+0000","last_clean":"2024-09-22T10:30:04.037315+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:30:04.037315+0000","last_undegraded":"2024-09-22T10:30:04.037315+0000","last_fullsized":"2024-09-22T10:30:04.037315+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:08.944986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:44.243244+0000","last_change":"2024-09-22T09:02:24.099141+0000","last_active":"2024-09-22T10:30:44.243244+0000","last_peered":"2024-09-22T10:30:44.243244+0000","last_clean":"2024-09-22T10:30:44.243244+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:30:44.243244+0000","last_undegraded":"2024-09-22T10:30:44.243244+0000","last_fullsized":"2024-09-22T10:30:44.243244+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:28:25.747377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:19.054919+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:31:19.054919+0000","last_peered":"2024-09-22T10:31:19.054919+0000","last_clean":"2024-09-22T10:31:19.054919+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:31:19.054919+0000","last_undegraded":"2024-09-22T10:31:19.054919+0000","last_fullsized":"2024-09-22T10:31:19.054919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:58.884951+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:32:58.884951+0000","last_peered":"2024-09-22T10:32:58.884951+0000","last_clean":"2024-09-22T10:32:58.884951+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:32:58.884951+0000","last_undegraded":"2024-09-22T10:32:58.884951+0000","last_fullsized":"2024-09-22T10:32:58.884951+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.485771+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:33:40.485771+0000","last_peered":"2024-09-22T10:33:40.485771+0000","last_clean":"2024-09-22T10:33:40.485771+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:33:40.485771+0000","last_undegraded":"2024-09-22T10:33:40.485771+0000","last_fullsized":"2024-09-22T10:33:40.485771+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.863008+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:31:18.863008+0000","last_peered":"2024-09-22T10:31:18.863008+0000","last_clean":"2024-09-22T10:31:18.863008+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:31:18.863008+0000","last_undegraded":"2024-09-22T10:31:18.863008+0000","last_fullsized":"2024-09-22T10:31:18.863008+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:48.870673+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:31:48.870673+0000","last_peered":"2024-09-22T10:31:48.870673+0000","last_clean":"2024-09-22T10:31:48.870673+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:31:48.870673+0000","last_undegraded":"2024-09-22T10:31:48.870673+0000","last_fullsized":"2024-09-22T10:31:48.870673+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:49.061169+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:31:49.061169+0000","last_peered":"2024-09-22T10:31:49.061169+0000","last_clean":"2024-09-22T10:31:49.061169+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:31:49.061169+0000","last_undegraded":"2024-09-22T10:31:49.061169+0000","last_fullsized":"2024-09-22T10:31:49.061169+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:08:18.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.862925+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:31:18.862925+0000","last_peered":"2024-09-22T10:31:18.862925+0000","last_clean":"2024-09-22T10:31:18.862925+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:31:18.862925+0000","last_undegraded":"2024-09-22T10:31:18.862925+0000","last_fullsized":"2024-09-22T10:31:18.862925+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.059601+0000","last_change":"2024-09-22T09:31:32.367028+0000","last_active":"2024-09-22T10:31:59.059601+0000","last_peered":"2024-09-22T10:31:59.059601+0000","last_clean":"2024-09-22T10:31:59.059601+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:31:59.059601+0000","last_undegraded":"2024-09-22T10:31:59.059601+0000","last_fullsized":"2024-09-22T10:31:59.059601+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848436+0000","last_change":"2024-09-22T09:03:00.361391+0000","last_active":"2024-09-22T10:31:59.848436+0000","last_peered":"2024-09-22T10:31:59.848436+0000","last_clean":"2024-09-22T10:31:59.848436+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:31:59.848436+0000","last_undegraded":"2024-09-22T10:31:59.848436+0000","last_fullsized":"2024-09-22T10:31:59.848436+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:20.411847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":205,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.031915+0000","last_change":"2024-09-22T08:56:18.734932+0000","last_active":"2024-09-22T10:31:20.031915+0000","last_peered":"2024-09-22T10:31:20.031915+0000","last_clean":"2024-09-22T10:31:20.031915+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:31:20.031915+0000","last_undegraded":"2024-09-22T10:31:20.031915+0000","last_fullsized":"2024-09-22T10:31:20.031915+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.113118+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:31:36.113118+0000","last_peered":"2024-09-22T10:31:36.113118+0000","last_clean":"2024-09-22T10:31:36.113118+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:31:36.113118+0000","last_undegraded":"2024-09-22T10:31:36.113118+0000","last_fullsized":"2024-09-22T10:31:36.113118+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:34.856138+0000","last_change":"2024-09-22T09:02:31.290578+0000","last_active":"2024-09-22T10:32:34.856138+0000","last_peered":"2024-09-22T10:32:34.856138+0000","last_clean":"2024-09-22T10:32:34.856138+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:32:34.856138+0000","last_undegraded":"2024-09-22T10:32:34.856138+0000","last_fullsized":"2024-09-22T10:32:34.856138+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:55.286005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076384+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:32:27.076384+0000","last_peered":"2024-09-22T10:32:27.076384+0000","last_clean":"2024-09-22T10:32:27.076384+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:32:27.076384+0000","last_undegraded":"2024-09-22T10:32:27.076384+0000","last_fullsized":"2024-09-22T10:32:27.076384+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.113195+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:31:36.113195+0000","last_peered":"2024-09-22T10:31:36.113195+0000","last_clean":"2024-09-22T10:31:36.113195+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:31:36.113195+0000","last_undegraded":"2024-09-22T10:31:36.113195+0000","last_fullsized":"2024-09-22T10:31:36.113195+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'7","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068612+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:32:24.068612+0000","last_peered":"2024-09-22T10:32:24.068612+0000","last_clean":"2024-09-22T10:32:24.068612+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:32:24.068612+0000","last_undegraded":"2024-09-22T10:32:24.068612+0000","last_fullsized":"2024-09-22T10:32:24.068612+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.040848+0000","last_change":"2024-09-22T08:56:18.715481+0000","last_active":"2024-09-22T10:30:34.040848+0000","last_peered":"2024-09-22T10:30:34.040848+0000","last_clean":"2024-09-22T10:30:34.040848+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:30:34.040848+0000","last_undegraded":"2024-09-22T10:30:34.040848+0000","last_fullsized":"2024-09-22T10:30:34.040848+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:32.192343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.032256+0000","last_change":"2024-09-22T09:31:32.376223+0000","last_active":"2024-09-22T10:29:54.032256+0000","last_peered":"2024-09-22T10:29:54.032256+0000","last_clean":"2024-09-22T10:29:54.032256+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:29:54.032256+0000","last_undegraded":"2024-09-22T10:29:54.032256+0000","last_fullsized":"2024-09-22T10:29:54.032256+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:14:01.732190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'5","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.445312+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:33:39.445312+0000","last_peered":"2024-09-22T10:33:39.445312+0000","last_clean":"2024-09-22T10:33:39.445312+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:33:39.445312+0000","last_undegraded":"2024-09-22T10:33:39.445312+0000","last_fullsized":"2024-09-22T10:33:39.445312+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:34.178252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2128,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":485,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.044415+0000","last_change":"2024-09-22T08:56:18.721470+0000","last_active":"2024-09-22T10:30:34.044415+0000","last_peered":"2024-09-22T10:30:34.044415+0000","last_clean":"2024-09-22T10:30:34.044415+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:30:34.044415+0000","last_undegraded":"2024-09-22T10:30:34.044415+0000","last_fullsized":"2024-09-22T10:30:34.044415+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:48.916124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.232426+0000","last_change":"2024-09-22T09:31:32.358394+0000","last_active":"2024-09-22T10:29:54.232426+0000","last_peered":"2024-09-22T10:29:54.232426+0000","last_clean":"2024-09-22T10:29:54.232426+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:29:54.232426+0000","last_undegraded":"2024-09-22T10:29:54.232426+0000","last_fullsized":"2024-09-22T10:29:54.232426+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:31:34.912755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'5","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.394350+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:33:41.394350+0000","last_peered":"2024-09-22T10:33:41.394350+0000","last_clean":"2024-09-22T10:33:41.394350+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:33:41.394350+0000","last_undegraded":"2024-09-22T10:33:41.394350+0000","last_fullsized":"2024-09-22T10:33:41.394350+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":48,"num_write":10,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'6","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:51.116581+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:31:51.116581+0000","last_peered":"2024-09-22T10:31:51.116581+0000","last_clean":"2024-09-22T10:31:51.116581+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:31:51.116581+0000","last_undegraded":"2024-09-22T10:31:51.116581+0000","last_fullsized":"2024-09-22T10:31:51.116581+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:31.309021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064199+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:29:34.064199+0000","last_peered":"2024-09-22T10:29:34.064199+0000","last_clean":"2024-09-22T10:29:34.064199+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:29:34.064199+0000","last_undegraded":"2024-09-22T10:29:34.064199+0000","last_fullsized":"2024-09-22T10:29:34.064199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:19:20.166766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.226559+0000","last_change":"2024-09-22T09:02:24.089882+0000","last_active":"2024-09-22T10:29:24.226559+0000","last_peered":"2024-09-22T10:29:24.226559+0000","last_clean":"2024-09-22T10:29:24.226559+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:29:24.226559+0000","last_undegraded":"2024-09-22T10:29:24.226559+0000","last_fullsized":"2024-09-22T10:29:24.226559+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:56:15.380397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.241098+0000","last_change":"2024-09-22T08:56:18.715975+0000","last_active":"2024-09-22T10:30:34.241098+0000","last_peered":"2024-09-22T10:30:34.241098+0000","last_clean":"2024-09-22T10:30:34.241098+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:30:34.241098+0000","last_undegraded":"2024-09-22T10:30:34.241098+0000","last_fullsized":"2024-09-22T10:30:34.241098+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:34:55.334658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069502+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:31:57.069502+0000","last_peered":"2024-09-22T10:31:57.069502+0000","last_clean":"2024-09-22T10:31:57.069502+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:31:57.069502+0000","last_undegraded":"2024-09-22T10:31:57.069502+0000","last_fullsized":"2024-09-22T10:31:57.069502+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:45.094890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'4","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:49.061406+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:31:49.061406+0000","last_peered":"2024-09-22T10:31:49.061406+0000","last_clean":"2024-09-22T10:31:49.061406+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:31:49.061406+0000","last_undegraded":"2024-09-22T10:31:49.061406+0000","last_fullsized":"2024-09-22T10:31:49.061406+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:04.092781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064159+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:29:34.064159+0000","last_peered":"2024-09-22T10:29:34.064159+0000","last_clean":"2024-09-22T10:29:34.064159+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:29:34.064159+0000","last_undegraded":"2024-09-22T10:29:34.064159+0000","last_fullsized":"2024-09-22T10:29:34.064159+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:37:08.043305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'2","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:34.079779+0000","last_change":"2024-09-22T09:02:31.269451+0000","last_active":"2024-09-22T10:33:34.079779+0000","last_peered":"2024-09-22T10:33:34.079779+0000","last_clean":"2024-09-22T10:33:34.079779+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:33:34.079779+0000","last_undegraded":"2024-09-22T10:33:34.079779+0000","last_fullsized":"2024-09-22T10:33:34.079779+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:17:27.389663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:27.092691+0000","last_change":"2024-09-22T09:02:24.107786+0000","last_active":"2024-09-22T10:33:27.092691+0000","last_peered":"2024-09-22T10:33:27.092691+0000","last_clean":"2024-09-22T10:33:27.092691+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:33:27.092691+0000","last_undegraded":"2024-09-22T10:33:27.092691+0000","last_fullsized":"2024-09-22T10:33:27.092691+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:57.497326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:41.085800+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:29:41.085800+0000","last_peered":"2024-09-22T10:29:41.085800+0000","last_clean":"2024-09-22T10:29:41.085800+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:29:41.085800+0000","last_undegraded":"2024-09-22T10:29:41.085800+0000","last_fullsized":"2024-09-22T10:29:41.085800+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:18.782621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.030468+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:29:34.030468+0000","last_peered":"2024-09-22T10:29:34.030468+0000","last_clean":"2024-09-22T10:29:34.030468+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:29:34.030468+0000","last_undegraded":"2024-09-22T10:29:34.030468+0000","last_fullsized":"2024-09-22T10:29:34.030468+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:27:53.098086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'3","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:34.079659+0000","last_change":"2024-09-22T09:02:31.261796+0000","last_active":"2024-09-22T10:33:34.079659+0000","last_peered":"2024-09-22T10:33:34.079659+0000","last_clean":"2024-09-22T10:33:34.079659+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:33:34.079659+0000","last_undegraded":"2024-09-22T10:33:34.079659+0000","last_fullsized":"2024-09-22T10:33:34.079659+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:30.100894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.031536+0000","last_change":"2024-09-22T08:56:18.732822+0000","last_active":"2024-09-22T10:29:39.031536+0000","last_peered":"2024-09-22T10:29:39.031536+0000","last_clean":"2024-09-22T10:29:39.031536+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:29:39.031536+0000","last_undegraded":"2024-09-22T10:29:39.031536+0000","last_fullsized":"2024-09-22T10:29:39.031536+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:12.653375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'6","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:33.893361+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:33:33.893361+0000","last_peered":"2024-09-22T10:33:33.893361+0000","last_clean":"2024-09-22T10:33:33.893361+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:33:33.893361+0000","last_undegraded":"2024-09-22T10:33:33.893361+0000","last_fullsized":"2024-09-22T10:33:33.893361+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:24.866535+0000","last_change":"2024-09-22T09:02:24.099497+0000","last_active":"2024-09-22T10:33:24.866535+0000","last_peered":"2024-09-22T10:33:24.866535+0000","last_clean":"2024-09-22T10:33:24.866535+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:33:24.866535+0000","last_undegraded":"2024-09-22T10:33:24.866535+0000","last_fullsized":"2024-09-22T10:33:24.866535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:00.960841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":172,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:42.038467+0000","last_change":"2024-09-22T08:56:18.728789+0000","last_active":"2024-09-22T10:29:42.038467+0000","last_peered":"2024-09-22T10:29:42.038467+0000","last_clean":"2024-09-22T10:29:42.038467+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:29:42.038467+0000","last_undegraded":"2024-09-22T10:29:42.038467+0000","last_fullsized":"2024-09-22T10:29:42.038467+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:57:28.060903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:34.064049+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:29:34.064049+0000","last_peered":"2024-09-22T10:29:34.064049+0000","last_clean":"2024-09-22T10:29:34.064049+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:29:34.064049+0000","last_undegraded":"2024-09-22T10:29:34.064049+0000","last_fullsized":"2024-09-22T10:29:34.064049+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:35:43.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:15.030884+0000","last_change":"2024-09-22T09:02:31.290627+0000","last_active":"2024-09-22T10:31:15.030884+0000","last_peered":"2024-09-22T10:31:15.030884+0000","last_clean":"2024-09-22T10:31:15.030884+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:31:15.030884+0000","last_undegraded":"2024-09-22T10:31:15.030884+0000","last_fullsized":"2024-09-22T10:31:15.030884+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:31.858606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:39.065233+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:29:39.065233+0000","last_peered":"2024-09-22T10:29:39.065233+0000","last_clean":"2024-09-22T10:29:39.065233+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:29:39.065233+0000","last_undegraded":"2024-09-22T10:29:39.065233+0000","last_fullsized":"2024-09-22T10:29:39.065233+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:24:44.331847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.236682+0000","last_change":"2024-09-22T09:31:32.342511+0000","last_active":"2024-09-22T10:30:14.236682+0000","last_peered":"2024-09-22T10:30:14.236682+0000","last_clean":"2024-09-22T10:30:14.236682+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:30:14.236682+0000","last_undegraded":"2024-09-22T10:30:14.236682+0000","last_fullsized":"2024-09-22T10:30:14.236682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:45.799377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879619+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:32:33.879619+0000","last_peered":"2024-09-22T10:32:33.879619+0000","last_clean":"2024-09-22T10:32:33.879619+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:32:33.879619+0000","last_undegraded":"2024-09-22T10:32:33.879619+0000","last_fullsized":"2024-09-22T10:32:33.879619+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:09.235388+0000","last_change":"2024-09-22T09:02:24.100046+0000","last_active":"2024-09-22T10:30:09.235388+0000","last_peered":"2024-09-22T10:30:09.235388+0000","last_clean":"2024-09-22T10:30:09.235388+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:30:09.235388+0000","last_undegraded":"2024-09-22T10:30:09.235388+0000","last_fullsized":"2024-09-22T10:30:09.235388+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:57.387577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016056+0000","last_change":"2024-09-22T09:31:32.367200+0000","last_active":"2024-09-22T10:30:05.016056+0000","last_peered":"2024-09-22T10:30:05.016056+0000","last_clean":"2024-09-22T10:30:05.016056+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:30:05.016056+0000","last_undegraded":"2024-09-22T10:30:05.016056+0000","last_fullsized":"2024-09-22T10:30:05.016056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:12:48.283761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'9","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.319685+0000","last_change":"2024-09-22T09:02:31.513003+0000","last_active":"2024-09-22T10:33:41.319685+0000","last_peered":"2024-09-22T10:33:41.319685+0000","last_clean":"2024-09-22T10:33:41.319685+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:33:41.319685+0000","last_undegraded":"2024-09-22T10:33:41.319685+0000","last_fullsized":"2024-09-22T10:33:41.319685+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.413729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12388,"num_write":14,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068703+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:32:24.068703+0000","last_peered":"2024-09-22T10:32:24.068703+0000","last_clean":"2024-09-22T10:32:24.068703+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:32:24.068703+0000","last_undegraded":"2024-09-22T10:32:24.068703+0000","last_fullsized":"2024-09-22T10:32:24.068703+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8237,"num_write":6,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025519+0000","last_change":"2024-09-22T08:56:18.732561+0000","last_active":"2024-09-22T10:30:50.025519+0000","last_peered":"2024-09-22T10:30:50.025519+0000","last_clean":"2024-09-22T10:30:50.025519+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:30:50.025519+0000","last_undegraded":"2024-09-22T10:30:50.025519+0000","last_fullsized":"2024-09-22T10:30:50.025519+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:23:10.723230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091446+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:30:06.091446+0000","last_peered":"2024-09-22T10:30:06.091446+0000","last_clean":"2024-09-22T10:30:06.091446+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:30:06.091446+0000","last_undegraded":"2024-09-22T10:30:06.091446+0000","last_fullsized":"2024-09-22T10:30:06.091446+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:14:17.740042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.041092+0000","last_change":"2024-09-22T09:02:24.093881+0000","last_active":"2024-09-22T10:30:34.041092+0000","last_peered":"2024-09-22T10:30:34.041092+0000","last_clean":"2024-09-22T10:30:34.041092+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:30:34.041092+0000","last_undegraded":"2024-09-22T10:30:34.041092+0000","last_fullsized":"2024-09-22T10:30:34.041092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:19:10.586154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244337+0000","last_change":"2024-09-22T08:56:18.737990+0000","last_active":"2024-09-22T10:30:49.244337+0000","last_peered":"2024-09-22T10:30:49.244337+0000","last_clean":"2024-09-22T10:30:49.244337+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:30:49.244337+0000","last_undegraded":"2024-09-22T10:30:49.244337+0000","last_fullsized":"2024-09-22T10:30:49.244337+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:46:38.170217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:32.093892+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:33:32.093892+0000","last_peered":"2024-09-22T10:33:32.093892+0000","last_clean":"2024-09-22T10:33:32.093892+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:33:32.093892+0000","last_undegraded":"2024-09-22T10:33:32.093892+0000","last_fullsized":"2024-09-22T10:33:32.093892+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'8","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.921692+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:33:39.921692+0000","last_peered":"2024-09-22T10:33:39.921692+0000","last_clean":"2024-09-22T10:33:39.921692+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:33:39.921692+0000","last_undegraded":"2024-09-22T10:33:39.921692+0000","last_fullsized":"2024-09-22T10:33:39.921692+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":8,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.047968+0000","last_change":"2024-09-22T08:56:18.712116+0000","last_active":"2024-09-22T10:30:49.047968+0000","last_peered":"2024-09-22T10:30:49.047968+0000","last_clean":"2024-09-22T10:30:49.047968+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:30:49.047968+0000","last_undegraded":"2024-09-22T10:30:49.047968+0000","last_fullsized":"2024-09-22T10:30:49.047968+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:32.612200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:14.049810+0000","last_change":"2024-09-22T09:02:24.090338+0000","last_active":"2024-09-22T10:31:14.049810+0000","last_peered":"2024-09-22T10:31:14.049810+0000","last_clean":"2024-09-22T10:31:14.049810+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:31:14.049810+0000","last_undegraded":"2024-09-22T10:31:14.049810+0000","last_fullsized":"2024-09-22T10:31:14.049810+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:18.320757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:51.116460+0000","last_change":"2024-09-22T08:56:18.724705+0000","last_active":"2024-09-22T10:31:51.116460+0000","last_peered":"2024-09-22T10:31:51.116460+0000","last_clean":"2024-09-22T10:31:51.116460+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:31:51.116460+0000","last_undegraded":"2024-09-22T10:31:51.116460+0000","last_fullsized":"2024-09-22T10:31:51.116460+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.037652+0000","last_change":"2024-09-22T09:02:31.289360+0000","last_active":"2024-09-22T10:30:19.037652+0000","last_peered":"2024-09-22T10:30:19.037652+0000","last_clean":"2024-09-22T10:30:19.037652+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:30:19.037652+0000","last_undegraded":"2024-09-22T10:30:19.037652+0000","last_fullsized":"2024-09-22T10:30:19.037652+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:37.017602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.058794+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:31:39.058794+0000","last_peered":"2024-09-22T10:31:39.058794+0000","last_clean":"2024-09-22T10:31:39.058794+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:31:39.058794+0000","last_undegraded":"2024-09-22T10:31:39.058794+0000","last_fullsized":"2024-09-22T10:31:39.058794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.867486+0000","last_change":"2024-09-22T08:56:18.731841+0000","last_active":"2024-09-22T10:31:38.867486+0000","last_peered":"2024-09-22T10:31:38.867486+0000","last_clean":"2024-09-22T10:31:38.867486+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:31:38.867486+0000","last_undegraded":"2024-09-22T10:31:38.867486+0000","last_fullsized":"2024-09-22T10:31:38.867486+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.393244+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:33:41.393244+0000","last_peered":"2024-09-22T10:33:41.393244+0000","last_clean":"2024-09-22T10:33:41.393244+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:33:41.393244+0000","last_undegraded":"2024-09-22T10:33:41.393244+0000","last_fullsized":"2024-09-22T10:33:41.393244+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076492+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:32:27.076492+0000","last_peered":"2024-09-22T10:32:27.076492+0000","last_clean":"2024-09-22T10:32:27.076492+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:32:27.076492+0000","last_undegraded":"2024-09-22T10:32:27.076492+0000","last_fullsized":"2024-09-22T10:32:27.076492+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.036122+0000","last_change":"2024-09-22T08:56:18.733548+0000","last_active":"2024-09-22T10:31:40.036122+0000","last_peered":"2024-09-22T10:31:40.036122+0000","last_clean":"2024-09-22T10:31:40.036122+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:31:40.036122+0000","last_undegraded":"2024-09-22T10:31:40.036122+0000","last_fullsized":"2024-09-22T10:31:40.036122+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118826+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:32:01.118826+0000","last_peered":"2024-09-22T10:32:01.118826+0000","last_clean":"2024-09-22T10:32:01.118826+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:32:01.118826+0000","last_undegraded":"2024-09-22T10:32:01.118826+0000","last_fullsized":"2024-09-22T10:32:01.118826+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507324+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:33:39.507324+0000","last_peered":"2024-09-22T10:33:39.507324+0000","last_clean":"2024-09-22T10:33:39.507324+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:33:39.507324+0000","last_undegraded":"2024-09-22T10:33:39.507324+0000","last_fullsized":"2024-09-22T10:33:39.507324+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'4","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.319707+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:33:41.319707+0000","last_peered":"2024-09-22T10:33:41.319707+0000","last_clean":"2024-09-22T10:33:41.319707+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:33:41.319707+0000","last_undegraded":"2024-09-22T10:33:41.319707+0000","last_fullsized":"2024-09-22T10:33:41.319707+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":71,"num_write":4,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.059021+0000","last_change":"2024-09-22T08:56:18.717788+0000","last_active":"2024-09-22T10:31:39.059021+0000","last_peered":"2024-09-22T10:31:39.059021+0000","last_clean":"2024-09-22T10:31:39.059021+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:31:39.059021+0000","last_undegraded":"2024-09-22T10:31:39.059021+0000","last_fullsized":"2024-09-22T10:31:39.059021+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:00.655703+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:32:00.655703+0000","last_peered":"2024-09-22T10:32:00.655703+0000","last_clean":"2024-09-22T10:32:00.655703+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:32:00.655703+0000","last_undegraded":"2024-09-22T10:32:00.655703+0000","last_fullsized":"2024-09-22T10:32:00.655703+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.065913+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:32:09.065913+0000","last_peered":"2024-09-22T10:32:09.065913+0000","last_clean":"2024-09-22T10:32:09.065913+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:32:09.065913+0000","last_undegraded":"2024-09-22T10:32:09.065913+0000","last_fullsized":"2024-09-22T10:32:09.065913+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:07:11.734513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'3","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:19.261986+0000","last_change":"2024-09-22T09:02:24.101387+0000","last_active":"2024-09-22T10:32:19.261986+0000","last_peered":"2024-09-22T10:32:19.261986+0000","last_clean":"2024-09-22T10:32:19.261986+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:32:19.261986+0000","last_undegraded":"2024-09-22T10:32:19.261986+0000","last_fullsized":"2024-09-22T10:32:19.261986+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:04.665663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":224,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.036288+0000","last_change":"2024-09-22T08:56:18.723863+0000","last_active":"2024-09-22T10:31:40.036288+0000","last_peered":"2024-09-22T10:31:40.036288+0000","last_clean":"2024-09-22T10:31:40.036288+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:31:40.036288+0000","last_undegraded":"2024-09-22T10:31:40.036288+0000","last_fullsized":"2024-09-22T10:31:40.036288+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:54.058229+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:31:54.058229+0000","last_peered":"2024-09-22T10:31:54.058229+0000","last_clean":"2024-09-22T10:31:54.058229+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:31:54.058229+0000","last_undegraded":"2024-09-22T10:31:54.058229+0000","last_fullsized":"2024-09-22T10:31:54.058229+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":165,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094177+0000","last_change":"2024-09-22T08:56:18.726505+0000","last_active":"2024-09-22T10:30:16.094177+0000","last_peered":"2024-09-22T10:30:16.094177+0000","last_clean":"2024-09-22T10:30:16.094177+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:30:16.094177+0000","last_undegraded":"2024-09-22T10:30:16.094177+0000","last_fullsized":"2024-09-22T10:30:16.094177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:10.595926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069321+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:31:57.069321+0000","last_peered":"2024-09-22T10:31:57.069321+0000","last_clean":"2024-09-22T10:31:57.069321+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:31:57.069321+0000","last_undegraded":"2024-09-22T10:31:57.069321+0000","last_fullsized":"2024-09-22T10:31:57.069321+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'12","reported_seq":95,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:26.140318+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:33:26.140318+0000","last_peered":"2024-09-22T10:33:26.140318+0000","last_clean":"2024-09-22T10:33:26.140318+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:33:26.140318+0000","last_undegraded":"2024-09-22T10:33:26.140318+0000","last_fullsized":"2024-09-22T10:33:26.140318+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":20484,"num_write":22,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":198,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034613+0000","last_change":"2024-09-22T08:56:18.709006+0000","last_active":"2024-09-22T10:30:04.034613+0000","last_peered":"2024-09-22T10:30:04.034613+0000","last_clean":"2024-09-22T10:30:04.034613+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:30:04.034613+0000","last_undegraded":"2024-09-22T10:30:04.034613+0000","last_fullsized":"2024-09-22T10:30:04.034613+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:29:40.318327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"268'1","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.234303+0000","last_change":"2024-09-22T09:31:32.358028+0000","last_active":"2024-09-22T10:30:04.234303+0000","last_peered":"2024-09-22T10:30:04.234303+0000","last_clean":"2024-09-22T10:30:04.234303+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:30:04.234303+0000","last_undegraded":"2024-09-22T10:30:04.234303+0000","last_fullsized":"2024-09-22T10:30:04.234303+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:42:57.365038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.034507+0000","last_change":"2024-09-22T09:02:31.275552+0000","last_active":"2024-09-22T10:30:04.034507+0000","last_peered":"2024-09-22T10:30:04.034507+0000","last_clean":"2024-09-22T10:30:04.034507+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:30:04.034507+0000","last_undegraded":"2024-09-22T10:30:04.034507+0000","last_fullsized":"2024-09-22T10:30:04.034507+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:18:43.886563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.629434+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:30:05.629434+0000","last_peered":"2024-09-22T10:30:05.629434+0000","last_clean":"2024-09-22T10:30:05.629434+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:30:05.629434+0000","last_undegraded":"2024-09-22T10:30:05.629434+0000","last_fullsized":"2024-09-22T10:30:05.629434+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:45:58.841499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037279+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:30:04.037279+0000","last_peered":"2024-09-22T10:30:04.037279+0000","last_clean":"2024-09-22T10:30:04.037279+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:30:04.037279+0000","last_undegraded":"2024-09-22T10:30:04.037279+0000","last_fullsized":"2024-09-22T10:30:04.037279+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:13:49.001245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'4","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.665207+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:33:41.665207+0000","last_peered":"2024-09-22T10:33:41.665207+0000","last_clean":"2024-09-22T10:33:41.665207+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:33:41.665207+0000","last_undegraded":"2024-09-22T10:33:41.665207+0000","last_fullsized":"2024-09-22T10:33:41.665207+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:07.044163+0000","last_change":"2024-09-22T08:56:18.741909+0000","last_active":"2024-09-22T10:30:07.044163+0000","last_peered":"2024-09-22T10:30:07.044163+0000","last_clean":"2024-09-22T10:30:07.044163+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:30:07.044163+0000","last_undegraded":"2024-09-22T10:30:07.044163+0000","last_fullsized":"2024-09-22T10:30:07.044163+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:51:36.974317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.063572+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:31:59.063572+0000","last_peered":"2024-09-22T10:31:59.063572+0000","last_clean":"2024-09-22T10:31:59.063572+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:31:59.063572+0000","last_undegraded":"2024-09-22T10:31:59.063572+0000","last_fullsized":"2024-09-22T10:31:59.063572+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.850747+0000","last_change":"2024-09-22T09:02:31.298146+0000","last_active":"2024-09-22T10:32:09.850747+0000","last_peered":"2024-09-22T10:32:09.850747+0000","last_clean":"2024-09-22T10:32:09.850747+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:32:09.850747+0000","last_undegraded":"2024-09-22T10:32:09.850747+0000","last_fullsized":"2024-09-22T10:32:09.850747+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:46.389612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.393671+0000","last_change":"2024-09-22T09:02:24.095115+0000","last_active":"2024-09-22T10:33:41.393671+0000","last_peered":"2024-09-22T10:33:41.393671+0000","last_clean":"2024-09-22T10:33:41.393671+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:33:41.393671+0000","last_undegraded":"2024-09-22T10:33:41.393671+0000","last_fullsized":"2024-09-22T10:33:41.393671+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:05.016128+0000","last_change":"2024-09-22T08:56:18.737932+0000","last_active":"2024-09-22T10:30:05.016128+0000","last_peered":"2024-09-22T10:30:05.016128+0000","last_clean":"2024-09-22T10:30:05.016128+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:30:05.016128+0000","last_undegraded":"2024-09-22T10:30:05.016128+0000","last_fullsized":"2024-09-22T10:30:05.016128+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:51:02.743820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118939+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:32:01.118939+0000","last_peered":"2024-09-22T10:32:01.118939+0000","last_clean":"2024-09-22T10:32:01.118939+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:32:01.118939+0000","last_undegraded":"2024-09-22T10:32:01.118939+0000","last_fullsized":"2024-09-22T10:32:01.118939+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.184571+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:33:39.184571+0000","last_peered":"2024-09-22T10:33:39.184571+0000","last_clean":"2024-09-22T10:33:39.184571+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:33:39.184571+0000","last_undegraded":"2024-09-22T10:33:39.184571+0000","last_fullsized":"2024-09-22T10:33:39.184571+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:44.640884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.667630+0000","last_change":"2024-09-22T09:02:24.090442+0000","last_active":"2024-09-22T10:33:41.667630+0000","last_peered":"2024-09-22T10:33:41.667630+0000","last_clean":"2024-09-22T10:33:41.667630+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:33:41.667630+0000","last_undegraded":"2024-09-22T10:33:41.667630+0000","last_fullsized":"2024-09-22T10:33:41.667630+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":177,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:31.097482+0000","last_change":"2024-09-22T08:56:18.714992+0000","last_active":"2024-09-22T10:30:31.097482+0000","last_peered":"2024-09-22T10:30:31.097482+0000","last_clean":"2024-09-22T10:30:31.097482+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:30:31.097482+0000","last_undegraded":"2024-09-22T10:30:31.097482+0000","last_fullsized":"2024-09-22T10:30:31.097482+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:26:30.209323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'396","reported_seq":1185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.687359+0000","last_change":"2024-09-22T10:33:58.687359+0000","last_active":"2024-09-22T10:33:58.687359+0000","last_peered":"2024-09-22T10:33:58.687359+0000","last_clean":"2024-09-22T10:33:58.687359+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:58.687359+0000","last_undegraded":"2024-09-22T10:33:58.687359+0000","last_fullsized":"2024-09-22T10:33:58.687359+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.687165+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:34.376430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":751,"num_read_kb":27834,"num_write":1187,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'653","reported_seq":2364,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:30.634884+0000","last_change":"2024-09-22T08:40:29.591977+0000","last_active":"2024-09-22T10:30:30.634884+0000","last_peered":"2024-09-22T10:30:30.634884+0000","last_clean":"2024-09-22T10:30:30.634884+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:30:30.634884+0000","last_undegraded":"2024-09-22T10:30:30.634884+0000","last_fullsized":"2024-09-22T10:30:30.634884+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":600,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:53.999501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'373","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.750579+0000","last_change":"2024-09-22T10:33:53.750579+0000","last_active":"2024-09-22T10:33:53.750579+0000","last_peered":"2024-09-22T10:33:53.750579+0000","last_clean":"2024-09-22T10:33:53.750579+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:33:53.750579+0000","last_undegraded":"2024-09-22T10:33:53.750579+0000","last_fullsized":"2024-09-22T10:33:53.750579+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.750344+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:34.453687+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":59286,"num_write":1173,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'824","reported_seq":2356,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:34.225285+0000","last_change":"2024-09-22T08:40:29.592679+0000","last_active":"2024-09-22T10:30:34.225285+0000","last_peered":"2024-09-22T10:30:34.225285+0000","last_clean":"2024-09-22T10:30:34.225285+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:30:34.225285+0000","last_undegraded":"2024-09-22T10:30:34.225285+0000","last_fullsized":"2024-09-22T10:30:34.225285+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:39:26.199237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'391","reported_seq":1125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.325546+0000","last_change":"2024-09-22T10:33:57.325546+0000","last_active":"2024-09-22T10:33:57.325546+0000","last_peered":"2024-09-22T10:33:57.325546+0000","last_clean":"2024-09-22T10:33:57.325546+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:33:57.325546+0000","last_undegraded":"2024-09-22T10:33:57.325546+0000","last_fullsized":"2024-09-22T10:33:57.325546+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'391","last_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_deep_scrub":"269'391","last_deep_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.325282+0000","objects_scrubbed":8,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:53.480407+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":768,"num_read_kb":21704,"num_write":1222,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'410","reported_seq":2035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.817282+0000","last_change":"2024-09-22T10:34:06.817282+0000","last_active":"2024-09-22T10:34:06.817282+0000","last_peered":"2024-09-22T10:34:06.817282+0000","last_clean":"2024-09-22T10:34:06.817282+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:34:06.817282+0000","last_undegraded":"2024-09-22T10:34:06.817282+0000","last_fullsized":"2024-09-22T10:34:06.817282+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.817099+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:27.077968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'321","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.995745+0000","last_change":"2024-09-22T10:34:02.995745+0000","last_active":"2024-09-22T10:34:02.995745+0000","last_peered":"2024-09-22T10:34:02.995745+0000","last_clean":"2024-09-22T10:34:02.995745+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:34:02.995745+0000","last_undegraded":"2024-09-22T10:34:02.995745+0000","last_fullsized":"2024-09-22T10:34:02.995745+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.995365+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:44:09.663490+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048630,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":796,"num_read_kb":11133,"num_write":1110,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'850","reported_seq":2623,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.357818+0000","last_change":"2024-09-22T10:34:06.357818+0000","last_active":"2024-09-22T10:34:06.357818+0000","last_peered":"2024-09-22T10:34:06.357818+0000","last_clean":"2024-09-22T10:34:06.357818+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:34:06.357818+0000","last_undegraded":"2024-09-22T10:34:06.357818+0000","last_fullsized":"2024-09-22T10:34:06.357818+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'850","last_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_deep_scrub":"269'850","last_deep_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.357630+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:08.196650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'296","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.692692+0000","last_change":"2024-09-22T10:33:57.692692+0000","last_active":"2024-09-22T10:33:57.692692+0000","last_peered":"2024-09-22T10:33:57.692692+0000","last_clean":"2024-09-22T10:33:57.692692+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:57.692692+0000","last_undegraded":"2024-09-22T10:33:57.692692+0000","last_fullsized":"2024-09-22T10:33:57.692692+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'296","last_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_deep_scrub":"269'296","last_deep_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.692489+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:43.433370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":485,"num_read_kb":14732,"num_write":886,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'399","reported_seq":1979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.488914+0000","last_change":"2024-09-22T10:33:59.488914+0000","last_active":"2024-09-22T10:33:59.488914+0000","last_peered":"2024-09-22T10:33:59.488914+0000","last_clean":"2024-09-22T10:33:59.488914+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:33:59.488914+0000","last_undegraded":"2024-09-22T10:33:59.488914+0000","last_fullsized":"2024-09-22T10:33:59.488914+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.488727+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:16.490724+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'342","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.026342+0000","last_change":"2024-09-22T10:33:59.026342+0000","last_active":"2024-09-22T10:33:59.026342+0000","last_peered":"2024-09-22T10:33:59.026342+0000","last_clean":"2024-09-22T10:33:59.026342+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:59.026342+0000","last_undegraded":"2024-09-22T10:33:59.026342+0000","last_fullsized":"2024-09-22T10:33:59.026342+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.026127+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:54.031651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":556,"num_read_kb":53250,"num_write":1095,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1962,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055864+0000","last_change":"2024-09-22T08:40:29.588826+0000","last_active":"2024-09-22T10:30:57.055864+0000","last_peered":"2024-09-22T10:30:57.055864+0000","last_clean":"2024-09-22T10:30:57.055864+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:30:57.055864+0000","last_undegraded":"2024-09-22T10:30:57.055864+0000","last_fullsized":"2024-09-22T10:30:57.055864+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:14:46.608771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'411","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.676664+0000","last_change":"2024-09-22T10:33:56.676664+0000","last_active":"2024-09-22T10:33:56.676664+0000","last_peered":"2024-09-22T10:33:56.676664+0000","last_clean":"2024-09-22T10:33:56.676664+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:56.676664+0000","last_undegraded":"2024-09-22T10:33:56.676664+0000","last_fullsized":"2024-09-22T10:33:56.676664+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'411","last_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_deep_scrub":"269'411","last_deep_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.676393+0000","objects_scrubbed":8,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:42.145986+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194395,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":752,"num_read_kb":16234,"num_write":1189,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'787","reported_seq":2442,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:55.641038+0000","last_change":"2024-09-22T08:40:29.585407+0000","last_active":"2024-09-22T10:30:55.641038+0000","last_peered":"2024-09-22T10:30:55.641038+0000","last_clean":"2024-09-22T10:30:55.641038+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:30:55.641038+0000","last_undegraded":"2024-09-22T10:30:55.641038+0000","last_fullsized":"2024-09-22T10:30:55.641038+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:57.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'358","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.891793+0000","last_change":"2024-09-22T10:33:55.891793+0000","last_active":"2024-09-22T10:33:55.891793+0000","last_peered":"2024-09-22T10:33:55.891793+0000","last_clean":"2024-09-22T10:33:55.891793+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:33:55.891793+0000","last_undegraded":"2024-09-22T10:33:55.891793+0000","last_fullsized":"2024-09-22T10:33:55.891793+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.891497+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:12.894778+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":563,"num_read_kb":53331,"num_write":1068,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'367","reported_seq":1816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.373955+0000","last_change":"2024-09-22T10:34:00.373955+0000","last_active":"2024-09-22T10:34:00.373955+0000","last_peered":"2024-09-22T10:34:00.373955+0000","last_clean":"2024-09-22T10:34:00.373955+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:34:00.373955+0000","last_undegraded":"2024-09-22T10:34:00.373955+0000","last_fullsized":"2024-09-22T10:34:00.373955+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.373768+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:22.440175+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1207","reported_seq":2804,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.927491+0000","last_change":"2024-09-22T10:34:03.927491+0000","last_active":"2024-09-22T10:34:03.927491+0000","last_peered":"2024-09-22T10:34:03.927491+0000","last_clean":"2024-09-22T10:34:03.927491+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:34:03.927491+0000","last_undegraded":"2024-09-22T10:34:03.927491+0000","last_fullsized":"2024-09-22T10:34:03.927491+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1207","last_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_deep_scrub":"269'1207","last_deep_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.927301+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":1100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:20.931516+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'417","reported_seq":1214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.704313+0000","last_change":"2024-09-22T10:33:55.704313+0000","last_active":"2024-09-22T10:33:55.704313+0000","last_peered":"2024-09-22T10:33:55.704313+0000","last_clean":"2024-09-22T10:33:55.704313+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:55.704313+0000","last_undegraded":"2024-09-22T10:33:55.704313+0000","last_fullsized":"2024-09-22T10:33:55.704313+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.704108+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:52.801419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1027,"num_read_kb":18571,"num_write":1365,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'459","reported_seq":2001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.663870+0000","last_change":"2024-09-22T10:34:03.663870+0000","last_active":"2024-09-22T10:34:03.663870+0000","last_peered":"2024-09-22T10:34:03.663870+0000","last_clean":"2024-09-22T10:34:03.663870+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:34:03.663870+0000","last_undegraded":"2024-09-22T10:34:03.663870+0000","last_fullsized":"2024-09-22T10:34:03.663870+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.663648+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:04:52.994649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'490","reported_seq":1279,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.526787+0000","last_change":"2024-09-22T10:33:56.526628+0000","last_active":"2024-09-22T10:33:56.526787+0000","last_peered":"2024-09-22T10:33:56.526787+0000","last_clean":"2024-09-22T10:33:56.526787+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:56.526787+0000","last_undegraded":"2024-09-22T10:33:56.526787+0000","last_fullsized":"2024-09-22T10:33:56.526787+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.526339+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:31.042604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":15167,"num_write":1459,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'823","reported_seq":2610,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.021353+0000","last_change":"2024-09-22T10:34:05.021353+0000","last_active":"2024-09-22T10:34:05.021353+0000","last_peered":"2024-09-22T10:34:05.021353+0000","last_clean":"2024-09-22T10:34:05.021353+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:34:05.021353+0000","last_undegraded":"2024-09-22T10:34:05.021353+0000","last_fullsized":"2024-09-22T10:34:05.021353+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'823","last_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_deep_scrub":"269'823","last_deep_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.021115+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:10.424281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'384","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.517481+0000","last_change":"2024-09-22T10:33:54.517326+0000","last_active":"2024-09-22T10:33:54.517481+0000","last_peered":"2024-09-22T10:33:54.517481+0000","last_clean":"2024-09-22T10:33:54.517481+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:54.517481+0000","last_undegraded":"2024-09-22T10:33:54.517481+0000","last_fullsized":"2024-09-22T10:33:54.517481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.517101+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:08.761953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":661,"num_read_kb":10245,"num_write":1181,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'490","reported_seq":2151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.441916+0000","last_change":"2024-09-22T10:33:55.441792+0000","last_active":"2024-09-22T10:33:55.441916+0000","last_peered":"2024-09-22T10:33:55.441916+0000","last_clean":"2024-09-22T10:33:55.441916+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:33:55.441916+0000","last_undegraded":"2024-09-22T10:33:55.441916+0000","last_fullsized":"2024-09-22T10:33:55.441916+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.441590+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:32:50.169700+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.984592+0000","last_change":"2024-09-22T10:33:52.984330+0000","last_active":"2024-09-22T10:33:52.984592+0000","last_peered":"2024-09-22T10:33:52.984592+0000","last_clean":"2024-09-22T10:33:52.984592+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:52.984592+0000","last_undegraded":"2024-09-22T10:33:52.984592+0000","last_fullsized":"2024-09-22T10:33:52.984592+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.984069+0000","objects_scrubbed":6,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.320637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'467","reported_seq":2042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.379417+0000","last_change":"2024-09-22T10:33:58.379274+0000","last_active":"2024-09-22T10:33:58.379417+0000","last_peered":"2024-09-22T10:33:58.379417+0000","last_clean":"2024-09-22T10:33:58.379417+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:33:58.379417+0000","last_undegraded":"2024-09-22T10:33:58.379417+0000","last_fullsized":"2024-09-22T10:33:58.379417+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'467","last_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_deep_scrub":"269'467","last_deep_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.379093+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:54:55.740420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'349","reported_seq":1049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.833506+0000","last_change":"2024-09-22T10:33:53.833347+0000","last_active":"2024-09-22T10:33:53.833506+0000","last_peered":"2024-09-22T10:33:53.833506+0000","last_clean":"2024-09-22T10:33:53.833506+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:33:53.833506+0000","last_undegraded":"2024-09-22T10:33:53.833506+0000","last_fullsized":"2024-09-22T10:33:53.833506+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.833123+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:54.108226+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":650,"num_read_kb":36295,"num_write":1079,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'816","reported_seq":2427,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.865444+0000","last_change":"2024-09-22T10:34:05.865313+0000","last_active":"2024-09-22T10:34:05.865444+0000","last_peered":"2024-09-22T10:34:05.865444+0000","last_clean":"2024-09-22T10:34:05.865444+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:34:05.865444+0000","last_undegraded":"2024-09-22T10:34:05.865444+0000","last_fullsized":"2024-09-22T10:34:05.865444+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'816","last_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_deep_scrub":"269'816","last_deep_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.865095+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:10.474841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.314327+0000","last_change":"2024-09-22T10:33:51.314327+0000","last_active":"2024-09-22T10:33:51.314327+0000","last_peered":"2024-09-22T10:33:51.314327+0000","last_clean":"2024-09-22T10:33:51.314327+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:33:51.314327+0000","last_undegraded":"2024-09-22T10:33:51.314327+0000","last_fullsized":"2024-09-22T10:33:51.314327+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.314048+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:51.539691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":52899,"num_write":1014,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'151","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.737938+0000","last_change":"2024-09-22T08:40:37.632176+0000","last_active":"2024-09-22T10:31:45.737938+0000","last_peered":"2024-09-22T10:31:45.737938+0000","last_clean":"2024-09-22T10:31:45.737938+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:31:45.737938+0000","last_undegraded":"2024-09-22T10:31:45.737938+0000","last_fullsized":"2024-09-22T10:31:45.737938+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:56:33.814007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'517","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.903523+0000","last_change":"2024-09-22T10:33:57.903523+0000","last_active":"2024-09-22T10:33:57.903523+0000","last_peered":"2024-09-22T10:33:57.903523+0000","last_clean":"2024-09-22T10:33:57.903523+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:57.903523+0000","last_undegraded":"2024-09-22T10:33:57.903523+0000","last_fullsized":"2024-09-22T10:33:57.903523+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'517","last_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_deep_scrub":"269'517","last_deep_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.903346+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:07.486868+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2300,"num_omap_keys":9,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'367","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.324882+0000","last_change":"2024-09-22T10:33:47.324882+0000","last_active":"2024-09-22T10:33:47.324882+0000","last_peered":"2024-09-22T10:33:47.324882+0000","last_clean":"2024-09-22T10:33:47.324882+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:33:47.324882+0000","last_undegraded":"2024-09-22T10:33:47.324882+0000","last_fullsized":"2024-09-22T10:33:47.324882+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.324789+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:53.077391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":590,"num_read_kb":16878,"num_write":1186,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619460+0000","last_change":"2024-09-22T08:40:31.599349+0000","last_active":"2024-09-22T10:29:20.619460+0000","last_peered":"2024-09-22T10:29:20.619460+0000","last_clean":"2024-09-22T10:29:20.619460+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:29:20.619460+0000","last_undegraded":"2024-09-22T10:29:20.619460+0000","last_fullsized":"2024-09-22T10:29:20.619460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:43.108821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'397","reported_seq":1059,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.601870+0000","last_change":"2024-09-22T08:40:33.581662+0000","last_active":"2024-09-22T10:33:39.601870+0000","last_peered":"2024-09-22T10:33:39.601870+0000","last_clean":"2024-09-22T10:33:39.601870+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:33:39.601870+0000","last_undegraded":"2024-09-22T10:33:39.601870+0000","last_fullsized":"2024-09-22T10:33:39.601870+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":1382,"num_write":512,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:21.077710+0000","last_change":"2024-09-22T08:40:35.609989+0000","last_active":"2024-09-22T10:29:21.077710+0000","last_peered":"2024-09-22T10:29:21.077710+0000","last_clean":"2024-09-22T10:29:21.077710+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:29:21.077710+0000","last_undegraded":"2024-09-22T10:29:21.077710+0000","last_fullsized":"2024-09-22T10:29:21.077710+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:16:16.635599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2510","reported_seq":4377,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.070895+0000","last_change":"2024-09-22T08:40:37.638576+0000","last_active":"2024-09-22T10:31:43.070895+0000","last_peered":"2024-09-22T10:31:43.070895+0000","last_clean":"2024-09-22T10:31:43.070895+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:31:43.070895+0000","last_undegraded":"2024-09-22T10:31:43.070895+0000","last_fullsized":"2024-09-22T10:31:43.070895+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":2400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:14:32.587590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'552","reported_seq":2196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.997191+0000","last_change":"2024-09-22T10:34:03.997060+0000","last_active":"2024-09-22T10:34:03.997191+0000","last_peered":"2024-09-22T10:34:03.997191+0000","last_clean":"2024-09-22T10:34:03.997191+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:34:03.997191+0000","last_undegraded":"2024-09-22T10:34:03.997191+0000","last_fullsized":"2024-09-22T10:34:03.997191+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'552","last_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_deep_scrub":"269'552","last_deep_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.996870+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":500,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:38.630975+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1386,"num_omap_keys":6,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'352","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.378948+0000","last_change":"2024-09-22T10:33:49.378948+0000","last_active":"2024-09-22T10:33:49.378948+0000","last_peered":"2024-09-22T10:33:49.378948+0000","last_clean":"2024-09-22T10:33:49.378948+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:33:49.378948+0000","last_undegraded":"2024-09-22T10:33:49.378948+0000","last_fullsized":"2024-09-22T10:33:49.378948+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.378807+0000","objects_scrubbed":7,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:32.538743+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194354,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":596,"num_read_kb":30450,"num_write":1123,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.999336+0000","last_change":"2024-09-22T10:34:07.999336+0000","last_active":"2024-09-22T10:34:07.999336+0000","last_peered":"2024-09-22T10:34:07.999336+0000","last_clean":"2024-09-22T10:34:07.999336+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:34:07.999336+0000","last_undegraded":"2024-09-22T10:34:07.999336+0000","last_fullsized":"2024-09-22T10:34:07.999336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.999162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:57.480690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'144","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.324674+0000","last_change":"2024-09-22T08:40:33.598149+0000","last_active":"2024-09-22T10:31:36.324674+0000","last_peered":"2024-09-22T10:31:36.324674+0000","last_clean":"2024-09-22T10:31:36.324674+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:31:36.324674+0000","last_undegraded":"2024-09-22T10:31:36.324674+0000","last_fullsized":"2024-09-22T10:31:36.324674+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:18.780598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:22.034299+0000","last_change":"2024-09-22T08:40:35.613379+0000","last_active":"2024-09-22T10:29:22.034299+0000","last_peered":"2024-09-22T10:29:22.034299+0000","last_clean":"2024-09-22T10:29:22.034299+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:29:22.034299+0000","last_undegraded":"2024-09-22T10:29:22.034299+0000","last_fullsized":"2024-09-22T10:29:22.034299+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:06:20.924123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'160","reported_seq":715,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.262315+0000","last_change":"2024-09-22T08:40:37.619229+0000","last_active":"2024-09-22T10:31:43.262315+0000","last_peered":"2024-09-22T10:31:43.262315+0000","last_clean":"2024-09-22T10:31:43.262315+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:31:43.262315+0000","last_undegraded":"2024-09-22T10:31:43.262315+0000","last_fullsized":"2024-09-22T10:31:43.262315+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:23.968971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'794","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.329832+0000","last_change":"2024-09-22T10:33:58.329694+0000","last_active":"2024-09-22T10:33:58.329832+0000","last_peered":"2024-09-22T10:33:58.329832+0000","last_clean":"2024-09-22T10:33:58.329832+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:33:58.329832+0000","last_undegraded":"2024-09-22T10:33:58.329832+0000","last_fullsized":"2024-09-22T10:33:58.329832+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'794","last_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_deep_scrub":"269'794","last_deep_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.329494+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:24.576241+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'352","reported_seq":1050,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.662501+0000","last_change":"2024-09-22T10:33:53.662501+0000","last_active":"2024-09-22T10:33:53.662501+0000","last_peered":"2024-09-22T10:33:53.662501+0000","last_clean":"2024-09-22T10:33:53.662501+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:53.662501+0000","last_undegraded":"2024-09-22T10:33:53.662501+0000","last_fullsized":"2024-09-22T10:33:53.662501+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.662238+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:59.916582+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":38511,"num_write":1238,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.869457+0000","last_change":"2024-09-22T08:40:31.584704+0000","last_active":"2024-09-22T10:31:43.869457+0000","last_peered":"2024-09-22T10:31:43.869457+0000","last_clean":"2024-09-22T10:31:43.869457+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:31:43.869457+0000","last_undegraded":"2024-09-22T10:31:43.869457+0000","last_fullsized":"2024-09-22T10:31:43.869457+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'164","reported_seq":761,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.610052+0000","last_change":"2024-09-22T08:40:33.596706+0000","last_active":"2024-09-22T10:31:36.610052+0000","last_peered":"2024-09-22T10:31:36.610052+0000","last_clean":"2024-09-22T10:31:36.610052+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:31:36.610052+0000","last_undegraded":"2024-09-22T10:31:36.610052+0000","last_fullsized":"2024-09-22T10:31:36.610052+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:23:22.962258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'772","reported_seq":3029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.060954+0000","last_change":"2024-09-22T08:40:35.602404+0000","last_active":"2024-09-22T10:33:39.060954+0000","last_peered":"2024-09-22T10:33:39.060954+0000","last_clean":"2024-09-22T10:33:39.060954+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:33:39.060954+0000","last_undegraded":"2024-09-22T10:33:39.060954+0000","last_fullsized":"2024-09-22T10:33:39.060954+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:25:50.414237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'215","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.833826+0000","last_change":"2024-09-22T08:40:37.854463+0000","last_active":"2024-09-22T10:31:45.833826+0000","last_peered":"2024-09-22T10:31:45.833826+0000","last_clean":"2024-09-22T10:31:45.833826+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:31:45.833826+0000","last_undegraded":"2024-09-22T10:31:45.833826+0000","last_fullsized":"2024-09-22T10:31:45.833826+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:29.147242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'519","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.946366+0000","last_change":"2024-09-22T10:34:00.946244+0000","last_active":"2024-09-22T10:34:00.946366+0000","last_peered":"2024-09-22T10:34:00.946366+0000","last_clean":"2024-09-22T10:34:00.946366+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:34:00.946366+0000","last_undegraded":"2024-09-22T10:34:00.946366+0000","last_fullsized":"2024-09-22T10:34:00.946366+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'519","last_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_deep_scrub":"269'519","last_deep_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.946067+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":500,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:22.432665+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'417","reported_seq":1129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.493483+0000","last_change":"2024-09-22T10:33:50.493483+0000","last_active":"2024-09-22T10:33:50.493483+0000","last_peered":"2024-09-22T10:33:50.493483+0000","last_clean":"2024-09-22T10:33:50.493483+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:50.493483+0000","last_undegraded":"2024-09-22T10:33:50.493483+0000","last_fullsized":"2024-09-22T10:33:50.493483+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.493278+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:37.681126+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":820,"num_read_kb":72069,"num_write":1337,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:20.619504+0000","last_change":"2024-09-22T08:40:31.590897+0000","last_active":"2024-09-22T10:29:20.619504+0000","last_peered":"2024-09-22T10:29:20.619504+0000","last_clean":"2024-09-22T10:29:20.619504+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:29:20.619504+0000","last_undegraded":"2024-09-22T10:29:20.619504+0000","last_fullsized":"2024-09-22T10:29:20.619504+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:50:36.586658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'313","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.851037+0000","last_change":"2024-09-22T08:40:33.602025+0000","last_active":"2024-09-22T10:33:41.851037+0000","last_peered":"2024-09-22T10:33:41.851037+0000","last_clean":"2024-09-22T10:33:41.851037+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:33:41.851037+0000","last_undegraded":"2024-09-22T10:33:41.851037+0000","last_fullsized":"2024-09-22T10:33:41.851037+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:36:52.639327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43190,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":510,"num_read_kb":1090,"num_write":408,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'790","reported_seq":3111,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.893920+0000","last_change":"2024-09-22T08:40:35.588970+0000","last_active":"2024-09-22T10:33:40.893920+0000","last_peered":"2024-09-22T10:33:40.893920+0000","last_clean":"2024-09-22T10:33:40.893920+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:33:40.893920+0000","last_undegraded":"2024-09-22T10:33:40.893920+0000","last_fullsized":"2024-09-22T10:33:40.893920+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:42.931383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'495","reported_seq":2288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.972057+0000","last_change":"2024-09-22T10:34:01.972057+0000","last_active":"2024-09-22T10:34:01.972057+0000","last_peered":"2024-09-22T10:34:01.972057+0000","last_clean":"2024-09-22T10:34:01.972057+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:34:01.972057+0000","last_undegraded":"2024-09-22T10:34:01.972057+0000","last_fullsized":"2024-09-22T10:34:01.972057+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.971862+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:23.554359+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2298,"num_omap_keys":9,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'370","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.665328+0000","last_change":"2024-09-22T10:33:52.665328+0000","last_active":"2024-09-22T10:33:52.665328+0000","last_peered":"2024-09-22T10:33:52.665328+0000","last_clean":"2024-09-22T10:33:52.665328+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:52.665328+0000","last_undegraded":"2024-09-22T10:33:52.665328+0000","last_fullsized":"2024-09-22T10:33:52.665328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.665098+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:25.680785+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":666,"num_read_kb":34402,"num_write":1317,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:06.106184+0000","last_change":"2024-09-22T08:40:31.597338+0000","last_active":"2024-09-22T10:31:06.106184+0000","last_peered":"2024-09-22T10:31:06.106184+0000","last_clean":"2024-09-22T10:31:06.106184+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:31:06.106184+0000","last_undegraded":"2024-09-22T10:31:06.106184+0000","last_fullsized":"2024-09-22T10:31:06.106184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:54.410020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'456","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.905557+0000","last_change":"2024-09-22T08:40:33.595140+0000","last_active":"2024-09-22T10:33:39.905557+0000","last_peered":"2024-09-22T10:33:39.905557+0000","last_clean":"2024-09-22T10:33:39.905557+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:33:39.905557+0000","last_undegraded":"2024-09-22T10:33:39.905557+0000","last_fullsized":"2024-09-22T10:33:39.905557+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:25:09.449746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.779705+0000","last_change":"2024-09-22T10:34:08.779705+0000","last_active":"2024-09-22T10:34:08.779705+0000","last_peered":"2024-09-22T10:34:08.779705+0000","last_clean":"2024-09-22T10:34:08.779705+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:34:08.779705+0000","last_undegraded":"2024-09-22T10:34:08.779705+0000","last_fullsized":"2024-09-22T10:34:08.779705+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.779528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:04.443936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'535","reported_seq":1390,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.932712+0000","last_change":"2024-09-22T08:40:37.638507+0000","last_active":"2024-09-22T10:33:07.932712+0000","last_peered":"2024-09-22T10:33:07.932712+0000","last_clean":"2024-09-22T10:33:07.932712+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:33:07.932712+0000","last_undegraded":"2024-09-22T10:33:07.932712+0000","last_fullsized":"2024-09-22T10:33:07.932712+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:38.095784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'442","reported_seq":2214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.939056+0000","last_change":"2024-09-22T10:33:54.939056+0000","last_active":"2024-09-22T10:33:54.939056+0000","last_peered":"2024-09-22T10:33:54.939056+0000","last_clean":"2024-09-22T10:33:54.939056+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:33:54.939056+0000","last_undegraded":"2024-09-22T10:33:54.939056+0000","last_fullsized":"2024-09-22T10:33:54.939056+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.938854+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:03.631159+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'388","reported_seq":1074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.652605+0000","last_change":"2024-09-22T10:33:51.652605+0000","last_active":"2024-09-22T10:33:51.652605+0000","last_peered":"2024-09-22T10:33:51.652605+0000","last_clean":"2024-09-22T10:33:51.652605+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:51.652605+0000","last_undegraded":"2024-09-22T10:33:51.652605+0000","last_fullsized":"2024-09-22T10:33:51.652605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'388","last_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_deep_scrub":"269'388","last_deep_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.652413+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:48.061647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":669,"num_read_kb":36946,"num_write":1200,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.376418+0000","last_change":"2024-09-22T10:34:01.376418+0000","last_active":"2024-09-22T10:34:01.376418+0000","last_peered":"2024-09-22T10:34:01.376418+0000","last_clean":"2024-09-22T10:34:01.376418+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:34:01.376418+0000","last_undegraded":"2024-09-22T10:34:01.376418+0000","last_fullsized":"2024-09-22T10:34:01.376418+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.376207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:18:48.748479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'352","reported_seq":976,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.139879+0000","last_change":"2024-09-22T08:40:33.596167+0000","last_active":"2024-09-22T10:33:41.139879+0000","last_peered":"2024-09-22T10:33:41.139879+0000","last_clean":"2024-09-22T10:33:41.139879+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:33:41.139879+0000","last_undegraded":"2024-09-22T10:33:41.139879+0000","last_fullsized":"2024-09-22T10:33:41.139879+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:43.564203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50229,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":1327,"num_write":478,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.867569+0000","last_change":"2024-09-22T08:40:35.596990+0000","last_active":"2024-09-22T10:31:38.867569+0000","last_peered":"2024-09-22T10:31:38.867569+0000","last_clean":"2024-09-22T10:31:38.867569+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:31:38.867569+0000","last_undegraded":"2024-09-22T10:31:38.867569+0000","last_fullsized":"2024-09-22T10:31:38.867569+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'113","reported_seq":634,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.824594+0000","last_change":"2024-09-22T08:40:37.630906+0000","last_active":"2024-09-22T10:32:54.824594+0000","last_peered":"2024-09-22T10:32:54.824594+0000","last_clean":"2024-09-22T10:32:54.824594+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:32:54.824594+0000","last_undegraded":"2024-09-22T10:32:54.824594+0000","last_fullsized":"2024-09-22T10:32:54.824594+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:26.109927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2098,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.475532+0000","last_change":"2024-09-22T10:33:57.475532+0000","last_active":"2024-09-22T10:33:57.475532+0000","last_peered":"2024-09-22T10:33:57.475532+0000","last_clean":"2024-09-22T10:33:57.475532+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:33:57.475532+0000","last_undegraded":"2024-09-22T10:33:57.475532+0000","last_fullsized":"2024-09-22T10:33:57.475532+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'447","last_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_deep_scrub":"269'447","last_deep_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.475349+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:16.054989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'373","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.676172+0000","last_change":"2024-09-22T10:33:54.676172+0000","last_active":"2024-09-22T10:33:54.676172+0000","last_peered":"2024-09-22T10:33:54.676172+0000","last_clean":"2024-09-22T10:33:54.676172+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:54.676172+0000","last_undegraded":"2024-09-22T10:33:54.676172+0000","last_fullsized":"2024-09-22T10:33:54.676172+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.675951+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:01.790250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":540,"num_read_kb":29782,"num_write":1064,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:49.244284+0000","last_change":"2024-09-22T08:40:31.580279+0000","last_active":"2024-09-22T10:30:49.244284+0000","last_peered":"2024-09-22T10:30:49.244284+0000","last_clean":"2024-09-22T10:30:49.244284+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:30:49.244284+0000","last_undegraded":"2024-09-22T10:30:49.244284+0000","last_fullsized":"2024-09-22T10:30:49.244284+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:25:59.224463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'380","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.070443+0000","last_change":"2024-09-22T08:40:33.589443+0000","last_active":"2024-09-22T10:33:40.070443+0000","last_peered":"2024-09-22T10:33:40.070443+0000","last_clean":"2024-09-22T10:33:40.070443+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:33:40.070443+0000","last_undegraded":"2024-09-22T10:33:40.070443+0000","last_fullsized":"2024-09-22T10:33:40.070443+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:49.068580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'795","reported_seq":3160,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.075451+0000","last_change":"2024-09-22T08:40:35.603686+0000","last_active":"2024-09-22T10:33:39.075451+0000","last_peered":"2024-09-22T10:33:39.075451+0000","last_clean":"2024-09-22T10:33:39.075451+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:33:39.075451+0000","last_undegraded":"2024-09-22T10:33:39.075451+0000","last_fullsized":"2024-09-22T10:33:39.075451+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:29:35.298224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'123","reported_seq":656,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.923116+0000","last_change":"2024-09-22T08:40:37.622062+0000","last_active":"2024-09-22T10:33:06.923116+0000","last_peered":"2024-09-22T10:33:06.923116+0000","last_clean":"2024-09-22T10:33:06.923116+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:33:06.923116+0000","last_undegraded":"2024-09-22T10:33:06.923116+0000","last_fullsized":"2024-09-22T10:33:06.923116+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:07:24.116490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'491","reported_seq":2188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.352258+0000","last_change":"2024-09-22T10:33:56.352258+0000","last_active":"2024-09-22T10:33:56.352258+0000","last_peered":"2024-09-22T10:33:56.352258+0000","last_clean":"2024-09-22T10:33:56.352258+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:33:56.352258+0000","last_undegraded":"2024-09-22T10:33:56.352258+0000","last_fullsized":"2024-09-22T10:33:56.352258+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'491","last_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_deep_scrub":"269'491","last_deep_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.352018+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:48:29.204548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":961,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'372","reported_seq":1085,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.109446+0000","last_change":"2024-09-22T10:33:51.109446+0000","last_active":"2024-09-22T10:33:51.109446+0000","last_peered":"2024-09-22T10:33:51.109446+0000","last_clean":"2024-09-22T10:33:51.109446+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:51.109446+0000","last_undegraded":"2024-09-22T10:33:51.109446+0000","last_fullsized":"2024-09-22T10:33:51.109446+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'372","last_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_deep_scrub":"269'372","last_deep_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.109227+0000","objects_scrubbed":6,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:16.037683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097164,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":687,"num_read_kb":75419,"num_write":1225,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.334159+0000","last_change":"2024-09-22T10:34:02.334159+0000","last_active":"2024-09-22T10:34:02.334159+0000","last_peered":"2024-09-22T10:34:02.334159+0000","last_clean":"2024-09-22T10:34:02.334159+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:34:02.334159+0000","last_undegraded":"2024-09-22T10:34:02.334159+0000","last_fullsized":"2024-09-22T10:34:02.334159+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.333977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:31:53.214093+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'562","reported_seq":1266,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.393090+0000","last_change":"2024-09-22T10:34:08.393090+0000","last_active":"2024-09-22T10:34:08.393090+0000","last_peered":"2024-09-22T10:34:08.393090+0000","last_clean":"2024-09-22T10:34:08.393090+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:34:08.393090+0000","last_undegraded":"2024-09-22T10:34:08.393090+0000","last_fullsized":"2024-09-22T10:34:08.393090+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'562","last_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_deep_scrub":"269'562","last_deep_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.392855+0000","objects_scrubbed":6,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:14.045377+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91156,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2108,"num_write":762,"num_write_kb":589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.248347+0000","last_change":"2024-09-22T08:40:35.600889+0000","last_active":"2024-09-22T10:31:09.248347+0000","last_peered":"2024-09-22T10:31:09.248347+0000","last_clean":"2024-09-22T10:31:09.248347+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:31:09.248347+0000","last_undegraded":"2024-09-22T10:31:09.248347+0000","last_fullsized":"2024-09-22T10:31:09.248347+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:54:49.013514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'118","reported_seq":667,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048497+0000","last_change":"2024-09-22T08:40:37.631858+0000","last_active":"2024-09-22T10:31:09.048497+0000","last_peered":"2024-09-22T10:31:09.048497+0000","last_clean":"2024-09-22T10:31:09.048497+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:31:09.048497+0000","last_undegraded":"2024-09-22T10:31:09.048497+0000","last_fullsized":"2024-09-22T10:31:09.048497+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:52:04.505068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1230","reported_seq":2810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.937324+0000","last_change":"2024-09-22T10:33:53.937324+0000","last_active":"2024-09-22T10:33:53.937324+0000","last_peered":"2024-09-22T10:33:53.937324+0000","last_clean":"2024-09-22T10:33:53.937324+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:33:53.937324+0000","last_undegraded":"2024-09-22T10:33:53.937324+0000","last_fullsized":"2024-09-22T10:33:53.937324+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1230","last_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_deep_scrub":"269'1230","last_deep_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.937125+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":1200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:33.226609+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'352","reported_seq":1114,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.814459+0000","last_change":"2024-09-22T10:33:51.814459+0000","last_active":"2024-09-22T10:33:51.814459+0000","last_peered":"2024-09-22T10:33:51.814459+0000","last_clean":"2024-09-22T10:33:51.814459+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:33:51.814459+0000","last_undegraded":"2024-09-22T10:33:51.814459+0000","last_fullsized":"2024-09-22T10:33:51.814459+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.814221+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:30:32.276619+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":962,"num_read_kb":17231,"num_write":1121,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.326949+0000","last_change":"2024-09-22T10:34:03.326949+0000","last_active":"2024-09-22T10:34:03.326949+0000","last_peered":"2024-09-22T10:34:03.326949+0000","last_clean":"2024-09-22T10:34:03.326949+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:34:03.326949+0000","last_undegraded":"2024-09-22T10:34:03.326949+0000","last_fullsized":"2024-09-22T10:34:03.326949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.326761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:23.824489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'348","reported_seq":989,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.462766+0000","last_change":"2024-09-22T08:40:33.600881+0000","last_active":"2024-09-22T10:33:41.462766+0000","last_peered":"2024-09-22T10:33:41.462766+0000","last_clean":"2024-09-22T10:33:41.462766+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:33:41.462766+0000","last_undegraded":"2024-09-22T10:33:41.462766+0000","last_fullsized":"2024-09-22T10:33:41.462766+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:01:27.119480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:24.056151+0000","last_change":"2024-09-22T08:40:35.602010+0000","last_active":"2024-09-22T10:31:24.056151+0000","last_peered":"2024-09-22T10:31:24.056151+0000","last_clean":"2024-09-22T10:31:24.056151+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:31:24.056151+0000","last_undegraded":"2024-09-22T10:31:24.056151+0000","last_fullsized":"2024-09-22T10:31:24.056151+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:39.152406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'102","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:54.831283+0000","last_change":"2024-09-22T08:40:37.643510+0000","last_active":"2024-09-22T10:32:54.831283+0000","last_peered":"2024-09-22T10:32:54.831283+0000","last_clean":"2024-09-22T10:32:54.831283+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:32:54.831283+0000","last_undegraded":"2024-09-22T10:32:54.831283+0000","last_fullsized":"2024-09-22T10:32:54.831283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:14.272136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'904","reported_seq":2440,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.956486+0000","last_change":"2024-09-22T10:33:55.956486+0000","last_active":"2024-09-22T10:33:55.956486+0000","last_peered":"2024-09-22T10:33:55.956486+0000","last_clean":"2024-09-22T10:33:55.956486+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:33:55.956486+0000","last_undegraded":"2024-09-22T10:33:55.956486+0000","last_fullsized":"2024-09-22T10:33:55.956486+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'904","last_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_deep_scrub":"269'904","last_deep_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.956292+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:22.150413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'321","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.380511+0000","last_change":"2024-09-22T10:33:50.380254+0000","last_active":"2024-09-22T10:33:50.380511+0000","last_peered":"2024-09-22T10:33:50.380511+0000","last_clean":"2024-09-22T10:33:50.380511+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:33:50.380511+0000","last_undegraded":"2024-09-22T10:33:50.380511+0000","last_fullsized":"2024-09-22T10:33:50.380511+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.379989+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:40.198531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":19901,"num_write":958,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.851671+0000","last_change":"2024-09-22T10:34:01.851671+0000","last_active":"2024-09-22T10:34:01.851671+0000","last_peered":"2024-09-22T10:34:01.851671+0000","last_clean":"2024-09-22T10:34:01.851671+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:34:01.851671+0000","last_undegraded":"2024-09-22T10:34:01.851671+0000","last_fullsized":"2024-09-22T10:34:01.851671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.851494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:54.226957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'351","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.688947+0000","last_change":"2024-09-22T08:40:33.592881+0000","last_active":"2024-09-22T10:33:40.688947+0000","last_peered":"2024-09-22T10:33:40.688947+0000","last_clean":"2024-09-22T10:33:40.688947+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:33:40.688947+0000","last_undegraded":"2024-09-22T10:33:40.688947+0000","last_fullsized":"2024-09-22T10:33:40.688947+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:48:31.130379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":569,"num_read_kb":1060,"num_write":428,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3265,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.063836+0000","last_change":"2024-09-22T08:40:35.588534+0000","last_active":"2024-09-22T10:33:39.063836+0000","last_peered":"2024-09-22T10:33:39.063836+0000","last_clean":"2024-09-22T10:33:39.063836+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:33:39.063836+0000","last_undegraded":"2024-09-22T10:33:39.063836+0000","last_fullsized":"2024-09-22T10:33:39.063836+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":701,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:28.728151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'115","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:40.188451+0000","last_change":"2024-09-22T08:40:37.618236+0000","last_active":"2024-09-22T10:31:40.188451+0000","last_peered":"2024-09-22T10:31:40.188451+0000","last_clean":"2024-09-22T10:31:40.188451+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:31:40.188451+0000","last_undegraded":"2024-09-22T10:31:40.188451+0000","last_fullsized":"2024-09-22T10:31:40.188451+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:53:13.510678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'424","reported_seq":2122,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.998327+0000","last_change":"2024-09-22T10:33:56.998327+0000","last_active":"2024-09-22T10:33:56.998327+0000","last_peered":"2024-09-22T10:33:56.998327+0000","last_clean":"2024-09-22T10:33:56.998327+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:33:56.998327+0000","last_undegraded":"2024-09-22T10:33:56.998327+0000","last_fullsized":"2024-09-22T10:33:56.998327+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'424","last_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_deep_scrub":"269'424","last_deep_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.998124+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:39.605934+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2810,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.948973+0000","last_change":"2024-09-22T10:33:48.948973+0000","last_active":"2024-09-22T10:33:48.948973+0000","last_peered":"2024-09-22T10:33:48.948973+0000","last_clean":"2024-09-22T10:33:48.948973+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:48.948973+0000","last_undegraded":"2024-09-22T10:33:48.948973+0000","last_fullsized":"2024-09-22T10:33:48.948973+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.948758+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:27:22.258424+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.817243+0000","last_change":"2024-09-22T08:40:31.597930+0000","last_active":"2024-09-22T10:33:38.817243+0000","last_peered":"2024-09-22T10:33:38.817243+0000","last_clean":"2024-09-22T10:33:38.817243+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:33:38.817243+0000","last_undegraded":"2024-09-22T10:33:38.817243+0000","last_fullsized":"2024-09-22T10:33:38.817243+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:18.844224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'141","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.913644+0000","last_change":"2024-09-22T08:40:33.588723+0000","last_active":"2024-09-22T10:31:35.913644+0000","last_peered":"2024-09-22T10:31:35.913644+0000","last_clean":"2024-09-22T10:31:35.913644+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:31:35.913644+0000","last_undegraded":"2024-09-22T10:31:35.913644+0000","last_fullsized":"2024-09-22T10:31:35.913644+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:43.453070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'770","reported_seq":7600,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.066299+0000","last_change":"2024-09-22T08:40:35.606855+0000","last_active":"2024-09-22T10:33:39.066299+0000","last_peered":"2024-09-22T10:33:39.066299+0000","last_clean":"2024-09-22T10:33:39.066299+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:33:39.066299+0000","last_undegraded":"2024-09-22T10:33:39.066299+0000","last_fullsized":"2024-09-22T10:33:39.066299+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:10:54.983906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.040251+0000","last_change":"2024-09-22T08:40:37.621709+0000","last_active":"2024-09-22T10:31:39.040251+0000","last_peered":"2024-09-22T10:31:39.040251+0000","last_clean":"2024-09-22T10:31:39.040251+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:31:39.040251+0000","last_undegraded":"2024-09-22T10:31:39.040251+0000","last_fullsized":"2024-09-22T10:31:39.040251+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:03:35.393161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2363,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.864342+0000","last_change":"2024-09-22T10:34:00.864342+0000","last_active":"2024-09-22T10:34:00.864342+0000","last_peered":"2024-09-22T10:34:00.864342+0000","last_clean":"2024-09-22T10:34:00.864342+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:34:00.864342+0000","last_undegraded":"2024-09-22T10:34:00.864342+0000","last_fullsized":"2024-09-22T10:34:00.864342+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'801","last_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_deep_scrub":"269'801","last_deep_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.864162+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:01.295827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'359","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.800921+0000","last_change":"2024-09-22T10:33:49.800921+0000","last_active":"2024-09-22T10:33:49.800921+0000","last_peered":"2024-09-22T10:33:49.800921+0000","last_clean":"2024-09-22T10:33:49.800921+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:33:49.800921+0000","last_undegraded":"2024-09-22T10:33:49.800921+0000","last_fullsized":"2024-09-22T10:33:49.800921+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.800678+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:03:09.572615+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":608,"num_read_kb":57894,"num_write":1076,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:47.053551+0000","last_change":"2024-09-22T08:40:31.590555+0000","last_active":"2024-09-22T10:30:47.053551+0000","last_peered":"2024-09-22T10:30:47.053551+0000","last_clean":"2024-09-22T10:30:47.053551+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:30:47.053551+0000","last_undegraded":"2024-09-22T10:30:47.053551+0000","last_fullsized":"2024-09-22T10:30:47.053551+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:47.374405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'568","reported_seq":1256,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.672601+0000","last_change":"2024-09-22T08:40:33.593218+0000","last_active":"2024-09-22T10:33:39.672601+0000","last_peered":"2024-09-22T10:33:39.672601+0000","last_clean":"2024-09-22T10:33:39.672601+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:33:39.672601+0000","last_undegraded":"2024-09-22T10:33:39.672601+0000","last_fullsized":"2024-09-22T10:33:39.672601+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":500,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:40:53.126253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.025482+0000","last_change":"2024-09-22T08:40:35.612406+0000","last_active":"2024-09-22T10:30:50.025482+0000","last_peered":"2024-09-22T10:30:50.025482+0000","last_clean":"2024-09-22T10:30:50.025482+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:30:50.025482+0000","last_undegraded":"2024-09-22T10:30:50.025482+0000","last_fullsized":"2024-09-22T10:30:50.025482+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:52:41.234829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'101","reported_seq":630,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.380068+0000","last_change":"2024-09-22T08:40:37.626077+0000","last_active":"2024-09-22T10:31:45.380068+0000","last_peered":"2024-09-22T10:31:45.380068+0000","last_clean":"2024-09-22T10:31:45.380068+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:31:45.380068+0000","last_undegraded":"2024-09-22T10:31:45.380068+0000","last_fullsized":"2024-09-22T10:31:45.380068+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:10.178946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'564","reported_seq":2274,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.557486+0000","last_change":"2024-09-22T10:33:55.557486+0000","last_active":"2024-09-22T10:33:55.557486+0000","last_peered":"2024-09-22T10:33:55.557486+0000","last_clean":"2024-09-22T10:33:55.557486+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:33:55.557486+0000","last_undegraded":"2024-09-22T10:33:55.557486+0000","last_fullsized":"2024-09-22T10:33:55.557486+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'564","last_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_deep_scrub":"269'564","last_deep_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.557314+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:25.064736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":659,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.696348+0000","last_change":"2024-09-22T10:33:49.696348+0000","last_active":"2024-09-22T10:33:49.696348+0000","last_peered":"2024-09-22T10:33:49.696348+0000","last_clean":"2024-09-22T10:33:49.696348+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:33:49.696348+0000","last_undegraded":"2024-09-22T10:33:49.696348+0000","last_fullsized":"2024-09-22T10:33:49.696348+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.696126+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.168489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.067100+0000","last_change":"2024-09-22T10:33:50.067100+0000","last_active":"2024-09-22T10:33:50.067100+0000","last_peered":"2024-09-22T10:33:50.067100+0000","last_clean":"2024-09-22T10:33:50.067100+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:33:50.067100+0000","last_undegraded":"2024-09-22T10:33:50.067100+0000","last_fullsized":"2024-09-22T10:33:50.067100+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.066918+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:00:21.940572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'331","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.783581+0000","last_change":"2024-09-22T10:33:48.783581+0000","last_active":"2024-09-22T10:33:48.783581+0000","last_peered":"2024-09-22T10:33:48.783581+0000","last_clean":"2024-09-22T10:33:48.783581+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:33:48.783581+0000","last_undegraded":"2024-09-22T10:33:48.783581+0000","last_fullsized":"2024-09-22T10:33:48.783581+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.783464+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:18.043617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":58681,"num_write":1071,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"38'5","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.803480+0000","last_change":"2024-09-22T08:40:31.593902+0000","last_active":"2024-09-22T10:33:38.803480+0000","last_peered":"2024-09-22T10:33:38.803480+0000","last_clean":"2024-09-22T10:33:38.803480+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:33:38.803480+0000","last_undegraded":"2024-09-22T10:33:38.803480+0000","last_fullsized":"2024-09-22T10:33:38.803480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:25:11.772412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'763","reported_seq":1517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.547211+0000","last_change":"2024-09-22T08:40:33.594573+0000","last_active":"2024-09-22T10:33:40.547211+0000","last_peered":"2024-09-22T10:33:40.547211+0000","last_clean":"2024-09-22T10:33:40.547211+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:33:40.547211+0000","last_undegraded":"2024-09-22T10:33:40.547211+0000","last_fullsized":"2024-09-22T10:33:40.547211+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:06.788899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.052911+0000","last_change":"2024-09-22T08:40:35.601931+0000","last_active":"2024-09-22T10:31:09.052911+0000","last_peered":"2024-09-22T10:31:09.052911+0000","last_clean":"2024-09-22T10:31:09.052911+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:31:09.052911+0000","last_undegraded":"2024-09-22T10:31:09.052911+0000","last_fullsized":"2024-09-22T10:31:09.052911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:19.727688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'207","reported_seq":944,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.723367+0000","last_change":"2024-09-22T08:40:37.625322+0000","last_active":"2024-09-22T10:31:45.723367+0000","last_peered":"2024-09-22T10:31:45.723367+0000","last_clean":"2024-09-22T10:31:45.723367+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:31:45.723367+0000","last_undegraded":"2024-09-22T10:31:45.723367+0000","last_fullsized":"2024-09-22T10:31:45.723367+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:46:33.824782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'885","reported_seq":2498,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.365794+0000","last_change":"2024-09-22T10:33:55.365794+0000","last_active":"2024-09-22T10:33:55.365794+0000","last_peered":"2024-09-22T10:33:55.365794+0000","last_clean":"2024-09-22T10:33:55.365794+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:33:55.365794+0000","last_undegraded":"2024-09-22T10:33:55.365794+0000","last_fullsized":"2024-09-22T10:33:55.365794+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'885","last_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_deep_scrub":"269'885","last_deep_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.365597+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:42:25.136568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.691000+0000","last_change":"2024-09-22T10:33:50.691000+0000","last_active":"2024-09-22T10:33:50.691000+0000","last_peered":"2024-09-22T10:33:50.691000+0000","last_clean":"2024-09-22T10:33:50.691000+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:33:50.691000+0000","last_undegraded":"2024-09-22T10:33:50.691000+0000","last_fullsized":"2024-09-22T10:33:50.691000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.690830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:56:36.568318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'392","reported_seq":1140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.325395+0000","last_change":"2024-09-22T10:33:47.325395+0000","last_active":"2024-09-22T10:33:47.325395+0000","last_peered":"2024-09-22T10:33:47.325395+0000","last_clean":"2024-09-22T10:33:47.325395+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:47.325395+0000","last_undegraded":"2024-09-22T10:33:47.325395+0000","last_fullsized":"2024-09-22T10:33:47.325395+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.325294+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:09.667179+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":37716,"num_write":1247,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"38'3","reported_seq":1010,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:38.805082+0000","last_change":"2024-09-22T08:40:31.600608+0000","last_active":"2024-09-22T10:33:38.805082+0000","last_peered":"2024-09-22T10:33:38.805082+0000","last_clean":"2024-09-22T10:33:38.805082+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:33:38.805082+0000","last_undegraded":"2024-09-22T10:33:38.805082+0000","last_fullsized":"2024-09-22T10:33:38.805082+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:59:27.529108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1461","reported_seq":3824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.828776+0000","last_change":"2024-09-22T10:34:07.828776+0000","last_active":"2024-09-22T10:34:07.828776+0000","last_peered":"2024-09-22T10:34:07.828776+0000","last_clean":"2024-09-22T10:34:07.828776+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:34:07.828776+0000","last_undegraded":"2024-09-22T10:34:07.828776+0000","last_fullsized":"2024-09-22T10:34:07.828776+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1461","last_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_deep_scrub":"269'1461","last_deep_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.828556+0000","objects_scrubbed":11,"log_size":60,"log_dups_size":1401,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:42.018730+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158719,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2294,"num_read_kb":4302,"num_write":1412,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:11.107620+0000","last_change":"2024-09-22T08:40:35.614315+0000","last_active":"2024-09-22T10:31:11.107620+0000","last_peered":"2024-09-22T10:31:11.107620+0000","last_clean":"2024-09-22T10:31:11.107620+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:31:11.107620+0000","last_undegraded":"2024-09-22T10:31:11.107620+0000","last_fullsized":"2024-09-22T10:31:11.107620+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:34:59.598311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'221","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.055087+0000","last_change":"2024-09-22T08:40:37.854134+0000","last_active":"2024-09-22T10:31:39.055087+0000","last_peered":"2024-09-22T10:31:39.055087+0000","last_clean":"2024-09-22T10:31:39.055087+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:31:39.055087+0000","last_undegraded":"2024-09-22T10:31:39.055087+0000","last_fullsized":"2024-09-22T10:31:39.055087+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'849","reported_seq":2568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.832041+0000","last_change":"2024-09-22T10:33:56.832041+0000","last_active":"2024-09-22T10:33:56.832041+0000","last_peered":"2024-09-22T10:33:56.832041+0000","last_clean":"2024-09-22T10:33:56.832041+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:56.832041+0000","last_undegraded":"2024-09-22T10:33:56.832041+0000","last_fullsized":"2024-09-22T10:33:56.832041+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'849","last_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_deep_scrub":"269'849","last_deep_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.831857+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:37.040605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370361+0000","last_change":"2024-09-22T10:33:48.370361+0000","last_active":"2024-09-22T10:33:48.370361+0000","last_peered":"2024-09-22T10:33:48.370361+0000","last_clean":"2024-09-22T10:33:48.370361+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:33:48.370361+0000","last_undegraded":"2024-09-22T10:33:48.370361+0000","last_fullsized":"2024-09-22T10:33:48.370361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:18:39.294521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'368","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.839299+0000","last_change":"2024-09-22T10:33:50.839299+0000","last_active":"2024-09-22T10:33:50.839299+0000","last_peered":"2024-09-22T10:33:50.839299+0000","last_clean":"2024-09-22T10:33:50.839299+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:33:50.839299+0000","last_undegraded":"2024-09-22T10:33:50.839299+0000","last_fullsized":"2024-09-22T10:33:50.839299+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.839118+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:11.275751+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":70306,"num_write":1111,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.365114+0000","last_change":"2024-09-22T10:33:59.365114+0000","last_active":"2024-09-22T10:33:59.365114+0000","last_peered":"2024-09-22T10:33:59.365114+0000","last_clean":"2024-09-22T10:33:59.365114+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:33:59.365114+0000","last_undegraded":"2024-09-22T10:33:59.365114+0000","last_fullsized":"2024-09-22T10:33:59.365114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.364940+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:10.274166+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'387","reported_seq":2340,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.130975+0000","last_change":"2024-09-22T08:40:33.597288+0000","last_active":"2024-09-22T10:33:08.130975+0000","last_peered":"2024-09-22T10:33:08.130975+0000","last_clean":"2024-09-22T10:33:08.130975+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:33:08.130975+0000","last_undegraded":"2024-09-22T10:33:08.130975+0000","last_fullsized":"2024-09-22T10:33:08.130975+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:13.936360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051642+0000","last_change":"2024-09-22T08:40:35.601515+0000","last_active":"2024-09-22T10:31:04.051642+0000","last_peered":"2024-09-22T10:31:04.051642+0000","last_clean":"2024-09-22T10:31:04.051642+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:31:04.051642+0000","last_undegraded":"2024-09-22T10:31:04.051642+0000","last_fullsized":"2024-09-22T10:31:04.051642+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:20.981676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'291","reported_seq":961,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.980688+0000","last_change":"2024-09-22T08:40:37.629185+0000","last_active":"2024-09-22T10:31:45.980688+0000","last_peered":"2024-09-22T10:31:45.980688+0000","last_clean":"2024-09-22T10:31:45.980688+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:31:45.980688+0000","last_undegraded":"2024-09-22T10:31:45.980688+0000","last_fullsized":"2024-09-22T10:31:45.980688+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:50.598419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'432","reported_seq":2074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.824146+0000","last_change":"2024-09-22T10:33:55.824146+0000","last_active":"2024-09-22T10:33:55.824146+0000","last_peered":"2024-09-22T10:33:55.824146+0000","last_clean":"2024-09-22T10:33:55.824146+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:33:55.824146+0000","last_undegraded":"2024-09-22T10:33:55.824146+0000","last_fullsized":"2024-09-22T10:33:55.824146+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'432","last_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_deep_scrub":"269'432","last_deep_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.823933+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:33:52.205925+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.047112+0000","last_change":"2024-09-22T10:33:49.047112+0000","last_active":"2024-09-22T10:33:49.047112+0000","last_peered":"2024-09-22T10:33:49.047112+0000","last_clean":"2024-09-22T10:33:49.047112+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:33:49.047112+0000","last_undegraded":"2024-09-22T10:33:49.047112+0000","last_fullsized":"2024-09-22T10:33:49.047112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.046938+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:06.167134+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.957489+0000","last_change":"2024-09-22T10:33:47.957489+0000","last_active":"2024-09-22T10:33:47.957489+0000","last_peered":"2024-09-22T10:33:47.957489+0000","last_clean":"2024-09-22T10:33:47.957489+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:47.957489+0000","last_undegraded":"2024-09-22T10:33:47.957489+0000","last_fullsized":"2024-09-22T10:33:47.957489+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.957290+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:17:02.470652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.344817+0000","last_change":"2024-09-22T10:34:02.344817+0000","last_active":"2024-09-22T10:34:02.344817+0000","last_peered":"2024-09-22T10:34:02.344817+0000","last_clean":"2024-09-22T10:34:02.344817+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:34:02.344817+0000","last_undegraded":"2024-09-22T10:34:02.344817+0000","last_fullsized":"2024-09-22T10:34:02.344817+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.344618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:06:09.620360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'201","reported_seq":817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:08.143333+0000","last_change":"2024-09-22T08:40:33.600249+0000","last_active":"2024-09-22T10:33:08.143333+0000","last_peered":"2024-09-22T10:33:08.143333+0000","last_clean":"2024-09-22T10:33:08.143333+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:33:08.143333+0000","last_undegraded":"2024-09-22T10:33:08.143333+0000","last_fullsized":"2024-09-22T10:33:08.143333+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:16:44.963479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.446298+0000","last_change":"2024-09-22T10:34:04.446298+0000","last_active":"2024-09-22T10:34:04.446298+0000","last_peered":"2024-09-22T10:34:04.446298+0000","last_clean":"2024-09-22T10:34:04.446298+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:34:04.446298+0000","last_undegraded":"2024-09-22T10:34:04.446298+0000","last_fullsized":"2024-09-22T10:34:04.446298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.446122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:38.328048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'138","reported_seq":733,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:10.644265+0000","last_change":"2024-09-22T08:40:37.637534+0000","last_active":"2024-09-22T10:31:10.644265+0000","last_peered":"2024-09-22T10:31:10.644265+0000","last_clean":"2024-09-22T10:31:10.644265+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:31:10.644265+0000","last_undegraded":"2024-09-22T10:31:10.644265+0000","last_fullsized":"2024-09-22T10:31:10.644265+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:41.952108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'377","reported_seq":1950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.795759+0000","last_change":"2024-09-22T10:33:54.795759+0000","last_active":"2024-09-22T10:33:54.795759+0000","last_peered":"2024-09-22T10:33:54.795759+0000","last_clean":"2024-09-22T10:33:54.795759+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:33:54.795759+0000","last_undegraded":"2024-09-22T10:33:54.795759+0000","last_fullsized":"2024-09-22T10:33:54.795759+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'377","last_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_deep_scrub":"269'377","last_deep_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.795568+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:25.052096+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'327","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.104654+0000","last_change":"2024-09-22T10:33:52.104654+0000","last_active":"2024-09-22T10:33:52.104654+0000","last_peered":"2024-09-22T10:33:52.104654+0000","last_clean":"2024-09-22T10:33:52.104654+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:52.104654+0000","last_undegraded":"2024-09-22T10:33:52.104654+0000","last_fullsized":"2024-09-22T10:33:52.104654+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'327","last_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_deep_scrub":"269'327","last_deep_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.104445+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:15:02.604686+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":545,"num_read_kb":35459,"num_write":1071,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.862857+0000","last_change":"2024-09-22T10:33:46.862857+0000","last_active":"2024-09-22T10:33:46.862857+0000","last_peered":"2024-09-22T10:33:46.862857+0000","last_clean":"2024-09-22T10:33:46.862857+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:33:46.862857+0000","last_undegraded":"2024-09-22T10:33:46.862857+0000","last_fullsized":"2024-09-22T10:33:46.862857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.862770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:57.260611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.343929+0000","last_change":"2024-09-22T10:34:05.343929+0000","last_active":"2024-09-22T10:34:05.343929+0000","last_peered":"2024-09-22T10:34:05.343929+0000","last_clean":"2024-09-22T10:34:05.343929+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:34:05.343929+0000","last_undegraded":"2024-09-22T10:34:05.343929+0000","last_fullsized":"2024-09-22T10:34:05.343929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.343755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:54.812112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'647","reported_seq":1406,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.372460+0000","last_change":"2024-09-22T10:34:07.372460+0000","last_active":"2024-09-22T10:34:07.372460+0000","last_peered":"2024-09-22T10:34:07.372460+0000","last_clean":"2024-09-22T10:34:07.372460+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:34:07.372460+0000","last_undegraded":"2024-09-22T10:34:07.372460+0000","last_fullsized":"2024-09-22T10:34:07.372460+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'647","last_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_deep_scrub":"269'647","last_deep_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.372256+0000","objects_scrubbed":10,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:55.846789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99309,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1074,"num_read_kb":2286,"num_write":860,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:02.056888+0000","last_change":"2024-09-22T08:40:35.612292+0000","last_active":"2024-09-22T10:31:02.056888+0000","last_peered":"2024-09-22T10:31:02.056888+0000","last_clean":"2024-09-22T10:31:02.056888+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:31:02.056888+0000","last_undegraded":"2024-09-22T10:31:02.056888+0000","last_fullsized":"2024-09-22T10:31:02.056888+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:39:33.068785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'122","reported_seq":661,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.198456+0000","last_change":"2024-09-22T08:40:37.855074+0000","last_active":"2024-09-22T10:31:38.198456+0000","last_peered":"2024-09-22T10:31:38.198456+0000","last_clean":"2024-09-22T10:31:38.198456+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:31:38.198456+0000","last_undegraded":"2024-09-22T10:31:38.198456+0000","last_fullsized":"2024-09-22T10:31:38.198456+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:08:03.612641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'551","reported_seq":2187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.336456+0000","last_change":"2024-09-22T10:33:53.336456+0000","last_active":"2024-09-22T10:33:53.336456+0000","last_peered":"2024-09-22T10:33:53.336456+0000","last_clean":"2024-09-22T10:33:53.336456+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:33:53.336456+0000","last_undegraded":"2024-09-22T10:33:53.336456+0000","last_fullsized":"2024-09-22T10:33:53.336456+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.336269+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:15.655548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'329","reported_seq":1132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.882079+0000","last_change":"2024-09-22T10:33:48.882079+0000","last_active":"2024-09-22T10:33:48.882079+0000","last_peered":"2024-09-22T10:33:48.882079+0000","last_clean":"2024-09-22T10:33:48.882079+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:33:48.882079+0000","last_undegraded":"2024-09-22T10:33:48.882079+0000","last_fullsized":"2024-09-22T10:33:48.882079+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.881964+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:31.221616+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":730,"num_read_kb":36166,"num_write":1085,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.603453+0000","last_change":"2024-09-22T10:34:00.603453+0000","last_active":"2024-09-22T10:34:00.603453+0000","last_peered":"2024-09-22T10:34:00.603453+0000","last_clean":"2024-09-22T10:34:00.603453+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:34:00.603453+0000","last_undegraded":"2024-09-22T10:34:00.603453+0000","last_fullsized":"2024-09-22T10:34:00.603453+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.603282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:34.533537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.470456+0000","last_change":"2024-09-22T10:34:00.470456+0000","last_active":"2024-09-22T10:34:00.470456+0000","last_peered":"2024-09-22T10:34:00.470456+0000","last_clean":"2024-09-22T10:34:00.470456+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:34:00.470456+0000","last_undegraded":"2024-09-22T10:34:00.470456+0000","last_fullsized":"2024-09-22T10:34:00.470456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.470234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:02.633047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'361","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.874820+0000","last_change":"2024-09-22T10:34:06.874820+0000","last_active":"2024-09-22T10:34:06.874820+0000","last_peered":"2024-09-22T10:34:06.874820+0000","last_clean":"2024-09-22T10:34:06.874820+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:34:06.874820+0000","last_undegraded":"2024-09-22T10:34:06.874820+0000","last_fullsized":"2024-09-22T10:34:06.874820+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'361","last_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_deep_scrub":"269'361","last_deep_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.874614+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:02.582818+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'791","reported_seq":3470,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.348620+0000","last_change":"2024-09-22T08:40:35.596945+0000","last_active":"2024-09-22T10:33:41.348620+0000","last_peered":"2024-09-22T10:33:41.348620+0000","last_clean":"2024-09-22T10:33:41.348620+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:33:41.348620+0000","last_undegraded":"2024-09-22T10:33:41.348620+0000","last_fullsized":"2024-09-22T10:33:41.348620+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":702,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:26.182881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'114","reported_seq":647,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.928077+0000","last_change":"2024-09-22T08:40:37.853636+0000","last_active":"2024-09-22T10:33:07.928077+0000","last_peered":"2024-09-22T10:33:07.928077+0000","last_clean":"2024-09-22T10:33:07.928077+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:33:07.928077+0000","last_undegraded":"2024-09-22T10:33:07.928077+0000","last_fullsized":"2024-09-22T10:33:07.928077+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:11:17.122336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.930576+0000","last_change":"2024-09-22T10:33:58.930576+0000","last_active":"2024-09-22T10:33:58.930576+0000","last_peered":"2024-09-22T10:33:58.930576+0000","last_clean":"2024-09-22T10:33:58.930576+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:33:58.930576+0000","last_undegraded":"2024-09-22T10:33:58.930576+0000","last_fullsized":"2024-09-22T10:33:58.930576+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1285","last_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_deep_scrub":"269'1285","last_deep_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.930397+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:25.148527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'350","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.800132+0000","last_change":"2024-09-22T10:33:47.800132+0000","last_active":"2024-09-22T10:33:47.800132+0000","last_peered":"2024-09-22T10:33:47.800132+0000","last_clean":"2024-09-22T10:33:47.800132+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:33:47.800132+0000","last_undegraded":"2024-09-22T10:33:47.800132+0000","last_fullsized":"2024-09-22T10:33:47.800132+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.800022+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:09.876946+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":605,"num_read_kb":43190,"num_write":1087,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.882013+0000","last_change":"2024-09-22T10:33:47.882013+0000","last_active":"2024-09-22T10:33:47.882013+0000","last_peered":"2024-09-22T10:33:47.882013+0000","last_clean":"2024-09-22T10:33:47.882013+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:33:47.882013+0000","last_undegraded":"2024-09-22T10:33:47.882013+0000","last_fullsized":"2024-09-22T10:33:47.882013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.881951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:16.509452+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:57.055734+0000","last_change":"2024-09-22T08:40:31.580233+0000","last_active":"2024-09-22T10:30:57.055734+0000","last_peered":"2024-09-22T10:30:57.055734+0000","last_clean":"2024-09-22T10:30:57.055734+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:30:57.055734+0000","last_undegraded":"2024-09-22T10:30:57.055734+0000","last_fullsized":"2024-09-22T10:30:57.055734+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:49.544930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'185","reported_seq":795,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.653122+0000","last_change":"2024-09-22T08:40:33.592848+0000","last_active":"2024-09-22T10:31:36.653122+0000","last_peered":"2024-09-22T10:31:36.653122+0000","last_clean":"2024-09-22T10:31:36.653122+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:31:36.653122+0000","last_undegraded":"2024-09-22T10:31:36.653122+0000","last_fullsized":"2024-09-22T10:31:36.653122+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T08:55:55.011875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'789","reported_seq":3116,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.893880+0000","last_change":"2024-09-22T08:40:35.613626+0000","last_active":"2024-09-22T10:33:40.893880+0000","last_peered":"2024-09-22T10:33:40.893880+0000","last_clean":"2024-09-22T10:33:40.893880+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:33:40.893880+0000","last_undegraded":"2024-09-22T10:33:40.893880+0000","last_fullsized":"2024-09-22T10:33:40.893880+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:28.561977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'185","reported_seq":721,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:54.048883+0000","last_change":"2024-09-22T08:40:37.630011+0000","last_active":"2024-09-22T10:30:54.048883+0000","last_peered":"2024-09-22T10:30:54.048883+0000","last_clean":"2024-09-22T10:30:54.048883+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:30:54.048883+0000","last_undegraded":"2024-09-22T10:30:54.048883+0000","last_fullsized":"2024-09-22T10:30:54.048883+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:20.792978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'583","reported_seq":2378,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.936485+0000","last_change":"2024-09-22T10:33:51.936485+0000","last_active":"2024-09-22T10:33:51.936485+0000","last_peered":"2024-09-22T10:33:51.936485+0000","last_clean":"2024-09-22T10:33:51.936485+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:33:51.936485+0000","last_undegraded":"2024-09-22T10:33:51.936485+0000","last_fullsized":"2024-09-22T10:33:51.936485+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'583","last_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_deep_scrub":"269'583","last_deep_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.936262+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:19.386858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2045,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'510","reported_seq":1391,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.366459+0000","last_change":"2024-09-22T10:33:46.366459+0000","last_active":"2024-09-22T10:33:46.366459+0000","last_peered":"2024-09-22T10:33:46.366459+0000","last_clean":"2024-09-22T10:33:46.366459+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:33:46.366459+0000","last_undegraded":"2024-09-22T10:33:46.366459+0000","last_fullsized":"2024-09-22T10:33:46.366459+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'510","last_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_deep_scrub":"269'510","last_deep_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.366365+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:53.160368+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1422,"num_read_kb":45434,"num_write":1477,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":563,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.478226+0000","last_change":"2024-09-22T10:33:49.478226+0000","last_active":"2024-09-22T10:33:49.478226+0000","last_peered":"2024-09-22T10:33:49.478226+0000","last_clean":"2024-09-22T10:33:49.478226+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:33:49.478226+0000","last_undegraded":"2024-09-22T10:33:49.478226+0000","last_fullsized":"2024-09-22T10:33:49.478226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.478042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:25.391673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":544,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.009876+0000","last_change":"2024-09-22T10:34:06.009876+0000","last_active":"2024-09-22T10:34:06.009876+0000","last_peered":"2024-09-22T10:34:06.009876+0000","last_clean":"2024-09-22T10:34:06.009876+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:34:06.009876+0000","last_undegraded":"2024-09-22T10:34:06.009876+0000","last_fullsized":"2024-09-22T10:34:06.009876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.009696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:18.190261+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'806","reported_seq":1593,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.731763+0000","last_change":"2024-09-22T08:40:33.598803+0000","last_active":"2024-09-22T10:33:41.731763+0000","last_peered":"2024-09-22T10:33:41.731763+0000","last_clean":"2024-09-22T10:33:41.731763+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:33:41.731763+0000","last_undegraded":"2024-09-22T10:33:41.731763+0000","last_fullsized":"2024-09-22T10:33:41.731763+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:42.561943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106556,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1407,"num_read_kb":3171,"num_write":1128,"num_write_kb":872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859167+0000","last_change":"2024-09-22T08:40:35.597741+0000","last_active":"2024-09-22T10:31:03.859167+0000","last_peered":"2024-09-22T10:31:03.859167+0000","last_clean":"2024-09-22T10:31:03.859167+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:31:03.859167+0000","last_undegraded":"2024-09-22T10:31:03.859167+0000","last_fullsized":"2024-09-22T10:31:03.859167+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:32.390083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'139","reported_seq":682,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.083084+0000","last_change":"2024-09-22T08:40:37.639535+0000","last_active":"2024-09-22T10:31:43.083084+0000","last_peered":"2024-09-22T10:31:43.083084+0000","last_clean":"2024-09-22T10:31:43.083084+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:31:43.083084+0000","last_undegraded":"2024-09-22T10:31:43.083084+0000","last_fullsized":"2024-09-22T10:31:43.083084+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:09.369924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'151","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.923650+0000","last_change":"2024-09-22T08:40:37.626192+0000","last_active":"2024-09-22T10:33:07.923650+0000","last_peered":"2024-09-22T10:33:07.923650+0000","last_clean":"2024-09-22T10:33:07.923650+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:33:07.923650+0000","last_undegraded":"2024-09-22T10:33:07.923650+0000","last_fullsized":"2024-09-22T10:33:07.923650+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:01.386174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'479","reported_seq":2304,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.970954+0000","last_change":"2024-09-22T10:33:59.970954+0000","last_active":"2024-09-22T10:33:59.970954+0000","last_peered":"2024-09-22T10:33:59.970954+0000","last_clean":"2024-09-22T10:33:59.970954+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:33:59.970954+0000","last_undegraded":"2024-09-22T10:33:59.970954+0000","last_fullsized":"2024-09-22T10:33:59.970954+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.970777+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:14.295680+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2041,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.966090+0000","last_change":"2024-09-22T10:33:50.966090+0000","last_active":"2024-09-22T10:33:50.966090+0000","last_peered":"2024-09-22T10:33:50.966090+0000","last_clean":"2024-09-22T10:33:50.966090+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:50.966090+0000","last_undegraded":"2024-09-22T10:33:50.966090+0000","last_fullsized":"2024-09-22T10:33:50.966090+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.965765+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:27.356068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.843538+0000","last_change":"2024-09-22T10:34:02.843538+0000","last_active":"2024-09-22T10:34:02.843538+0000","last_peered":"2024-09-22T10:34:02.843538+0000","last_clean":"2024-09-22T10:34:02.843538+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:34:02.843538+0000","last_undegraded":"2024-09-22T10:34:02.843538+0000","last_fullsized":"2024-09-22T10:34:02.843538+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.843358+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:41.127508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'325","reported_seq":960,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.988016+0000","last_change":"2024-09-22T08:40:33.578207+0000","last_active":"2024-09-22T10:33:39.988016+0000","last_peered":"2024-09-22T10:33:39.988016+0000","last_clean":"2024-09-22T10:33:39.988016+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:33:39.988016+0000","last_undegraded":"2024-09-22T10:33:39.988016+0000","last_fullsized":"2024-09-22T10:33:39.988016+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:04.933364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46663,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":532,"num_read_kb":1113,"num_write":414,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":520,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848279+0000","last_change":"2024-09-22T08:40:35.593268+0000","last_active":"2024-09-22T10:30:18.848279+0000","last_peered":"2024-09-22T10:30:18.848279+0000","last_clean":"2024-09-22T10:30:18.848279+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:30:18.848279+0000","last_undegraded":"2024-09-22T10:30:18.848279+0000","last_fullsized":"2024-09-22T10:30:18.848279+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:14:04.482900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'127","reported_seq":675,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.192168+0000","last_change":"2024-09-22T08:40:37.636617+0000","last_active":"2024-09-22T10:31:38.192168+0000","last_peered":"2024-09-22T10:31:38.192168+0000","last_clean":"2024-09-22T10:31:38.192168+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:31:38.192168+0000","last_undegraded":"2024-09-22T10:31:38.192168+0000","last_fullsized":"2024-09-22T10:31:38.192168+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:01:48.798819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'455","reported_seq":2062,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.839385+0000","last_change":"2024-09-22T10:33:57.839385+0000","last_active":"2024-09-22T10:33:57.839385+0000","last_peered":"2024-09-22T10:33:57.839385+0000","last_clean":"2024-09-22T10:33:57.839385+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:33:57.839385+0000","last_undegraded":"2024-09-22T10:33:57.839385+0000","last_fullsized":"2024-09-22T10:33:57.839385+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'455","last_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_deep_scrub":"269'455","last_deep_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.839158+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:43.403650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'394","reported_seq":1119,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.664325+0000","last_change":"2024-09-22T10:34:02.664196+0000","last_active":"2024-09-22T10:34:02.664325+0000","last_peered":"2024-09-22T10:34:02.664325+0000","last_clean":"2024-09-22T10:34:02.664325+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:34:02.664325+0000","last_undegraded":"2024-09-22T10:34:02.664325+0000","last_fullsized":"2024-09-22T10:34:02.664325+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'394","last_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_deep_scrub":"269'394","last_deep_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.663984+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:05.709327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":802,"num_read_kb":14556,"num_write":1169,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:13.847239+0000","last_change":"2024-09-22T08:40:31.582621+0000","last_active":"2024-09-22T10:30:13.847239+0000","last_peered":"2024-09-22T10:30:13.847239+0000","last_clean":"2024-09-22T10:30:13.847239+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:30:13.847239+0000","last_undegraded":"2024-09-22T10:30:13.847239+0000","last_fullsized":"2024-09-22T10:30:13.847239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:47.727861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'82","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:17.717985+0000","last_change":"2024-09-22T08:40:33.600487+0000","last_active":"2024-09-22T10:31:17.717985+0000","last_peered":"2024-09-22T10:31:17.717985+0000","last_clean":"2024-09-22T10:31:17.717985+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:31:17.717985+0000","last_undegraded":"2024-09-22T10:31:17.717985+0000","last_fullsized":"2024-09-22T10:31:17.717985+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:38:18.961601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:16.094049+0000","last_change":"2024-09-22T08:40:35.600600+0000","last_active":"2024-09-22T10:30:16.094049+0000","last_peered":"2024-09-22T10:30:16.094049+0000","last_clean":"2024-09-22T10:30:16.094049+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:30:16.094049+0000","last_undegraded":"2024-09-22T10:30:16.094049+0000","last_fullsized":"2024-09-22T10:30:16.094049+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:44:29.219986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'261","reported_seq":833,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.133861+0000","last_change":"2024-09-22T08:40:37.615751+0000","last_active":"2024-09-22T10:31:43.133861+0000","last_peered":"2024-09-22T10:31:43.133861+0000","last_clean":"2024-09-22T10:31:43.133861+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:31:43.133861+0000","last_undegraded":"2024-09-22T10:31:43.133861+0000","last_fullsized":"2024-09-22T10:31:43.133861+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:17:21.144084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2101,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.886898+0000","last_change":"2024-09-22T10:33:56.886898+0000","last_active":"2024-09-22T10:33:56.886898+0000","last_peered":"2024-09-22T10:33:56.886898+0000","last_clean":"2024-09-22T10:33:56.886898+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:33:56.886898+0000","last_undegraded":"2024-09-22T10:33:56.886898+0000","last_fullsized":"2024-09-22T10:33:56.886898+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.886711+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:10.470078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'422","reported_seq":1196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.065731+0000","last_change":"2024-09-22T10:33:53.065571+0000","last_active":"2024-09-22T10:33:53.065731+0000","last_peered":"2024-09-22T10:33:53.065731+0000","last_clean":"2024-09-22T10:33:53.065731+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:53.065731+0000","last_undegraded":"2024-09-22T10:33:53.065731+0000","last_fullsized":"2024-09-22T10:33:53.065731+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'422","last_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_deep_scrub":"269'422","last_deep_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.065359+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:04.994854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":867,"num_read_kb":31716,"num_write":1270,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.689856+0000","last_change":"2024-09-22T10:34:05.689856+0000","last_active":"2024-09-22T10:34:05.689856+0000","last_peered":"2024-09-22T10:34:05.689856+0000","last_clean":"2024-09-22T10:34:05.689856+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:34:05.689856+0000","last_undegraded":"2024-09-22T10:34:05.689856+0000","last_fullsized":"2024-09-22T10:34:05.689856+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.689653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:42.611754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'358","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.791392+0000","last_change":"2024-09-22T08:40:33.590822+0000","last_active":"2024-09-22T10:33:41.791392+0000","last_peered":"2024-09-22T10:33:41.791392+0000","last_clean":"2024-09-22T10:33:41.791392+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:33:41.791392+0000","last_undegraded":"2024-09-22T10:33:41.791392+0000","last_fullsized":"2024-09-22T10:33:41.791392+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:24:08.854807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51008,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":583,"num_read_kb":1172,"num_write":450,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":516,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:15.018245+0000","last_change":"2024-09-22T08:40:35.613826+0000","last_active":"2024-09-22T10:30:15.018245+0000","last_peered":"2024-09-22T10:30:15.018245+0000","last_clean":"2024-09-22T10:30:15.018245+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:30:15.018245+0000","last_undegraded":"2024-09-22T10:30:15.018245+0000","last_fullsized":"2024-09-22T10:30:15.018245+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:01.815357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'533","reported_seq":2106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.963648+0000","last_change":"2024-09-22T10:33:59.963648+0000","last_active":"2024-09-22T10:33:59.963648+0000","last_peered":"2024-09-22T10:33:59.963648+0000","last_clean":"2024-09-22T10:33:59.963648+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:59.963648+0000","last_undegraded":"2024-09-22T10:33:59.963648+0000","last_fullsized":"2024-09-22T10:33:59.963648+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'533","last_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_deep_scrub":"269'533","last_deep_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.963471+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:42.330223+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'326","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.308600+0000","last_change":"2024-09-22T10:33:52.308459+0000","last_active":"2024-09-22T10:33:52.308600+0000","last_peered":"2024-09-22T10:33:52.308600+0000","last_clean":"2024-09-22T10:33:52.308600+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:33:52.308600+0000","last_undegraded":"2024-09-22T10:33:52.308600+0000","last_fullsized":"2024-09-22T10:33:52.308600+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.308198+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:24.384148+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194362,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":543,"num_read_kb":12106,"num_write":1028,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.452055+0000","last_change":"2024-09-22T10:34:03.452055+0000","last_active":"2024-09-22T10:34:03.452055+0000","last_peered":"2024-09-22T10:34:03.452055+0000","last_clean":"2024-09-22T10:34:03.452055+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:34:03.452055+0000","last_undegraded":"2024-09-22T10:34:03.452055+0000","last_fullsized":"2024-09-22T10:34:03.452055+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.451828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:55.994596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'299","reported_seq":917,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.590690+0000","last_change":"2024-09-22T08:40:33.588909+0000","last_active":"2024-09-22T10:33:41.590690+0000","last_peered":"2024-09-22T10:33:41.590690+0000","last_clean":"2024-09-22T10:33:41.590690+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:33:41.590690+0000","last_undegraded":"2024-09-22T10:33:41.590690+0000","last_fullsized":"2024-09-22T10:33:41.590690+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:38:44.483542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44306,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1018,"num_write":378,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":527,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:19.040860+0000","last_change":"2024-09-22T08:40:35.604950+0000","last_active":"2024-09-22T10:30:19.040860+0000","last_peered":"2024-09-22T10:30:19.040860+0000","last_clean":"2024-09-22T10:30:19.040860+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:30:19.040860+0000","last_undegraded":"2024-09-22T10:30:19.040860+0000","last_fullsized":"2024-09-22T10:30:19.040860+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:37:04.447958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'806","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.509718+0000","last_change":"2024-09-22T10:33:58.509718+0000","last_active":"2024-09-22T10:33:58.509718+0000","last_peered":"2024-09-22T10:33:58.509718+0000","last_clean":"2024-09-22T10:33:58.509718+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:33:58.509718+0000","last_undegraded":"2024-09-22T10:33:58.509718+0000","last_fullsized":"2024-09-22T10:33:58.509718+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'806","last_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_deep_scrub":"269'806","last_deep_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.509526+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:15.464487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'329","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.844242+0000","last_change":"2024-09-22T10:33:54.844104+0000","last_active":"2024-09-22T10:33:54.844242+0000","last_peered":"2024-09-22T10:33:54.844242+0000","last_clean":"2024-09-22T10:33:54.844242+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:33:54.844242+0000","last_undegraded":"2024-09-22T10:33:54.844242+0000","last_fullsized":"2024-09-22T10:33:54.844242+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.843814+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:37.467583+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":6994,"num_write":1020,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":551,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.295341+0000","last_change":"2024-09-22T10:34:04.295341+0000","last_active":"2024-09-22T10:34:04.295341+0000","last_peered":"2024-09-22T10:34:04.295341+0000","last_clean":"2024-09-22T10:34:04.295341+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:34:04.295341+0000","last_undegraded":"2024-09-22T10:34:04.295341+0000","last_fullsized":"2024-09-22T10:34:04.295341+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.295152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:34.092498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'549","reported_seq":1231,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.537937+0000","last_change":"2024-09-22T08:40:33.602029+0000","last_active":"2024-09-22T10:33:41.537937+0000","last_peered":"2024-09-22T10:33:41.537937+0000","last_clean":"2024-09-22T10:33:41.537937+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:33:41.537937+0000","last_undegraded":"2024-09-22T10:33:41.537937+0000","last_fullsized":"2024-09-22T10:33:41.537937+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:50.157118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94652,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":988,"num_read_kb":2296,"num_write":848,"num_write_kb":733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":517,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636118+0000","last_change":"2024-09-22T08:40:35.593562+0000","last_active":"2024-09-22T10:30:35.636118+0000","last_peered":"2024-09-22T10:30:35.636118+0000","last_clean":"2024-09-22T10:30:35.636118+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:30:35.636118+0000","last_undegraded":"2024-09-22T10:30:35.636118+0000","last_fullsized":"2024-09-22T10:30:35.636118+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:48.165004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'183","reported_seq":714,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848421+0000","last_change":"2024-09-22T08:40:37.853079+0000","last_active":"2024-09-22T10:30:18.848421+0000","last_peered":"2024-09-22T10:30:18.848421+0000","last_clean":"2024-09-22T10:30:18.848421+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:30:18.848421+0000","last_undegraded":"2024-09-22T10:30:18.848421+0000","last_fullsized":"2024-09-22T10:30:18.848421+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:14:35.147139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'479","reported_seq":2209,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.328601+0000","last_change":"2024-09-22T10:33:59.328601+0000","last_active":"2024-09-22T10:33:59.328601+0000","last_peered":"2024-09-22T10:33:59.328601+0000","last_clean":"2024-09-22T10:33:59.328601+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:33:59.328601+0000","last_undegraded":"2024-09-22T10:33:59.328601+0000","last_fullsized":"2024-09-22T10:33:59.328601+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.328403+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:46.536184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'363","reported_seq":1079,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.877520+0000","last_change":"2024-09-22T10:33:49.877520+0000","last_active":"2024-09-22T10:33:49.877520+0000","last_peered":"2024-09-22T10:33:49.877520+0000","last_clean":"2024-09-22T10:33:49.877520+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:33:49.877520+0000","last_undegraded":"2024-09-22T10:33:49.877520+0000","last_fullsized":"2024-09-22T10:33:49.877520+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.877291+0000","objects_scrubbed":8,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:30.548628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":732,"num_read_kb":18000,"num_write":1084,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.484566+0000","last_change":"2024-09-22T10:34:02.484566+0000","last_active":"2024-09-22T10:34:02.484566+0000","last_peered":"2024-09-22T10:34:02.484566+0000","last_clean":"2024-09-22T10:34:02.484566+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:34:02.484566+0000","last_undegraded":"2024-09-22T10:34:02.484566+0000","last_fullsized":"2024-09-22T10:34:02.484566+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.484386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:54.498365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'387","reported_seq":1038,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.659275+0000","last_change":"2024-09-22T08:40:33.596613+0000","last_active":"2024-09-22T10:33:41.659275+0000","last_peered":"2024-09-22T10:33:41.659275+0000","last_clean":"2024-09-22T10:33:41.659275+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:33:41.659275+0000","last_undegraded":"2024-09-22T10:33:41.659275+0000","last_fullsized":"2024-09-22T10:33:41.659275+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:23.345313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48397,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":637,"num_read_kb":1235,"num_write":520,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":518,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.042173+0000","last_change":"2024-09-22T08:40:35.613415+0000","last_active":"2024-09-22T10:30:39.042173+0000","last_peered":"2024-09-22T10:30:39.042173+0000","last_clean":"2024-09-22T10:30:39.042173+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:30:39.042173+0000","last_undegraded":"2024-09-22T10:30:39.042173+0000","last_fullsized":"2024-09-22T10:30:39.042173+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:06.065358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'184","reported_seq":1081,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.027088+0000","last_change":"2024-09-22T08:40:37.634245+0000","last_active":"2024-09-22T10:31:38.027088+0000","last_peered":"2024-09-22T10:31:38.027088+0000","last_clean":"2024-09-22T10:31:38.027088+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:31:38.027088+0000","last_undegraded":"2024-09-22T10:31:38.027088+0000","last_fullsized":"2024-09-22T10:31:38.027088+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:06:41.210235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.897073+0000","last_change":"2024-09-22T10:34:02.897073+0000","last_active":"2024-09-22T10:34:02.897073+0000","last_peered":"2024-09-22T10:34:02.897073+0000","last_clean":"2024-09-22T10:34:02.897073+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:34:02.897073+0000","last_undegraded":"2024-09-22T10:34:02.897073+0000","last_fullsized":"2024-09-22T10:34:02.897073+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'497","last_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_deep_scrub":"269'497","last_deep_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.896904+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:46.612922+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1139,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.925095+0000","last_change":"2024-09-22T10:33:49.925095+0000","last_active":"2024-09-22T10:33:49.925095+0000","last_peered":"2024-09-22T10:33:49.925095+0000","last_clean":"2024-09-22T10:33:49.925095+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:49.925095+0000","last_undegraded":"2024-09-22T10:33:49.925095+0000","last_fullsized":"2024-09-22T10:33:49.925095+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.924891+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:38:17.598015+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:32.049947+0000","last_change":"2024-09-22T08:40:31.576644+0000","last_active":"2024-09-22T10:30:32.049947+0000","last_peered":"2024-09-22T10:30:32.049947+0000","last_clean":"2024-09-22T10:30:32.049947+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:30:32.049947+0000","last_undegraded":"2024-09-22T10:30:32.049947+0000","last_fullsized":"2024-09-22T10:30:32.049947+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:59:53.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'331","reported_seq":971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.306583+0000","last_change":"2024-09-22T08:40:33.589345+0000","last_active":"2024-09-22T10:33:40.306583+0000","last_peered":"2024-09-22T10:33:40.306583+0000","last_clean":"2024-09-22T10:33:40.306583+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:33:40.306583+0000","last_undegraded":"2024-09-22T10:33:40.306583+0000","last_fullsized":"2024-09-22T10:33:40.306583+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:36.570428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55919,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":554,"num_read_kb":1193,"num_write":440,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:09.048445+0000","last_change":"2024-09-22T08:40:35.609341+0000","last_active":"2024-09-22T10:31:09.048445+0000","last_peered":"2024-09-22T10:31:09.048445+0000","last_clean":"2024-09-22T10:31:09.048445+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:31:09.048445+0000","last_undegraded":"2024-09-22T10:31:09.048445+0000","last_fullsized":"2024-09-22T10:31:09.048445+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:17.414124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'150","reported_seq":683,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:07.918991+0000","last_change":"2024-09-22T08:40:37.641903+0000","last_active":"2024-09-22T10:33:07.918991+0000","last_peered":"2024-09-22T10:33:07.918991+0000","last_clean":"2024-09-22T10:33:07.918991+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:33:07.918991+0000","last_undegraded":"2024-09-22T10:33:07.918991+0000","last_fullsized":"2024-09-22T10:33:07.918991+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:13.105235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'711","reported_seq":2448,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.404053+0000","last_change":"2024-09-22T10:33:56.404053+0000","last_active":"2024-09-22T10:33:56.404053+0000","last_peered":"2024-09-22T10:33:56.404053+0000","last_clean":"2024-09-22T10:33:56.404053+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:33:56.404053+0000","last_undegraded":"2024-09-22T10:33:56.404053+0000","last_fullsized":"2024-09-22T10:33:56.404053+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'711","last_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_deep_scrub":"269'711","last_deep_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.403870+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":700,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:47.356079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'378","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.412197+0000","last_change":"2024-09-22T10:33:49.412197+0000","last_active":"2024-09-22T10:33:49.412197+0000","last_peered":"2024-09-22T10:33:49.412197+0000","last_clean":"2024-09-22T10:33:49.412197+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:49.412197+0000","last_undegraded":"2024-09-22T10:33:49.412197+0000","last_fullsized":"2024-09-22T10:33:49.412197+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'378","last_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_deep_scrub":"269'378","last_deep_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.411994+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:47.750253+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":599,"num_read_kb":40565,"num_write":1148,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.813519+0000","last_change":"2024-09-22T10:34:05.813519+0000","last_active":"2024-09-22T10:34:05.813519+0000","last_peered":"2024-09-22T10:34:05.813519+0000","last_clean":"2024-09-22T10:34:05.813519+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:34:05.813519+0000","last_undegraded":"2024-09-22T10:34:05.813519+0000","last_fullsized":"2024-09-22T10:34:05.813519+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.813333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:07.765318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'164","reported_seq":760,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.222230+0000","last_change":"2024-09-22T08:40:33.601646+0000","last_active":"2024-09-22T10:31:37.222230+0000","last_peered":"2024-09-22T10:31:37.222230+0000","last_clean":"2024-09-22T10:31:37.222230+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:31:37.222230+0000","last_undegraded":"2024-09-22T10:31:37.222230+0000","last_fullsized":"2024-09-22T10:31:37.222230+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:56:05.489133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'770","reported_seq":3050,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.054912+0000","last_change":"2024-09-22T08:40:35.602890+0000","last_active":"2024-09-22T10:33:39.054912+0000","last_peered":"2024-09-22T10:33:39.054912+0000","last_clean":"2024-09-22T10:33:39.054912+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:33:39.054912+0000","last_undegraded":"2024-09-22T10:33:39.054912+0000","last_fullsized":"2024-09-22T10:33:39.054912+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":701,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:07.494573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.556160+0000","last_change":"2024-09-22T08:40:37.645581+0000","last_active":"2024-09-22T10:33:06.556160+0000","last_peered":"2024-09-22T10:33:06.556160+0000","last_clean":"2024-09-22T10:33:06.556160+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:33:06.556160+0000","last_undegraded":"2024-09-22T10:33:06.556160+0000","last_fullsized":"2024-09-22T10:33:06.556160+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:08:35.717329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1818,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.947318+0000","last_change":"2024-09-22T10:34:01.947318+0000","last_active":"2024-09-22T10:34:01.947318+0000","last_peered":"2024-09-22T10:34:01.947318+0000","last_clean":"2024-09-22T10:34:01.947318+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:34:01.947318+0000","last_undegraded":"2024-09-22T10:34:01.947318+0000","last_fullsized":"2024-09-22T10:34:01.947318+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.947138+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:29:48.518329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'363","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.050370+0000","last_change":"2024-09-22T10:34:00.050370+0000","last_active":"2024-09-22T10:34:00.050370+0000","last_peered":"2024-09-22T10:34:00.050370+0000","last_clean":"2024-09-22T10:34:00.050370+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:34:00.050370+0000","last_undegraded":"2024-09-22T10:34:00.050370+0000","last_fullsized":"2024-09-22T10:34:00.050370+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.050092+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:03.993347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":6601,"num_write":1095,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:36.098989+0000","last_change":"2024-09-22T08:40:31.588969+0000","last_active":"2024-09-22T10:30:36.098989+0000","last_peered":"2024-09-22T10:30:36.098989+0000","last_clean":"2024-09-22T10:30:36.098989+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:30:36.098989+0000","last_undegraded":"2024-09-22T10:30:36.098989+0000","last_fullsized":"2024-09-22T10:30:36.098989+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:47:02.494251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'398","reported_seq":1055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.758637+0000","last_change":"2024-09-22T08:40:33.594496+0000","last_active":"2024-09-22T10:33:40.758637+0000","last_peered":"2024-09-22T10:33:40.758637+0000","last_clean":"2024-09-22T10:33:40.758637+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:33:40.758637+0000","last_undegraded":"2024-09-22T10:33:40.758637+0000","last_fullsized":"2024-09-22T10:33:40.758637+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:40:28.794024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46592,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1225,"num_write":492,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:24.027838+0000","last_change":"2024-09-22T08:40:35.605748+0000","last_active":"2024-09-22T10:29:24.027838+0000","last_peered":"2024-09-22T10:29:24.027838+0000","last_clean":"2024-09-22T10:29:24.027838+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:29:24.027838+0000","last_undegraded":"2024-09-22T10:29:24.027838+0000","last_fullsized":"2024-09-22T10:29:24.027838+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'154","reported_seq":722,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:38.206197+0000","last_change":"2024-09-22T08:40:37.638020+0000","last_active":"2024-09-22T10:31:38.206197+0000","last_peered":"2024-09-22T10:31:38.206197+0000","last_clean":"2024-09-22T10:31:38.206197+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:31:38.206197+0000","last_undegraded":"2024-09-22T10:31:38.206197+0000","last_fullsized":"2024-09-22T10:31:38.206197+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:21.478723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'886","reported_seq":2627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.991556+0000","last_change":"2024-09-22T10:33:58.991556+0000","last_active":"2024-09-22T10:33:58.991556+0000","last_peered":"2024-09-22T10:33:58.991556+0000","last_clean":"2024-09-22T10:33:58.991556+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:33:58.991556+0000","last_undegraded":"2024-09-22T10:33:58.991556+0000","last_fullsized":"2024-09-22T10:33:58.991556+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'886","last_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_deep_scrub":"269'886","last_deep_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.991381+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:00:51.488875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2554,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'404","reported_seq":1115,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.061683+0000","last_change":"2024-09-22T10:33:55.061683+0000","last_active":"2024-09-22T10:33:55.061683+0000","last_peered":"2024-09-22T10:33:55.061683+0000","last_clean":"2024-09-22T10:33:55.061683+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:55.061683+0000","last_undegraded":"2024-09-22T10:33:55.061683+0000","last_fullsized":"2024-09-22T10:33:55.061683+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'404","last_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_deep_scrub":"269'404","last_deep_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.061244+0000","objects_scrubbed":8,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:58.095968+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5549792,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":725,"num_read_kb":48507,"num_write":1377,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:35.636066+0000","last_change":"2024-09-22T08:40:31.598670+0000","last_active":"2024-09-22T10:30:35.636066+0000","last_peered":"2024-09-22T10:30:35.636066+0000","last_clean":"2024-09-22T10:30:35.636066+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:30:35.636066+0000","last_undegraded":"2024-09-22T10:30:35.636066+0000","last_fullsized":"2024-09-22T10:30:35.636066+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:51:30.016696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'336","reported_seq":964,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.830961+0000","last_change":"2024-09-22T08:40:33.585786+0000","last_active":"2024-09-22T10:33:40.830961+0000","last_peered":"2024-09-22T10:33:40.830961+0000","last_clean":"2024-09-22T10:33:40.830961+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:33:40.830961+0000","last_undegraded":"2024-09-22T10:33:40.830961+0000","last_fullsized":"2024-09-22T10:33:40.830961+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":553,"num_read_kb":1380,"num_write":450,"num_write_kb":416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":514,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.012815+0000","last_change":"2024-09-22T08:40:35.611440+0000","last_active":"2024-09-22T10:29:50.012815+0000","last_peered":"2024-09-22T10:29:50.012815+0000","last_clean":"2024-09-22T10:29:50.012815+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:29:50.012815+0000","last_undegraded":"2024-09-22T10:29:50.012815+0000","last_fullsized":"2024-09-22T10:29:50.012815+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.070354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'163","reported_seq":708,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.246354+0000","last_change":"2024-09-22T08:40:37.854942+0000","last_active":"2024-09-22T10:31:43.246354+0000","last_peered":"2024-09-22T10:31:43.246354+0000","last_clean":"2024-09-22T10:31:43.246354+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:31:43.246354+0000","last_undegraded":"2024-09-22T10:31:43.246354+0000","last_fullsized":"2024-09-22T10:31:43.246354+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:45:01.535664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'384","reported_seq":1866,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.929089+0000","last_change":"2024-09-22T10:34:01.929089+0000","last_active":"2024-09-22T10:34:01.929089+0000","last_peered":"2024-09-22T10:34:01.929089+0000","last_clean":"2024-09-22T10:34:01.929089+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:34:01.929089+0000","last_undegraded":"2024-09-22T10:34:01.929089+0000","last_fullsized":"2024-09-22T10:34:01.929089+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.928898+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.193703+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'332","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.844808+0000","last_change":"2024-09-22T10:33:50.844808+0000","last_active":"2024-09-22T10:33:50.844808+0000","last_peered":"2024-09-22T10:33:50.844808+0000","last_clean":"2024-09-22T10:33:50.844808+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:33:50.844808+0000","last_undegraded":"2024-09-22T10:33:50.844808+0000","last_fullsized":"2024-09-22T10:33:50.844808+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.844603+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:29:42.920299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":624,"num_read_kb":46451,"num_write":1007,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:42.065914+0000","last_change":"2024-09-22T08:40:31.594780+0000","last_active":"2024-09-22T10:31:42.065914+0000","last_peered":"2024-09-22T10:31:42.065914+0000","last_clean":"2024-09-22T10:31:42.065914+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:31:42.065914+0000","last_undegraded":"2024-09-22T10:31:42.065914+0000","last_fullsized":"2024-09-22T10:31:42.065914+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:30.546038+0000","last_clean_scrub_stamp":"2024-09-22T08:40:30.546038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'268","reported_seq":863,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.142151+0000","last_change":"2024-09-22T08:40:33.597476+0000","last_active":"2024-09-22T10:33:40.142151+0000","last_peered":"2024-09-22T10:33:40.142151+0000","last_clean":"2024-09-22T10:33:40.142151+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:33:40.142151+0000","last_undegraded":"2024-09-22T10:33:40.142151+0000","last_fullsized":"2024-09-22T10:33:40.142151+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:05:52.786625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54380,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":439,"num_read_kb":1043,"num_write":360,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":521,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:37.051020+0000","last_change":"2024-09-22T08:40:35.604386+0000","last_active":"2024-09-22T10:30:37.051020+0000","last_peered":"2024-09-22T10:30:37.051020+0000","last_clean":"2024-09-22T10:30:37.051020+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:30:37.051020+0000","last_undegraded":"2024-09-22T10:30:37.051020+0000","last_fullsized":"2024-09-22T10:30:37.051020+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:55:07.130153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'158","reported_seq":1285,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:37.858757+0000","last_change":"2024-09-22T08:40:37.632262+0000","last_active":"2024-09-22T10:31:37.858757+0000","last_peered":"2024-09-22T10:31:37.858757+0000","last_clean":"2024-09-22T10:31:37.858757+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:31:37.858757+0000","last_undegraded":"2024-09-22T10:31:37.858757+0000","last_fullsized":"2024-09-22T10:31:37.858757+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:04:39.728967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'383","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.996330+0000","last_change":"2024-09-22T10:33:57.996169+0000","last_active":"2024-09-22T10:33:57.996330+0000","last_peered":"2024-09-22T10:33:57.996330+0000","last_clean":"2024-09-22T10:33:57.996330+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:33:57.996330+0000","last_undegraded":"2024-09-22T10:33:57.996330+0000","last_fullsized":"2024-09-22T10:33:57.996330+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.996006+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:35.947293+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'289","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.338801+0000","last_change":"2024-09-22T10:33:54.338801+0000","last_active":"2024-09-22T10:33:54.338801+0000","last_peered":"2024-09-22T10:33:54.338801+0000","last_clean":"2024-09-22T10:33:54.338801+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:33:54.338801+0000","last_undegraded":"2024-09-22T10:33:54.338801+0000","last_fullsized":"2024-09-22T10:33:54.338801+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.338547+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:35.667637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4448414,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":429,"num_read_kb":14177,"num_write":944,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.792007+0000","last_change":"2024-09-22T10:34:04.792007+0000","last_active":"2024-09-22T10:34:04.792007+0000","last_peered":"2024-09-22T10:34:04.792007+0000","last_clean":"2024-09-22T10:34:04.792007+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:34:04.792007+0000","last_undegraded":"2024-09-22T10:34:04.792007+0000","last_fullsized":"2024-09-22T10:34:04.792007+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.791824+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:28.689041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'348","reported_seq":987,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.393021+0000","last_change":"2024-09-22T08:40:33.602732+0000","last_active":"2024-09-22T10:33:40.393021+0000","last_peered":"2024-09-22T10:33:40.393021+0000","last_clean":"2024-09-22T10:33:40.393021+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:33:40.393021+0000","last_undegraded":"2024-09-22T10:33:40.393021+0000","last_fullsized":"2024-09-22T10:33:40.393021+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:32.552404+0000","last_clean_scrub_stamp":"2024-09-22T08:40:32.552404+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:09:19.415344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:39.045629+0000","last_change":"2024-09-22T08:40:35.606314+0000","last_active":"2024-09-22T10:30:39.045629+0000","last_peered":"2024-09-22T10:30:39.045629+0000","last_clean":"2024-09-22T10:30:39.045629+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:30:39.045629+0000","last_undegraded":"2024-09-22T10:30:39.045629+0000","last_fullsized":"2024-09-22T10:30:39.045629+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:34.557948+0000","last_clean_scrub_stamp":"2024-09-22T08:40:34.557948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:12.819511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'155","reported_seq":684,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:06.988241+0000","last_change":"2024-09-22T08:40:37.624393+0000","last_active":"2024-09-22T10:33:06.988241+0000","last_peered":"2024-09-22T10:33:06.988241+0000","last_clean":"2024-09-22T10:33:06.988241+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:33:06.988241+0000","last_undegraded":"2024-09-22T10:33:06.988241+0000","last_fullsized":"2024-09-22T10:33:06.988241+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:33:42.957508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'595","reported_seq":2414,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.832539+0000","last_change":"2024-09-22T10:34:03.832539+0000","last_active":"2024-09-22T10:34:03.832539+0000","last_peered":"2024-09-22T10:34:03.832539+0000","last_clean":"2024-09-22T10:34:03.832539+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:34:03.832539+0000","last_undegraded":"2024-09-22T10:34:03.832539+0000","last_fullsized":"2024-09-22T10:34:03.832539+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'595","last_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_deep_scrub":"269'595","last_deep_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.832346+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":500,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:17.147662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3827,"num_omap_keys":15,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'332","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.449115+0000","last_change":"2024-09-22T10:33:51.449115+0000","last_active":"2024-09-22T10:33:51.449115+0000","last_peered":"2024-09-22T10:33:51.449115+0000","last_clean":"2024-09-22T10:33:51.449115+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:51.449115+0000","last_undegraded":"2024-09-22T10:33:51.449115+0000","last_fullsized":"2024-09-22T10:33:51.449115+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.448854+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:08.489042+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":638,"num_read_kb":30338,"num_write":1093,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1138","reported_seq":2824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.877395+0000","last_change":"2024-09-22T10:33:59.877395+0000","last_active":"2024-09-22T10:33:59.877395+0000","last_peered":"2024-09-22T10:33:59.877395+0000","last_clean":"2024-09-22T10:33:59.877395+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:33:59.877395+0000","last_undegraded":"2024-09-22T10:33:59.877395+0000","last_fullsized":"2024-09-22T10:33:59.877395+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1138","last_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_deep_scrub":"269'1138","last_deep_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.877201+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":1100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:03.203250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'305","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.427041+0000","last_change":"2024-09-22T10:33:51.427041+0000","last_active":"2024-09-22T10:33:51.427041+0000","last_peered":"2024-09-22T10:33:51.427041+0000","last_clean":"2024-09-22T10:33:51.427041+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:33:51.427041+0000","last_undegraded":"2024-09-22T10:33:51.427041+0000","last_fullsized":"2024-09-22T10:33:51.427041+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'305","last_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_deep_scrub":"269'305","last_deep_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.426794+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:11.568420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":561,"num_read_kb":13307,"num_write":997,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'489","reported_seq":2123,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:43.101975+0000","last_change":"2024-09-22T08:40:29.587507+0000","last_active":"2024-09-22T10:31:43.101975+0000","last_peered":"2024-09-22T10:31:43.101975+0000","last_clean":"2024-09-22T10:31:43.101975+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:31:43.101975+0000","last_undegraded":"2024-09-22T10:31:43.101975+0000","last_fullsized":"2024-09-22T10:31:43.101975+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:59.254553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'495","reported_seq":1220,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.088977+0000","last_change":"2024-09-22T10:33:54.088977+0000","last_active":"2024-09-22T10:33:54.088977+0000","last_peered":"2024-09-22T10:33:54.088977+0000","last_clean":"2024-09-22T10:33:54.088977+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:54.088977+0000","last_undegraded":"2024-09-22T10:33:54.088977+0000","last_fullsized":"2024-09-22T10:33:54.088977+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.088768+0000","objects_scrubbed":6,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:21.569068+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":958,"num_read_kb":9847,"num_write":1502,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'551","reported_seq":2170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.886398+0000","last_change":"2024-09-22T10:33:58.886398+0000","last_active":"2024-09-22T10:33:58.886398+0000","last_peered":"2024-09-22T10:33:58.886398+0000","last_clean":"2024-09-22T10:33:58.886398+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:33:58.886398+0000","last_undegraded":"2024-09-22T10:33:58.886398+0000","last_fullsized":"2024-09-22T10:33:58.886398+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.886188+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:32.759739+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'340","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370718+0000","last_change":"2024-09-22T10:33:48.370718+0000","last_active":"2024-09-22T10:33:48.370718+0000","last_peered":"2024-09-22T10:33:48.370718+0000","last_clean":"2024-09-22T10:33:48.370718+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:33:48.370718+0000","last_undegraded":"2024-09-22T10:33:48.370718+0000","last_fullsized":"2024-09-22T10:33:48.370718+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370333+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:42.535219+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":531,"num_read_kb":12261,"num_write":1102,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1194","reported_seq":2774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.975114+0000","last_change":"2024-09-22T10:34:04.975114+0000","last_active":"2024-09-22T10:34:04.975114+0000","last_peered":"2024-09-22T10:34:04.975114+0000","last_clean":"2024-09-22T10:34:04.975114+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:34:04.975114+0000","last_undegraded":"2024-09-22T10:34:04.975114+0000","last_fullsized":"2024-09-22T10:34:04.975114+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1194","last_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_deep_scrub":"269'1194","last_deep_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.974855+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":1100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:20:13.731856+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":220,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'359","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.375383+0000","last_change":"2024-09-22T10:33:53.375383+0000","last_active":"2024-09-22T10:33:53.375383+0000","last_peered":"2024-09-22T10:33:53.375383+0000","last_clean":"2024-09-22T10:33:53.375383+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:53.375383+0000","last_undegraded":"2024-09-22T10:33:53.375383+0000","last_fullsized":"2024-09-22T10:33:53.375383+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.375170+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:46:31.480867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":686,"num_read_kb":38522,"num_write":1109,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1172","reported_seq":2868,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.961006+0000","last_change":"2024-09-22T10:34:00.961006+0000","last_active":"2024-09-22T10:34:00.961006+0000","last_peered":"2024-09-22T10:34:00.961006+0000","last_clean":"2024-09-22T10:34:00.961006+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:34:00.961006+0000","last_undegraded":"2024-09-22T10:34:00.961006+0000","last_fullsized":"2024-09-22T10:34:00.961006+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1172","last_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_deep_scrub":"269'1172","last_deep_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.960818+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":1100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:03:00.583823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'355","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.801289+0000","last_change":"2024-09-22T10:33:51.801289+0000","last_active":"2024-09-22T10:33:51.801289+0000","last_peered":"2024-09-22T10:33:51.801289+0000","last_clean":"2024-09-22T10:33:51.801289+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:33:51.801289+0000","last_undegraded":"2024-09-22T10:33:51.801289+0000","last_fullsized":"2024-09-22T10:33:51.801289+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.801041+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:32.129083+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":599,"num_read_kb":31166,"num_write":1126,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'478","reported_seq":2055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.941045+0000","last_change":"2024-09-22T10:34:03.941045+0000","last_active":"2024-09-22T10:34:03.941045+0000","last_peered":"2024-09-22T10:34:03.941045+0000","last_clean":"2024-09-22T10:34:03.941045+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:34:03.941045+0000","last_undegraded":"2024-09-22T10:34:03.941045+0000","last_fullsized":"2024-09-22T10:34:03.941045+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'478","last_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_deep_scrub":"269'478","last_deep_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.940843+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:34.069816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'459","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.492518+0000","last_change":"2024-09-22T10:33:52.492518+0000","last_active":"2024-09-22T10:33:52.492518+0000","last_peered":"2024-09-22T10:33:52.492518+0000","last_clean":"2024-09-22T10:33:52.492518+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:52.492518+0000","last_undegraded":"2024-09-22T10:33:52.492518+0000","last_fullsized":"2024-09-22T10:33:52.492518+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.492268+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:31.614184+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":789,"num_read_kb":32482,"num_write":1379,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1596","reported_seq":3357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.456039+0000","last_change":"2024-09-22T10:34:01.456039+0000","last_active":"2024-09-22T10:34:01.456039+0000","last_peered":"2024-09-22T10:34:01.456039+0000","last_clean":"2024-09-22T10:34:01.456039+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:34:01.456039+0000","last_undegraded":"2024-09-22T10:34:01.456039+0000","last_fullsized":"2024-09-22T10:34:01.456039+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1596","last_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_deep_scrub":"269'1596","last_deep_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.455859+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":1500,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:56:53.962049+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2732,"num_omap_keys":11,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'360","reported_seq":1063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.860189+0000","last_change":"2024-09-22T10:33:52.860189+0000","last_active":"2024-09-22T10:33:52.860189+0000","last_peered":"2024-09-22T10:33:52.860189+0000","last_clean":"2024-09-22T10:33:52.860189+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:33:52.860189+0000","last_undegraded":"2024-09-22T10:33:52.860189+0000","last_fullsized":"2024-09-22T10:33:52.860189+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'360","last_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_deep_scrub":"269'360","last_deep_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.859991+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:08.108206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":688,"num_read_kb":46630,"num_write":1237,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'820","reported_seq":2395,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.321855+0000","last_change":"2024-09-22T10:34:01.321855+0000","last_active":"2024-09-22T10:34:01.321855+0000","last_peered":"2024-09-22T10:34:01.321855+0000","last_clean":"2024-09-22T10:34:01.321855+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:34:01.321855+0000","last_undegraded":"2024-09-22T10:34:01.321855+0000","last_fullsized":"2024-09-22T10:34:01.321855+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'820","last_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_deep_scrub":"269'820","last_deep_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.321670+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:31.484581+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'364","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.999208+0000","last_change":"2024-09-22T10:33:57.999208+0000","last_active":"2024-09-22T10:33:57.999208+0000","last_peered":"2024-09-22T10:33:57.999208+0000","last_clean":"2024-09-22T10:33:57.999208+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:57.999208+0000","last_undegraded":"2024-09-22T10:33:57.999208+0000","last_fullsized":"2024-09-22T10:33:57.999208+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.998883+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:55:53.486601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1117,"num_read_kb":78563,"num_write":1228,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'556","reported_seq":2240,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.882736+0000","last_change":"2024-09-22T10:34:04.882736+0000","last_active":"2024-09-22T10:34:04.882736+0000","last_peered":"2024-09-22T10:34:04.882736+0000","last_clean":"2024-09-22T10:34:04.882736+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:34:04.882736+0000","last_undegraded":"2024-09-22T10:34:04.882736+0000","last_fullsized":"2024-09-22T10:34:04.882736+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'556","last_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_deep_scrub":"269'556","last_deep_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.882556+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:09.884693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'324","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.412371+0000","last_change":"2024-09-22T10:33:52.412371+0000","last_active":"2024-09-22T10:33:52.412371+0000","last_peered":"2024-09-22T10:33:52.412371+0000","last_clean":"2024-09-22T10:33:52.412371+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:52.412371+0000","last_undegraded":"2024-09-22T10:33:52.412371+0000","last_fullsized":"2024-09-22T10:33:52.412371+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'324","last_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_deep_scrub":"269'324","last_deep_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.412127+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:29.449560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":517,"num_read_kb":10221,"num_write":944,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'853","reported_seq":2555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.360661+0000","last_change":"2024-09-22T10:33:57.360661+0000","last_active":"2024-09-22T10:33:57.360661+0000","last_peered":"2024-09-22T10:33:57.360661+0000","last_clean":"2024-09-22T10:33:57.360661+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:57.360661+0000","last_undegraded":"2024-09-22T10:33:57.360661+0000","last_fullsized":"2024-09-22T10:33:57.360661+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'853","last_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_deep_scrub":"269'853","last_deep_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.360515+0000","objects_scrubbed":5,"log_size":53,"log_dups_size":800,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:05.485864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'328","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.085481+0000","last_change":"2024-09-22T10:33:56.085481+0000","last_active":"2024-09-22T10:33:56.085481+0000","last_peered":"2024-09-22T10:33:56.085481+0000","last_clean":"2024-09-22T10:33:56.085481+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:56.085481+0000","last_undegraded":"2024-09-22T10:33:56.085481+0000","last_fullsized":"2024-09-22T10:33:56.085481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.085265+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:13:50.652607+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":554,"num_read_kb":2587,"num_write":1045,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'481","reported_seq":2136,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.912469+0000","last_change":"2024-09-22T10:34:02.912469+0000","last_active":"2024-09-22T10:34:02.912469+0000","last_peered":"2024-09-22T10:34:02.912469+0000","last_clean":"2024-09-22T10:34:02.912469+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:34:02.912469+0000","last_undegraded":"2024-09-22T10:34:02.912469+0000","last_fullsized":"2024-09-22T10:34:02.912469+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.912275+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:41.264632+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'370","reported_seq":1261,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.336024+0000","last_change":"2024-09-22T10:33:50.336024+0000","last_active":"2024-09-22T10:33:50.336024+0000","last_peered":"2024-09-22T10:33:50.336024+0000","last_clean":"2024-09-22T10:33:50.336024+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:33:50.336024+0000","last_undegraded":"2024-09-22T10:33:50.336024+0000","last_fullsized":"2024-09-22T10:33:50.336024+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.335780+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:36.211137+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1237,"num_read_kb":59662,"num_write":1240,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.649431+0000","last_change":"2024-09-22T10:34:01.649431+0000","last_active":"2024-09-22T10:34:01.649431+0000","last_peered":"2024-09-22T10:34:01.649431+0000","last_clean":"2024-09-22T10:34:01.649431+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:34:01.649431+0000","last_undegraded":"2024-09-22T10:34:01.649431+0000","last_fullsized":"2024-09-22T10:34:01.649431+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.649192+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:59.173123+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'397","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.492831+0000","last_change":"2024-09-22T10:33:53.492831+0000","last_active":"2024-09-22T10:33:53.492831+0000","last_peered":"2024-09-22T10:33:53.492831+0000","last_clean":"2024-09-22T10:33:53.492831+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:53.492831+0000","last_undegraded":"2024-09-22T10:33:53.492831+0000","last_fullsized":"2024-09-22T10:33:53.492831+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'397","last_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_deep_scrub":"269'397","last_deep_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.492531+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:28.241552+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048594,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":675,"num_read_kb":42897,"num_write":1134,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2047","reported_seq":3834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.295906+0000","last_change":"2024-09-22T10:34:00.295906+0000","last_active":"2024-09-22T10:34:00.295906+0000","last_peered":"2024-09-22T10:34:00.295906+0000","last_clean":"2024-09-22T10:34:00.295906+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:34:00.295906+0000","last_undegraded":"2024-09-22T10:34:00.295906+0000","last_fullsized":"2024-09-22T10:34:00.295906+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2047","last_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_deep_scrub":"269'2047","last_deep_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.295712+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":2000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:29:29.614202+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5615,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'364","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.685326+0000","last_change":"2024-09-22T10:34:04.685326+0000","last_active":"2024-09-22T10:34:04.685326+0000","last_peered":"2024-09-22T10:34:04.685326+0000","last_clean":"2024-09-22T10:34:04.685326+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:34:04.685326+0000","last_undegraded":"2024-09-22T10:34:04.685326+0000","last_fullsized":"2024-09-22T10:34:04.685326+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.685104+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:49.289651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194397,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":574,"num_read_kb":13963,"num_write":1094,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'484","reported_seq":2217,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.050911+0000","last_change":"2024-09-22T10:34:07.050911+0000","last_active":"2024-09-22T10:34:07.050911+0000","last_peered":"2024-09-22T10:34:07.050911+0000","last_clean":"2024-09-22T10:34:07.050911+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:34:07.050911+0000","last_undegraded":"2024-09-22T10:34:07.050911+0000","last_fullsized":"2024-09-22T10:34:07.050911+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'484","last_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_deep_scrub":"269'484","last_deep_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.050723+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:14.097683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'311","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.406543+0000","last_change":"2024-09-22T10:33:54.406543+0000","last_active":"2024-09-22T10:33:54.406543+0000","last_peered":"2024-09-22T10:33:54.406543+0000","last_clean":"2024-09-22T10:33:54.406543+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:33:54.406543+0000","last_undegraded":"2024-09-22T10:33:54.406543+0000","last_fullsized":"2024-09-22T10:33:54.406543+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.406316+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:44.079224+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":561,"num_read_kb":29482,"num_write":1063,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'527","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.656982+0000","last_change":"2024-09-22T10:33:59.656982+0000","last_active":"2024-09-22T10:33:59.656982+0000","last_peered":"2024-09-22T10:33:59.656982+0000","last_clean":"2024-09-22T10:33:59.656982+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:59.656982+0000","last_undegraded":"2024-09-22T10:33:59.656982+0000","last_fullsized":"2024-09-22T10:33:59.656982+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'527","last_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_deep_scrub":"269'527","last_deep_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.656786+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:09.134821+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'406","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.045617+0000","last_change":"2024-09-22T10:33:57.045617+0000","last_active":"2024-09-22T10:33:57.045617+0000","last_peered":"2024-09-22T10:33:57.045617+0000","last_clean":"2024-09-22T10:33:57.045617+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:57.045617+0000","last_undegraded":"2024-09-22T10:33:57.045617+0000","last_fullsized":"2024-09-22T10:33:57.045617+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.045426+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:29.017844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":574,"num_read_kb":22348,"num_write":1146,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'338","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.024048+0000","last_change":"2024-09-22T10:34:01.024048+0000","last_active":"2024-09-22T10:34:01.024048+0000","last_peered":"2024-09-22T10:34:01.024048+0000","last_clean":"2024-09-22T10:34:01.024048+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:34:01.024048+0000","last_undegraded":"2024-09-22T10:34:01.024048+0000","last_fullsized":"2024-09-22T10:34:01.024048+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.023816+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:00.052539+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194355,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":94218,"num_write":960,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'427","reported_seq":1997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.303534+0000","last_change":"2024-09-22T10:34:03.303534+0000","last_active":"2024-09-22T10:34:03.303534+0000","last_peered":"2024-09-22T10:34:03.303534+0000","last_clean":"2024-09-22T10:34:03.303534+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:34:03.303534+0000","last_undegraded":"2024-09-22T10:34:03.303534+0000","last_fullsized":"2024-09-22T10:34:03.303534+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'427","last_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_deep_scrub":"269'427","last_deep_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.303342+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:21.629859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":475,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'433","reported_seq":1222,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.778329+0000","last_change":"2024-09-22T10:33:52.778329+0000","last_active":"2024-09-22T10:33:52.778329+0000","last_peered":"2024-09-22T10:33:52.778329+0000","last_clean":"2024-09-22T10:33:52.778329+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:33:52.778329+0000","last_undegraded":"2024-09-22T10:33:52.778329+0000","last_fullsized":"2024-09-22T10:33:52.778329+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'433","last_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_deep_scrub":"269'433","last_deep_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.778121+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:45.197069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1105,"num_read_kb":37084,"num_write":1465,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'879","reported_seq":2586,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:45.423441+0000","last_change":"2024-09-22T08:40:29.573393+0000","last_active":"2024-09-22T10:31:45.423441+0000","last_peered":"2024-09-22T10:31:45.423441+0000","last_clean":"2024-09-22T10:31:45.423441+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:31:45.423441+0000","last_undegraded":"2024-09-22T10:31:45.423441+0000","last_fullsized":"2024-09-22T10:31:45.423441+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:28.538802+0000","last_clean_scrub_stamp":"2024-09-22T08:40:28.538802+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":627,"ondisk_log_size":627,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1671504,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":21110,"num_read_kb":40995,"num_write":17681,"num_write_kb":12731,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":17174,"num_omap_keys":44,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2031,"ondisk_log_size":2031,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":34756,"num_omap_keys":140,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4098,"ondisk_log_size":4098,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":105420719,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":44820,"num_read_kb":2144126,"num_write":73657,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159485952,"data_stored":159485952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3787,"ondisk_log_size":3787,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":183606,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":187612,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510819,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317684,"kb_used_data":29668,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94054156,"statfs":{"total":96636764160,"available":96311455744,"internally_reserved":0,"allocated":30380032,"data_stored":28225631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":294910410},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510814,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271348,"kb_used_data":19428,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94100492,"statfs":{"total":96636764160,"available":96358903808,"internally_reserved":0,"allocated":19894272,"data_stored":17805704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510818,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":158480,"kb_used_data":23232,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94213360,"statfs":{"total":96636764160,"available":96474480640,"internally_reserved":0,"allocated":23789568,"data_stored":21628163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543517,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":313700,"kb_used_data":25684,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94058140,"statfs":{"total":96636764160,"available":96315535360,"internally_reserved":0,"allocated":26300416,"data_stored":24168085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":294910407},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543519,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":102040,"kb_used_data":16712,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94269800,"statfs":{"total":96636764160,"available":96532275200,"internally_reserved":0,"allocated":17113088,"data_stored":15029894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543518,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":180476,"kb_used_data":9132,"kb_used_omap":1,"kb_used_meta":171326,"kb_avail":94191364,"statfs":{"total":96636764160,"available":96451956736,"internally_reserved":0,"allocated":9351168,"data_stored":7238894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":175438277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543518,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":310096,"kb_used_data":35968,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94061744,"statfs":{"total":96636764160,"available":96319225856,"internally_reserved":0,"allocated":36831232,"data_stored":34695603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576221,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":139260,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94232580,"statfs":{"total":96636764160,"available":96494161920,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31784960,"data_stored":31784960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4919296,"data_stored":4919296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12709888,"data_stored":12709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21848064,"data_stored":21848064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19308544,"data_stored":19308544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15486976,"data_stored":15486976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25313280,"data_stored":25313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:34:10.030 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.030 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.030 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.030 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.030 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.031 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.032 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.033 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.034 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.035 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.036 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.037 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.038 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.039 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.040 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.041 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.042 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.043 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.044 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.045 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.046 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.047 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.048 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.049 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.050 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.051 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.052 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.053 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.054 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.055 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.056 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-22T08:40:30.546038+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-22T08:40:32.552404+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=32, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.057 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-22T08:40:34.557948+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=34, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.058 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.058 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.058 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-22T08:40:28.538802+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=28, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:10.058 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T10:34:30.059 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:34:30.423 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:34:30.438 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:34:30.453 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3694,"stamp":"2024-09-22T10:34:29.295303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":107699004,"num_objects":746,"num_object_clones":0,"num_object_copies":1789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":317727,"num_read_kb":2787459,"num_write":168205,"num_write_kb":2592568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":742235,"num_omap_keys":1794,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13774,"ondisk_log_size":13774,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1797244,"kb_used_data":191548,"kb_used_omap":12,"kb_used_meta":1605555,"kb_avail":753177476,"statfs":{"total":773094113280,"available":771253735424,"internally_reserved":0,"allocated":196145152,"data_stored":179223798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1644088881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":519600,"num_omap_keys":1208,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008963"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:35.650033+0000","last_change":"2024-09-22T09:31:32.360259+0000","last_active":"2024-09-22T10:31:35.650033+0000","last_peered":"2024-09-22T10:31:35.650033+0000","last_clean":"2024-09-22T10:31:35.650033+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:31:35.650033+0000","last_undegraded":"2024-09-22T10:31:35.650033+0000","last_fullsized":"2024-09-22T10:31:35.650033+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'4","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.293599+0000","last_change":"2024-09-22T09:02:31.285206+0000","last_active":"2024-09-22T10:33:39.293599+0000","last_peered":"2024-09-22T10:33:39.293599+0000","last_clean":"2024-09-22T10:33:39.293599+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:33:39.293599+0000","last_undegraded":"2024-09-22T10:33:39.293599+0000","last_fullsized":"2024-09-22T10:33:39.293599+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:24:34.436128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:54.068797+0000","last_change":"2024-09-22T09:02:24.106362+0000","last_active":"2024-09-22T10:29:54.068797+0000","last_peered":"2024-09-22T10:29:54.068797+0000","last_clean":"2024-09-22T10:29:54.068797+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:29:54.068797+0000","last_undegraded":"2024-09-22T10:29:54.068797+0000","last_fullsized":"2024-09-22T10:29:54.068797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:38:07.755960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.066070+0000","last_change":"2024-09-22T08:56:18.733161+0000","last_active":"2024-09-22T10:32:09.066070+0000","last_peered":"2024-09-22T10:32:09.066070+0000","last_clean":"2024-09-22T10:32:09.066070+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:32:09.066070+0000","last_undegraded":"2024-09-22T10:32:09.066070+0000","last_fullsized":"2024-09-22T10:32:09.066070+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.238304+0000","last_change":"2024-09-22T10:34:19.238304+0000","last_active":"2024-09-22T10:34:19.238304+0000","last_peered":"2024-09-22T10:34:19.238304+0000","last_clean":"2024-09-22T10:34:19.238304+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:34:19.238304+0000","last_undegraded":"2024-09-22T10:34:19.238304+0000","last_fullsized":"2024-09-22T10:34:19.238304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.238100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:29.190048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":99,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507579+0000","last_change":"2024-09-22T09:02:31.269160+0000","last_active":"2024-09-22T10:33:39.507579+0000","last_peered":"2024-09-22T10:33:39.507579+0000","last_clean":"2024-09-22T10:33:39.507579+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:33:39.507579+0000","last_undegraded":"2024-09-22T10:33:39.507579+0000","last_fullsized":"2024-09-22T10:33:39.507579+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:47:08.280626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.868014+0000","last_change":"2024-09-22T10:34:23.868014+0000","last_active":"2024-09-22T10:34:23.868014+0000","last_peered":"2024-09-22T10:34:23.868014+0000","last_clean":"2024-09-22T10:34:23.868014+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:34:23.868014+0000","last_undegraded":"2024-09-22T10:34:23.868014+0000","last_fullsized":"2024-09-22T10:34:23.868014+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.867830+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:12.729393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.335715+0000","last_change":"2024-09-22T10:34:12.335715+0000","last_active":"2024-09-22T10:34:12.335715+0000","last_peered":"2024-09-22T10:34:12.335715+0000","last_clean":"2024-09-22T10:34:12.335715+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:34:12.335715+0000","last_undegraded":"2024-09-22T10:34:12.335715+0000","last_fullsized":"2024-09-22T10:34:12.335715+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.335517+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:01.353788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.848364+0000","last_change":"2024-09-22T09:31:32.345784+0000","last_active":"2024-09-22T10:31:59.848364+0000","last_peered":"2024-09-22T10:31:59.848364+0000","last_clean":"2024-09-22T10:31:59.848364+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:31:59.848364+0000","last_undegraded":"2024-09-22T10:31:59.848364+0000","last_fullsized":"2024-09-22T10:31:59.848364+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":67,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:09.066043+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:32:09.066043+0000","last_peered":"2024-09-22T10:32:09.066043+0000","last_clean":"2024-09-22T10:32:09.066043+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:32:09.066043+0000","last_undegraded":"2024-09-22T10:32:09.066043+0000","last_fullsized":"2024-09-22T10:32:09.066043+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":82,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.289692+0000","last_change":"2024-09-22T10:34:15.289692+0000","last_active":"2024-09-22T10:34:15.289692+0000","last_peered":"2024-09-22T10:34:15.289692+0000","last_clean":"2024-09-22T10:34:15.289692+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:34:15.289692+0000","last_undegraded":"2024-09-22T10:34:15.289692+0000","last_fullsized":"2024-09-22T10:34:15.289692+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.289491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:00:02.674673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:19.054919+0000","last_change":"2024-09-22T08:56:18.720619+0000","last_active":"2024-09-22T10:31:19.054919+0000","last_peered":"2024-09-22T10:31:19.054919+0000","last_clean":"2024-09-22T10:31:19.054919+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:31:19.054919+0000","last_undegraded":"2024-09-22T10:31:19.054919+0000","last_fullsized":"2024-09-22T10:31:19.054919+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:44.066463+0000","last_change":"2024-09-22T09:31:32.373914+0000","last_active":"2024-09-22T10:29:44.066463+0000","last_peered":"2024-09-22T10:29:44.066463+0000","last_clean":"2024-09-22T10:29:44.066463+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:29:44.066463+0000","last_undegraded":"2024-09-22T10:29:44.066463+0000","last_fullsized":"2024-09-22T10:29:44.066463+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:34.789353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:58.884951+0000","last_change":"2024-09-22T09:02:31.509001+0000","last_active":"2024-09-22T10:32:58.884951+0000","last_peered":"2024-09-22T10:32:58.884951+0000","last_clean":"2024-09-22T10:32:58.884951+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:32:58.884951+0000","last_undegraded":"2024-09-22T10:32:58.884951+0000","last_fullsized":"2024-09-22T10:32:58.884951+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:29.906465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:40.485771+0000","last_change":"2024-09-22T09:02:24.094321+0000","last_active":"2024-09-22T10:33:40.485771+0000","last_peered":"2024-09-22T10:33:40.485771+0000","last_clean":"2024-09-22T10:33:40.485771+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:33:40.485771+0000","last_undegraded":"2024-09-22T10:33:40.485771+0000","last_fullsized":"2024-09-22T10:33:40.485771+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.863008+0000","last_change":"2024-09-22T08:56:18.740490+0000","last_active":"2024-09-22T10:31:18.863008+0000","last_peered":"2024-09-22T10:31:18.863008+0000","last_clean":"2024-09-22T10:31:18.863008+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:31:18.863008+0000","last_undegraded":"2024-09-22T10:31:18.863008+0000","last_fullsized":"2024-09-22T10:31:18.863008+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:48.870673+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:31:48.870673+0000","last_peered":"2024-09-22T10:31:48.870673+0000","last_clean":"2024-09-22T10:31:48.870673+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:31:48.870673+0000","last_undegraded":"2024-09-22T10:31:48.870673+0000","last_fullsized":"2024-09-22T10:31:48.870673+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:50.626071+0000","last_change":"2024-09-22T09:02:31.296754+0000","last_active":"2024-09-22T10:29:50.626071+0000","last_peered":"2024-09-22T10:29:50.626071+0000","last_clean":"2024-09-22T10:29:50.626071+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:29:50.626071+0000","last_undegraded":"2024-09-22T10:29:50.626071+0000","last_fullsized":"2024-09-22T10:29:50.626071+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:55:24.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.921765+0000","last_change":"2024-09-22T09:02:24.107969+0000","last_active":"2024-09-22T10:33:39.921765+0000","last_peered":"2024-09-22T10:33:39.921765+0000","last_clean":"2024-09-22T10:33:39.921765+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:33:39.921765+0000","last_undegraded":"2024-09-22T10:33:39.921765+0000","last_fullsized":"2024-09-22T10:33:39.921765+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:18.862925+0000","last_change":"2024-09-22T08:56:18.740713+0000","last_active":"2024-09-22T10:31:18.862925+0000","last_peered":"2024-09-22T10:31:18.862925+0000","last_clean":"2024-09-22T10:31:18.862925+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:31:18.862925+0000","last_undegraded":"2024-09-22T10:31:18.862925+0000","last_fullsized":"2024-09-22T10:31:18.862925+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.891304+0000","last_change":"2024-09-22T10:34:28.891304+0000","last_active":"2024-09-22T10:34:28.891304+0000","last_peered":"2024-09-22T10:34:28.891304+0000","last_clean":"2024-09-22T10:34:28.891304+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:34:28.891304+0000","last_undegraded":"2024-09-22T10:34:28.891304+0000","last_fullsized":"2024-09-22T10:34:28.891304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.891135+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:47.635021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.574248+0000","last_change":"2024-09-22T10:34:20.574128+0000","last_active":"2024-09-22T10:34:20.574248+0000","last_peered":"2024-09-22T10:34:20.574248+0000","last_clean":"2024-09-22T10:34:20.574248+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:34:20.574248+0000","last_undegraded":"2024-09-22T10:34:20.574248+0000","last_fullsized":"2024-09-22T10:34:20.574248+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.573944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:17.910531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:52.040747+0000","last_change":"2024-09-22T09:02:24.103789+0000","last_active":"2024-09-22T10:29:52.040747+0000","last_peered":"2024-09-22T10:29:52.040747+0000","last_clean":"2024-09-22T10:29:52.040747+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:29:52.040747+0000","last_undegraded":"2024-09-22T10:29:52.040747+0000","last_fullsized":"2024-09-22T10:29:52.040747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:40:55.426829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.550638+0000","last_change":"2024-09-22T10:34:18.550638+0000","last_active":"2024-09-22T10:34:18.550638+0000","last_peered":"2024-09-22T10:34:18.550638+0000","last_clean":"2024-09-22T10:34:18.550638+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:34:18.550638+0000","last_undegraded":"2024-09-22T10:34:18.550638+0000","last_fullsized":"2024-09-22T10:34:18.550638+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.550456+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:49.797490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'1","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.113118+0000","last_change":"2024-09-22T09:31:32.363847+0000","last_active":"2024-09-22T10:31:36.113118+0000","last_peered":"2024-09-22T10:31:36.113118+0000","last_clean":"2024-09-22T10:31:36.113118+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:31:36.113118+0000","last_undegraded":"2024-09-22T10:31:36.113118+0000","last_fullsized":"2024-09-22T10:31:36.113118+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.530808+0000","last_change":"2024-09-22T10:34:21.530808+0000","last_active":"2024-09-22T10:34:21.530808+0000","last_peered":"2024-09-22T10:34:21.530808+0000","last_clean":"2024-09-22T10:34:21.530808+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:34:21.530808+0000","last_undegraded":"2024-09-22T10:34:21.530808+0000","last_fullsized":"2024-09-22T10:34:21.530808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.530623+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:50.135631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076384+0000","last_change":"2024-09-22T09:02:24.102970+0000","last_active":"2024-09-22T10:32:27.076384+0000","last_peered":"2024-09-22T10:32:27.076384+0000","last_clean":"2024-09-22T10:32:27.076384+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:32:27.076384+0000","last_undegraded":"2024-09-22T10:32:27.076384+0000","last_fullsized":"2024-09-22T10:32:27.076384+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:38:53.420872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:04.051527+0000","last_change":"2024-09-22T08:56:18.719600+0000","last_active":"2024-09-22T10:31:04.051527+0000","last_peered":"2024-09-22T10:31:04.051527+0000","last_clean":"2024-09-22T10:31:04.051527+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:31:04.051527+0000","last_undegraded":"2024-09-22T10:31:04.051527+0000","last_fullsized":"2024-09-22T10:31:04.051527+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:10.159970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":38,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:36.113195+0000","last_change":"2024-09-22T09:31:32.380453+0000","last_active":"2024-09-22T10:31:36.113195+0000","last_peered":"2024-09-22T10:31:36.113195+0000","last_clean":"2024-09-22T10:31:36.113195+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:31:36.113195+0000","last_undegraded":"2024-09-22T10:31:36.113195+0000","last_fullsized":"2024-09-22T10:31:36.113195+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070630+0000","last_change":"2024-09-22T09:02:31.291631+0000","last_active":"2024-09-22T10:30:04.070630+0000","last_peered":"2024-09-22T10:30:04.070630+0000","last_clean":"2024-09-22T10:30:04.070630+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:30:04.070630+0000","last_undegraded":"2024-09-22T10:30:04.070630+0000","last_fullsized":"2024-09-22T10:30:04.070630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:08.167592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'7","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068612+0000","last_change":"2024-09-22T09:02:24.087117+0000","last_active":"2024-09-22T10:32:24.068612+0000","last_peered":"2024-09-22T10:32:24.068612+0000","last_clean":"2024-09-22T10:32:24.068612+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:32:24.068612+0000","last_undegraded":"2024-09-22T10:32:24.068612+0000","last_fullsized":"2024-09-22T10:32:24.068612+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:16.725072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.821507+0000","last_change":"2024-09-22T10:34:19.821507+0000","last_active":"2024-09-22T10:34:19.821507+0000","last_peered":"2024-09-22T10:34:19.821507+0000","last_clean":"2024-09-22T10:34:19.821507+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:34:19.821507+0000","last_undegraded":"2024-09-22T10:34:19.821507+0000","last_fullsized":"2024-09-22T10:34:19.821507+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.821323+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:51.261476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.874423+0000","last_change":"2024-09-22T10:34:27.874423+0000","last_active":"2024-09-22T10:34:27.874423+0000","last_peered":"2024-09-22T10:34:27.874423+0000","last_clean":"2024-09-22T10:34:27.874423+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:34:27.874423+0000","last_undegraded":"2024-09-22T10:34:27.874423+0000","last_fullsized":"2024-09-22T10:34:27.874423+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.874241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:13.393212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'5","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506831+0000","last_change":"2024-09-22T09:02:31.506509+0000","last_active":"2024-09-22T10:33:39.506831+0000","last_peered":"2024-09-22T10:33:39.506831+0000","last_clean":"2024-09-22T10:33:39.506831+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:33:39.506831+0000","last_undegraded":"2024-09-22T10:33:39.506831+0000","last_fullsized":"2024-09-22T10:33:39.506831+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2128,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:20.646800+0000","last_change":"2024-09-22T09:02:24.104251+0000","last_active":"2024-09-22T10:31:20.646800+0000","last_peered":"2024-09-22T10:31:20.646800+0000","last_clean":"2024-09-22T10:31:20.646800+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:31:20.646800+0000","last_undegraded":"2024-09-22T10:31:20.646800+0000","last_fullsized":"2024-09-22T10:31:20.646800+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:54.217880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":493,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.352901+0000","last_change":"2024-09-22T10:34:28.352901+0000","last_active":"2024-09-22T10:34:28.352901+0000","last_peered":"2024-09-22T10:34:28.352901+0000","last_clean":"2024-09-22T10:34:28.352901+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:34:28.352901+0000","last_undegraded":"2024-09-22T10:34:28.352901+0000","last_fullsized":"2024-09-22T10:34:28.352901+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.352714+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:25:17.501033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'2","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.237466+0000","last_change":"2024-09-22T10:34:18.237466+0000","last_active":"2024-09-22T10:34:18.237466+0000","last_peered":"2024-09-22T10:34:18.237466+0000","last_clean":"2024-09-22T10:34:18.237466+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:34:18.237466+0000","last_undegraded":"2024-09-22T10:34:18.237466+0000","last_fullsized":"2024-09-22T10:34:18.237466+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.237281+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:29.938095+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'5","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.394350+0000","last_change":"2024-09-22T09:02:31.506621+0000","last_active":"2024-09-22T10:33:41.394350+0000","last_peered":"2024-09-22T10:33:41.394350+0000","last_clean":"2024-09-22T10:33:41.394350+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:33:41.394350+0000","last_undegraded":"2024-09-22T10:33:41.394350+0000","last_fullsized":"2024-09-22T10:33:41.394350+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":48,"num_write":10,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'6","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.392679+0000","last_change":"2024-09-22T09:02:24.104027+0000","last_active":"2024-09-22T10:33:41.392679+0000","last_peered":"2024-09-22T10:33:41.392679+0000","last_clean":"2024-09-22T10:33:41.392679+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:33:41.392679+0000","last_undegraded":"2024-09-22T10:33:41.392679+0000","last_fullsized":"2024-09-22T10:33:41.392679+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":94,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:33.852362+0000","last_change":"2024-09-22T08:56:18.735882+0000","last_active":"2024-09-22T10:30:33.852362+0000","last_peered":"2024-09-22T10:30:33.852362+0000","last_clean":"2024-09-22T10:30:33.852362+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:30:33.852362+0000","last_undegraded":"2024-09-22T10:30:33.852362+0000","last_fullsized":"2024-09-22T10:30:33.852362+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:49:47.152798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:56.089093+0000","last_change":"2024-09-22T09:31:32.364337+0000","last_active":"2024-09-22T10:29:56.089093+0000","last_peered":"2024-09-22T10:29:56.089093+0000","last_clean":"2024-09-22T10:29:56.089093+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:29:56.089093+0000","last_undegraded":"2024-09-22T10:29:56.089093+0000","last_fullsized":"2024-09-22T10:29:56.089093+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:17:10.022288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":61,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:58.873330+0000","last_change":"2024-09-22T09:02:31.512850+0000","last_active":"2024-09-22T10:31:58.873330+0000","last_peered":"2024-09-22T10:31:58.873330+0000","last_clean":"2024-09-22T10:31:58.873330+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:31:58.873330+0000","last_undegraded":"2024-09-22T10:31:58.873330+0000","last_fullsized":"2024-09-22T10:31:58.873330+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.268147+0000","last_change":"2024-09-22T10:34:16.268147+0000","last_active":"2024-09-22T10:34:16.268147+0000","last_peered":"2024-09-22T10:34:16.268147+0000","last_clean":"2024-09-22T10:34:16.268147+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:34:16.268147+0000","last_undegraded":"2024-09-22T10:34:16.268147+0000","last_fullsized":"2024-09-22T10:34:16.268147+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.267963+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:27.993905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.375643+0000","last_change":"2024-09-22T10:34:09.375643+0000","last_active":"2024-09-22T10:34:09.375643+0000","last_peered":"2024-09-22T10:34:09.375643+0000","last_clean":"2024-09-22T10:34:09.375643+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:34:09.375643+0000","last_undegraded":"2024-09-22T10:34:09.375643+0000","last_fullsized":"2024-09-22T10:34:09.375643+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'19","last_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_deep_scrub":"269'19","last_deep_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.375419+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:24:53.034602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:55.627221+0000","last_change":"2024-09-22T09:31:32.348971+0000","last_active":"2024-09-22T10:29:55.627221+0000","last_peered":"2024-09-22T10:29:55.627221+0000","last_clean":"2024-09-22T10:29:55.627221+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:29:55.627221+0000","last_undegraded":"2024-09-22T10:29:55.627221+0000","last_fullsized":"2024-09-22T10:29:55.627221+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:08:54.889144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":64,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.598518+0000","last_change":"2024-09-22T09:02:31.285948+0000","last_active":"2024-09-22T10:33:41.598518+0000","last_peered":"2024-09-22T10:33:41.598518+0000","last_clean":"2024-09-22T10:33:41.598518+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:33:41.598518+0000","last_undegraded":"2024-09-22T10:33:41.598518+0000","last_fullsized":"2024-09-22T10:33:41.598518+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'4","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.393887+0000","last_change":"2024-09-22T09:02:24.091028+0000","last_active":"2024-09-22T10:33:41.393887+0000","last_peered":"2024-09-22T10:33:41.393887+0000","last_clean":"2024-09-22T10:33:41.393887+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:33:41.393887+0000","last_undegraded":"2024-09-22T10:33:41.393887+0000","last_fullsized":"2024-09-22T10:33:41.393887+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":910,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:29:51.088094+0000","last_change":"2024-09-22T08:56:18.728137+0000","last_active":"2024-09-22T10:29:51.088094+0000","last_peered":"2024-09-22T10:29:51.088094+0000","last_clean":"2024-09-22T10:29:51.088094+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:29:51.088094+0000","last_undegraded":"2024-09-22T10:29:51.088094+0000","last_fullsized":"2024-09-22T10:29:51.088094+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:12:56.902092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:58.873290+0000","last_change":"2024-09-22T09:31:32.369472+0000","last_active":"2024-09-22T10:31:58.873290+0000","last_peered":"2024-09-22T10:31:58.873290+0000","last_clean":"2024-09-22T10:31:58.873290+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:31:58.873290+0000","last_undegraded":"2024-09-22T10:31:58.873290+0000","last_fullsized":"2024-09-22T10:31:58.873290+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'2","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.918009+0000","last_change":"2024-09-22T10:34:25.918009+0000","last_active":"2024-09-22T10:34:25.918009+0000","last_peered":"2024-09-22T10:34:25.918009+0000","last_clean":"2024-09-22T10:34:25.918009+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:34:25.918009+0000","last_undegraded":"2024-09-22T10:34:25.918009+0000","last_fullsized":"2024-09-22T10:34:25.918009+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.917832+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:21:56.373864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.819038+0000","last_change":"2024-09-22T10:34:26.819038+0000","last_active":"2024-09-22T10:34:26.819038+0000","last_peered":"2024-09-22T10:34:26.819038+0000","last_clean":"2024-09-22T10:34:26.819038+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:34:26.819038+0000","last_undegraded":"2024-09-22T10:34:26.819038+0000","last_fullsized":"2024-09-22T10:34:26.819038+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.818861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:34:24.335954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":130,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118857+0000","last_change":"2024-09-22T08:56:18.727714+0000","last_active":"2024-09-22T10:32:01.118857+0000","last_peered":"2024-09-22T10:32:01.118857+0000","last_clean":"2024-09-22T10:32:01.118857+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:32:01.118857+0000","last_undegraded":"2024-09-22T10:32:01.118857+0000","last_fullsized":"2024-09-22T10:32:01.118857+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":39,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.063667+0000","last_change":"2024-09-22T09:31:32.359915+0000","last_active":"2024-09-22T10:31:59.063667+0000","last_peered":"2024-09-22T10:31:59.063667+0000","last_clean":"2024-09-22T10:31:59.063667+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:31:59.063667+0000","last_undegraded":"2024-09-22T10:31:59.063667+0000","last_fullsized":"2024-09-22T10:31:59.063667+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.911711+0000","last_change":"2024-09-22T10:34:26.911711+0000","last_active":"2024-09-22T10:34:26.911711+0000","last_peered":"2024-09-22T10:34:26.911711+0000","last_clean":"2024-09-22T10:34:26.911711+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:34:26.911711+0000","last_undegraded":"2024-09-22T10:34:26.911711+0000","last_fullsized":"2024-09-22T10:34:26.911711+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.911521+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:29.802700+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:03.859090+0000","last_change":"2024-09-22T09:02:24.105654+0000","last_active":"2024-09-22T10:31:03.859090+0000","last_peered":"2024-09-22T10:31:03.859090+0000","last_clean":"2024-09-22T10:31:03.859090+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:31:03.859090+0000","last_undegraded":"2024-09-22T10:31:03.859090+0000","last_fullsized":"2024-09-22T10:31:03.859090+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:06.210932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.358276+0000","last_change":"2024-09-22T10:34:26.358276+0000","last_active":"2024-09-22T10:34:26.358276+0000","last_peered":"2024-09-22T10:34:26.358276+0000","last_clean":"2024-09-22T10:34:26.358276+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:34:26.358276+0000","last_undegraded":"2024-09-22T10:34:26.358276+0000","last_fullsized":"2024-09-22T10:34:26.358276+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'25","last_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_deep_scrub":"269'25","last_deep_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.358050+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:34.901367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"268'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:14.039727+0000","last_change":"2024-09-22T09:31:32.366336+0000","last_active":"2024-09-22T10:30:14.039727+0000","last_peered":"2024-09-22T10:30:14.039727+0000","last_clean":"2024-09-22T10:30:14.039727+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:30:14.039727+0000","last_undegraded":"2024-09-22T10:30:14.039727+0000","last_fullsized":"2024-09-22T10:30:14.039727+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:09:52.725183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'6","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:33.893361+0000","last_change":"2024-09-22T09:02:31.294506+0000","last_active":"2024-09-22T10:33:33.893361+0000","last_peered":"2024-09-22T10:33:33.893361+0000","last_clean":"2024-09-22T10:33:33.893361+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:33:33.893361+0000","last_undegraded":"2024-09-22T10:33:33.893361+0000","last_fullsized":"2024-09-22T10:33:33.893361+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:54.721549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.555850+0000","last_change":"2024-09-22T10:34:22.555850+0000","last_active":"2024-09-22T10:34:22.555850+0000","last_peered":"2024-09-22T10:34:22.555850+0000","last_clean":"2024-09-22T10:34:22.555850+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:34:22.555850+0000","last_undegraded":"2024-09-22T10:34:22.555850+0000","last_fullsized":"2024-09-22T10:34:22.555850+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.555674+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:08:21.348571+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":181,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.813737+0000","last_change":"2024-09-22T10:34:24.813737+0000","last_active":"2024-09-22T10:34:24.813737+0000","last_peered":"2024-09-22T10:34:24.813737+0000","last_clean":"2024-09-22T10:34:24.813737+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:34:24.813737+0000","last_undegraded":"2024-09-22T10:34:24.813737+0000","last_fullsized":"2024-09-22T10:34:24.813737+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.813533+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:09.158583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'1","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:58.873214+0000","last_change":"2024-09-22T09:31:32.368777+0000","last_active":"2024-09-22T10:31:58.873214+0000","last_peered":"2024-09-22T10:31:58.873214+0000","last_clean":"2024-09-22T10:31:58.873214+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:31:58.873214+0000","last_undegraded":"2024-09-22T10:31:58.873214+0000","last_fullsized":"2024-09-22T10:31:58.873214+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.514841+0000","last_change":"2024-09-22T10:34:24.514841+0000","last_active":"2024-09-22T10:34:24.514841+0000","last_peered":"2024-09-22T10:34:24.514841+0000","last_clean":"2024-09-22T10:34:24.514841+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:34:24.514841+0000","last_undegraded":"2024-09-22T10:34:24.514841+0000","last_fullsized":"2024-09-22T10:34:24.514841+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.514657+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:11:38.556557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":96,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.506915+0000","last_change":"2024-09-22T09:02:24.098214+0000","last_active":"2024-09-22T10:33:39.506915+0000","last_peered":"2024-09-22T10:33:39.506915+0000","last_clean":"2024-09-22T10:33:39.506915+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:33:39.506915+0000","last_undegraded":"2024-09-22T10:33:39.506915+0000","last_fullsized":"2024-09-22T10:33:39.506915+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:05.847203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:58.872978+0000","last_change":"2024-09-22T08:56:18.729102+0000","last_active":"2024-09-22T10:31:58.872978+0000","last_peered":"2024-09-22T10:31:58.872978+0000","last_clean":"2024-09-22T10:31:58.872978+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:31:58.872978+0000","last_undegraded":"2024-09-22T10:31:58.872978+0000","last_fullsized":"2024-09-22T10:31:58.872978+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.319081+0000","last_change":"2024-09-22T10:34:14.319081+0000","last_active":"2024-09-22T10:34:14.319081+0000","last_peered":"2024-09-22T10:34:14.319081+0000","last_clean":"2024-09-22T10:34:14.319081+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:34:14.319081+0000","last_undegraded":"2024-09-22T10:34:14.319081+0000","last_fullsized":"2024-09-22T10:34:14.319081+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.318902+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:02.148573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848584+0000","last_change":"2024-09-22T09:02:31.294337+0000","last_active":"2024-09-22T10:30:18.848584+0000","last_peered":"2024-09-22T10:30:18.848584+0000","last_clean":"2024-09-22T10:30:18.848584+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:30:18.848584+0000","last_undegraded":"2024-09-22T10:30:18.848584+0000","last_fullsized":"2024-09-22T10:30:18.848584+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:24.558808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:11.092861+0000","last_change":"2024-09-22T09:02:24.111284+0000","last_active":"2024-09-22T10:30:11.092861+0000","last_peered":"2024-09-22T10:30:11.092861+0000","last_clean":"2024-09-22T10:30:11.092861+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:30:11.092861+0000","last_undegraded":"2024-09-22T10:30:11.092861+0000","last_fullsized":"2024-09-22T10:30:11.092861+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:30:19.696729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":159,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:13.861892+0000","last_change":"2024-09-22T08:56:18.735849+0000","last_active":"2024-09-22T10:31:13.861892+0000","last_peered":"2024-09-22T10:31:13.861892+0000","last_clean":"2024-09-22T10:31:13.861892+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:31:13.861892+0000","last_undegraded":"2024-09-22T10:31:13.861892+0000","last_fullsized":"2024-09-22T10:31:13.861892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:21:09.568692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091537+0000","last_change":"2024-09-22T09:31:32.377358+0000","last_active":"2024-09-22T10:30:06.091537+0000","last_peered":"2024-09-22T10:30:06.091537+0000","last_clean":"2024-09-22T10:30:06.091537+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:30:06.091537+0000","last_undegraded":"2024-09-22T10:30:06.091537+0000","last_fullsized":"2024-09-22T10:30:06.091537+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:50:37.804331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:33.879619+0000","last_change":"2024-09-22T09:02:31.295276+0000","last_active":"2024-09-22T10:32:33.879619+0000","last_peered":"2024-09-22T10:32:33.879619+0000","last_clean":"2024-09-22T10:32:33.879619+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:32:33.879619+0000","last_undegraded":"2024-09-22T10:32:33.879619+0000","last_fullsized":"2024-09-22T10:32:33.879619+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:02:10.713099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.332575+0000","last_change":"2024-09-22T10:34:13.332575+0000","last_active":"2024-09-22T10:34:13.332575+0000","last_peered":"2024-09-22T10:34:13.332575+0000","last_clean":"2024-09-22T10:34:13.332575+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:34:13.332575+0000","last_undegraded":"2024-09-22T10:34:13.332575+0000","last_fullsized":"2024-09-22T10:34:13.332575+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.332397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:28:39.717059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":211,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639780+0000","last_change":"2024-09-22T08:56:18.740315+0000","last_active":"2024-09-22T10:30:50.639780+0000","last_peered":"2024-09-22T10:30:50.639780+0000","last_clean":"2024-09-22T10:30:50.639780+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:30:50.639780+0000","last_undegraded":"2024-09-22T10:30:50.639780+0000","last_fullsized":"2024-09-22T10:30:50.639780+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:00.497528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.512461+0000","last_change":"2024-09-22T10:34:23.512331+0000","last_active":"2024-09-22T10:34:23.512461+0000","last_peered":"2024-09-22T10:34:23.512461+0000","last_clean":"2024-09-22T10:34:23.512461+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:34:23.512461+0000","last_undegraded":"2024-09-22T10:34:23.512461+0000","last_fullsized":"2024-09-22T10:34:23.512461+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.512152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:16.276125+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.872137+0000","last_change":"2024-09-22T10:34:24.872137+0000","last_active":"2024-09-22T10:34:24.872137+0000","last_peered":"2024-09-22T10:34:24.872137+0000","last_clean":"2024-09-22T10:34:24.872137+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:34:24.872137+0000","last_undegraded":"2024-09-22T10:34:24.872137+0000","last_fullsized":"2024-09-22T10:34:24.872137+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.871859+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:09.908985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12388,"num_write":14,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:24.068703+0000","last_change":"2024-09-22T09:02:24.079935+0000","last_active":"2024-09-22T10:32:24.068703+0000","last_peered":"2024-09-22T10:32:24.068703+0000","last_clean":"2024-09-22T10:32:24.068703+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:32:24.068703+0000","last_undegraded":"2024-09-22T10:32:24.068703+0000","last_fullsized":"2024-09-22T10:32:24.068703+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:57:48.114373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8237,"num_write":6,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.574341+0000","last_change":"2024-09-22T10:34:16.574341+0000","last_active":"2024-09-22T10:34:16.574341+0000","last_peered":"2024-09-22T10:34:16.574341+0000","last_clean":"2024-09-22T10:34:16.574341+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:34:16.574341+0000","last_undegraded":"2024-09-22T10:34:16.574341+0000","last_fullsized":"2024-09-22T10:34:16.574341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'49","last_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_deep_scrub":"269'49","last_deep_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.574169+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:35.906825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:16.122245+0000","last_change":"2024-09-22T09:31:32.363023+0000","last_active":"2024-09-22T10:32:16.122245+0000","last_peered":"2024-09-22T10:32:16.122245+0000","last_clean":"2024-09-22T10:32:16.122245+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:32:16.122245+0000","last_undegraded":"2024-09-22T10:32:16.122245+0000","last_fullsized":"2024-09-22T10:32:16.122245+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":63,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:18.848641+0000","last_change":"2024-09-22T09:02:31.294424+0000","last_active":"2024-09-22T10:30:18.848641+0000","last_peered":"2024-09-22T10:30:18.848641+0000","last_clean":"2024-09-22T10:30:18.848641+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:30:18.848641+0000","last_undegraded":"2024-09-22T10:30:18.848641+0000","last_fullsized":"2024-09-22T10:30:18.848641+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:57.840659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.832293+0000","last_change":"2024-09-22T10:34:20.832293+0000","last_active":"2024-09-22T10:34:20.832293+0000","last_peered":"2024-09-22T10:34:20.832293+0000","last_clean":"2024-09-22T10:34:20.832293+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:34:20.832293+0000","last_undegraded":"2024-09-22T10:34:20.832293+0000","last_fullsized":"2024-09-22T10:34:20.832293+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.832012+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:51:58.263950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.378565+0000","last_change":"2024-09-22T10:34:08.378565+0000","last_active":"2024-09-22T10:34:08.378565+0000","last_peered":"2024-09-22T10:34:08.378565+0000","last_clean":"2024-09-22T10:34:08.378565+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:34:08.378565+0000","last_undegraded":"2024-09-22T10:34:08.378565+0000","last_fullsized":"2024-09-22T10:34:08.378565+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'33","last_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_deep_scrub":"269'33","last_deep_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.378299+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:55.703502+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.070800+0000","last_change":"2024-09-22T09:31:32.377680+0000","last_active":"2024-09-22T10:30:04.070800+0000","last_peered":"2024-09-22T10:30:04.070800+0000","last_clean":"2024-09-22T10:30:04.070800+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:30:04.070800+0000","last_undegraded":"2024-09-22T10:30:04.070800+0000","last_fullsized":"2024-09-22T10:30:04.070800+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:55.487586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":68,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:32.093892+0000","last_change":"2024-09-22T09:02:31.296903+0000","last_active":"2024-09-22T10:33:32.093892+0000","last_peered":"2024-09-22T10:33:32.093892+0000","last_clean":"2024-09-22T10:33:32.093892+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:33:32.093892+0000","last_undegraded":"2024-09-22T10:33:32.093892+0000","last_fullsized":"2024-09-22T10:33:32.093892+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:40.580779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'8","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.921692+0000","last_change":"2024-09-22T09:02:24.087734+0000","last_active":"2024-09-22T10:33:39.921692+0000","last_peered":"2024-09-22T10:33:39.921692+0000","last_clean":"2024-09-22T10:33:39.921692+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:33:39.921692+0000","last_undegraded":"2024-09-22T10:33:39.921692+0000","last_fullsized":"2024-09-22T10:33:39.921692+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:33:20.554420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":8,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.401937+0000","last_change":"2024-09-22T10:34:25.401937+0000","last_active":"2024-09-22T10:34:25.401937+0000","last_peered":"2024-09-22T10:34:25.401937+0000","last_clean":"2024-09-22T10:34:25.401937+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:34:25.401937+0000","last_undegraded":"2024-09-22T10:34:25.401937+0000","last_fullsized":"2024-09-22T10:34:25.401937+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.401737+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:46.795843+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091669+0000","last_change":"2024-09-22T09:31:32.373921+0000","last_active":"2024-09-22T10:30:06.091669+0000","last_peered":"2024-09-22T10:30:06.091669+0000","last_clean":"2024-09-22T10:30:06.091669+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:30:06.091669+0000","last_undegraded":"2024-09-22T10:30:06.091669+0000","last_fullsized":"2024-09-22T10:30:06.091669+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:08.469342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.110799+0000","last_change":"2024-09-22T09:02:31.507212+0000","last_active":"2024-09-22T10:31:26.110799+0000","last_peered":"2024-09-22T10:31:26.110799+0000","last_clean":"2024-09-22T10:31:26.110799+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:31:26.110799+0000","last_undegraded":"2024-09-22T10:31:26.110799+0000","last_fullsized":"2024-09-22T10:31:26.110799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:00:01.230955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.774829+0000","last_change":"2024-09-22T10:34:18.774829+0000","last_active":"2024-09-22T10:34:18.774829+0000","last_peered":"2024-09-22T10:34:18.774829+0000","last_clean":"2024-09-22T10:34:18.774829+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:34:18.774829+0000","last_undegraded":"2024-09-22T10:34:18.774829+0000","last_fullsized":"2024-09-22T10:34:18.774829+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.774646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:43.609911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.638637+0000","last_change":"2024-09-22T10:34:25.638637+0000","last_active":"2024-09-22T10:34:25.638637+0000","last_peered":"2024-09-22T10:34:25.638637+0000","last_clean":"2024-09-22T10:34:25.638637+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:34:25.638637+0000","last_undegraded":"2024-09-22T10:34:25.638637+0000","last_fullsized":"2024-09-22T10:34:25.638637+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'20","last_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_deep_scrub":"269'20","last_deep_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.638416+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:07.136277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'1","reported_seq":41,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:06.091582+0000","last_change":"2024-09-22T09:31:32.364871+0000","last_active":"2024-09-22T10:30:06.091582+0000","last_peered":"2024-09-22T10:30:06.091582+0000","last_clean":"2024-09-22T10:30:06.091582+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:30:06.091582+0000","last_undegraded":"2024-09-22T10:30:06.091582+0000","last_fullsized":"2024-09-22T10:30:06.091582+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:30.599869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.865705+0000","last_change":"2024-09-22T10:34:22.865705+0000","last_active":"2024-09-22T10:34:22.865705+0000","last_peered":"2024-09-22T10:34:22.865705+0000","last_clean":"2024-09-22T10:34:22.865705+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:34:22.865705+0000","last_undegraded":"2024-09-22T10:34:22.865705+0000","last_fullsized":"2024-09-22T10:34:22.865705+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.865431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:35:30.654756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:39.058794+0000","last_change":"2024-09-22T09:02:24.090857+0000","last_active":"2024-09-22T10:31:39.058794+0000","last_peered":"2024-09-22T10:31:39.058794+0000","last_clean":"2024-09-22T10:31:39.058794+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:31:39.058794+0000","last_undegraded":"2024-09-22T10:31:39.058794+0000","last_fullsized":"2024-09-22T10:31:39.058794+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.808872+0000","last_change":"2024-09-22T10:34:28.808872+0000","last_active":"2024-09-22T10:34:28.808872+0000","last_peered":"2024-09-22T10:34:28.808872+0000","last_clean":"2024-09-22T10:34:28.808872+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:34:28.808872+0000","last_undegraded":"2024-09-22T10:34:28.808872+0000","last_fullsized":"2024-09-22T10:34:28.808872+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.808628+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:40:05.447857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":40,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:04.037175+0000","last_change":"2024-09-22T09:31:32.349878+0000","last_active":"2024-09-22T10:30:04.037175+0000","last_peered":"2024-09-22T10:30:04.037175+0000","last_clean":"2024-09-22T10:30:04.037175+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:30:04.037175+0000","last_undegraded":"2024-09-22T10:30:04.037175+0000","last_fullsized":"2024-09-22T10:30:04.037175+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:18:43.924678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'7","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.393244+0000","last_change":"2024-09-22T09:02:31.297815+0000","last_active":"2024-09-22T10:33:41.393244+0000","last_peered":"2024-09-22T10:33:41.393244+0000","last_clean":"2024-09-22T10:33:41.393244+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:33:41.393244+0000","last_undegraded":"2024-09-22T10:33:41.393244+0000","last_fullsized":"2024-09-22T10:33:41.393244+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:30:22.755085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:27.076492+0000","last_change":"2024-09-22T09:02:24.103249+0000","last_active":"2024-09-22T10:32:27.076492+0000","last_peered":"2024-09-22T10:32:27.076492+0000","last_clean":"2024-09-22T10:32:27.076492+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:32:27.076492+0000","last_undegraded":"2024-09-22T10:32:27.076492+0000","last_fullsized":"2024-09-22T10:32:27.076492+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:10:12.164654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.529129+0000","last_change":"2024-09-22T10:34:15.529129+0000","last_active":"2024-09-22T10:34:15.529129+0000","last_peered":"2024-09-22T10:34:15.529129+0000","last_clean":"2024-09-22T10:34:15.529129+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:34:15.529129+0000","last_undegraded":"2024-09-22T10:34:15.529129+0000","last_fullsized":"2024-09-22T10:34:15.529129+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.528939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:58.137881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118826+0000","last_change":"2024-09-22T09:31:32.370162+0000","last_active":"2024-09-22T10:32:01.118826+0000","last_peered":"2024-09-22T10:32:01.118826+0000","last_clean":"2024-09-22T10:32:01.118826+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:32:01.118826+0000","last_undegraded":"2024-09-22T10:32:01.118826+0000","last_fullsized":"2024-09-22T10:32:01.118826+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'4","reported_seq":74,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:39.507324+0000","last_change":"2024-09-22T09:02:31.271470+0000","last_active":"2024-09-22T10:33:39.507324+0000","last_peered":"2024-09-22T10:33:39.507324+0000","last_clean":"2024-09-22T10:33:39.507324+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:33:39.507324+0000","last_undegraded":"2024-09-22T10:33:39.507324+0000","last_fullsized":"2024-09-22T10:33:39.507324+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:50.940076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'4","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.319707+0000","last_change":"2024-09-22T09:02:24.097063+0000","last_active":"2024-09-22T10:33:41.319707+0000","last_peered":"2024-09-22T10:33:41.319707+0000","last_clean":"2024-09-22T10:33:41.319707+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:33:41.319707+0000","last_undegraded":"2024-09-22T10:33:41.319707+0000","last_fullsized":"2024-09-22T10:33:41.319707+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":71,"num_write":4,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.367477+0000","last_change":"2024-09-22T10:34:27.367477+0000","last_active":"2024-09-22T10:34:27.367477+0000","last_peered":"2024-09-22T10:34:27.367477+0000","last_clean":"2024-09-22T10:34:27.367477+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:34:27.367477+0000","last_undegraded":"2024-09-22T10:34:27.367477+0000","last_fullsized":"2024-09-22T10:34:27.367477+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'24","last_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_deep_scrub":"269'24","last_deep_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.367186+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:16.730275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:00.655703+0000","last_change":"2024-09-22T09:31:32.380992+0000","last_active":"2024-09-22T10:32:00.655703+0000","last_peered":"2024-09-22T10:32:00.655703+0000","last_clean":"2024-09-22T10:32:00.655703+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:32:00.655703+0000","last_undegraded":"2024-09-22T10:32:00.655703+0000","last_fullsized":"2024-09-22T10:32:00.655703+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.319832+0000","last_change":"2024-09-22T09:02:31.512866+0000","last_active":"2024-09-22T10:33:41.319832+0000","last_peered":"2024-09-22T10:33:41.319832+0000","last_clean":"2024-09-22T10:33:41.319832+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:33:41.319832+0000","last_undegraded":"2024-09-22T10:33:41.319832+0000","last_fullsized":"2024-09-22T10:33:41.319832+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'3","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.353985+0000","last_change":"2024-09-22T10:34:11.353847+0000","last_active":"2024-09-22T10:34:11.353985+0000","last_peered":"2024-09-22T10:34:11.353985+0000","last_clean":"2024-09-22T10:34:11.353985+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:34:11.353985+0000","last_undegraded":"2024-09-22T10:34:11.353985+0000","last_fullsized":"2024-09-22T10:34:11.353985+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.353669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:04:40.010642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":232,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.550653+0000","last_change":"2024-09-22T10:34:14.550653+0000","last_active":"2024-09-22T10:34:14.550653+0000","last_peered":"2024-09-22T10:34:14.550653+0000","last_clean":"2024-09-22T10:34:14.550653+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:34:14.550653+0000","last_undegraded":"2024-09-22T10:34:14.550653+0000","last_fullsized":"2024-09-22T10:34:14.550653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'54","last_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_deep_scrub":"269'54","last_deep_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.550475+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:46.366634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:54.058229+0000","last_change":"2024-09-22T09:31:32.365227+0000","last_active":"2024-09-22T10:31:54.058229+0000","last_peered":"2024-09-22T10:31:54.058229+0000","last_clean":"2024-09-22T10:31:54.058229+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:31:54.058229+0000","last_undegraded":"2024-09-22T10:31:54.058229+0000","last_fullsized":"2024-09-22T10:31:54.058229+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":65,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:26.111012+0000","last_change":"2024-09-22T09:02:31.511323+0000","last_active":"2024-09-22T10:31:26.111012+0000","last_peered":"2024-09-22T10:31:26.111012+0000","last_clean":"2024-09-22T10:31:26.111012+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:31:26.111012+0000","last_undegraded":"2024-09-22T10:31:26.111012+0000","last_fullsized":"2024-09-22T10:31:26.111012+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:26:41.806684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:25.674563+0000","last_change":"2024-09-22T09:02:24.079357+0000","last_active":"2024-09-22T10:33:25.674563+0000","last_peered":"2024-09-22T10:33:25.674563+0000","last_clean":"2024-09-22T10:33:25.674563+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:33:25.674563+0000","last_undegraded":"2024-09-22T10:33:25.674563+0000","last_fullsized":"2024-09-22T10:33:25.674563+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:10:17.554772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.611567+0000","last_change":"2024-09-22T10:34:24.611439+0000","last_active":"2024-09-22T10:34:24.611567+0000","last_peered":"2024-09-22T10:34:24.611567+0000","last_clean":"2024-09-22T10:34:24.611567+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:34:24.611567+0000","last_undegraded":"2024-09-22T10:34:24.611567+0000","last_fullsized":"2024-09-22T10:34:24.611567+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.611256+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:44.928264+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:57.069321+0000","last_change":"2024-09-22T09:31:32.360945+0000","last_active":"2024-09-22T10:31:57.069321+0000","last_peered":"2024-09-22T10:31:57.069321+0000","last_clean":"2024-09-22T10:31:57.069321+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:31:57.069321+0000","last_undegraded":"2024-09-22T10:31:57.069321+0000","last_fullsized":"2024-09-22T10:31:57.069321+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:22.061630+0000","last_change":"2024-09-22T09:02:31.263670+0000","last_active":"2024-09-22T10:31:22.061630+0000","last_peered":"2024-09-22T10:31:22.061630+0000","last_clean":"2024-09-22T10:31:22.061630+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:31:22.061630+0000","last_undegraded":"2024-09-22T10:31:22.061630+0000","last_fullsized":"2024-09-22T10:31:22.061630+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:04:38.077985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'12","reported_seq":95,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:26.140318+0000","last_change":"2024-09-22T09:02:24.111639+0000","last_active":"2024-09-22T10:33:26.140318+0000","last_peered":"2024-09-22T10:33:26.140318+0000","last_clean":"2024-09-22T10:33:26.140318+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:33:26.140318+0000","last_undegraded":"2024-09-22T10:33:26.140318+0000","last_fullsized":"2024-09-22T10:33:26.140318+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T09:55:59.709752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":20484,"num_write":22,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":207,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.842494+0000","last_change":"2024-09-22T10:34:15.842494+0000","last_active":"2024-09-22T10:34:15.842494+0000","last_peered":"2024-09-22T10:34:15.842494+0000","last_clean":"2024-09-22T10:34:15.842494+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:34:15.842494+0000","last_undegraded":"2024-09-22T10:34:15.842494+0000","last_fullsized":"2024-09-22T10:34:15.842494+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'43","last_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_deep_scrub":"269'43","last_deep_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.842314+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:26.587205+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'2","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.258056+0000","last_change":"2024-09-22T10:34:17.257805+0000","last_active":"2024-09-22T10:34:17.258056+0000","last_peered":"2024-09-22T10:34:17.258056+0000","last_clean":"2024-09-22T10:34:17.258056+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:34:17.258056+0000","last_undegraded":"2024-09-22T10:34:17.258056+0000","last_fullsized":"2024-09-22T10:34:17.258056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.257587+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:23.284908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.839163+0000","last_change":"2024-09-22T10:34:21.839163+0000","last_active":"2024-09-22T10:34:21.839163+0000","last_peered":"2024-09-22T10:34:21.839163+0000","last_clean":"2024-09-22T10:34:21.839163+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:34:21.839163+0000","last_undegraded":"2024-09-22T10:34:21.839163+0000","last_fullsized":"2024-09-22T10:34:21.839163+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.838884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:24.128434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:36.127223+0000","last_change":"2024-09-22T09:02:24.099286+0000","last_active":"2024-09-22T10:32:36.127223+0000","last_peered":"2024-09-22T10:32:36.127223+0000","last_clean":"2024-09-22T10:32:36.127223+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:32:36.127223+0000","last_undegraded":"2024-09-22T10:32:36.127223+0000","last_fullsized":"2024-09-22T10:32:36.127223+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:59.675171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":124,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:10.657989+0000","last_change":"2024-09-22T08:56:18.724475+0000","last_active":"2024-09-22T10:32:10.657989+0000","last_peered":"2024-09-22T10:32:10.657989+0000","last_clean":"2024-09-22T10:32:10.657989+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:32:10.657989+0000","last_undegraded":"2024-09-22T10:32:10.657989+0000","last_fullsized":"2024-09-22T10:32:10.657989+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:56:17.678372+0000","last_clean_scrub_stamp":"2024-09-22T08:56:17.678372+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":42,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:14.067177+0000","last_change":"2024-09-22T09:31:32.352547+0000","last_active":"2024-09-22T10:32:14.067177+0000","last_peered":"2024-09-22T10:32:14.067177+0000","last_clean":"2024-09-22T10:32:14.067177+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:32:14.067177+0000","last_undegraded":"2024-09-22T10:32:14.067177+0000","last_fullsized":"2024-09-22T10:32:14.067177+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:50.639445+0000","last_change":"2024-09-22T09:02:31.270806+0000","last_active":"2024-09-22T10:30:50.639445+0000","last_peered":"2024-09-22T10:30:50.639445+0000","last_clean":"2024-09-22T10:30:50.639445+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:30:50.639445+0000","last_undegraded":"2024-09-22T10:30:50.639445+0000","last_fullsized":"2024-09-22T10:30:50.639445+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:20:55.237223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'4","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.665207+0000","last_change":"2024-09-22T09:02:24.111164+0000","last_active":"2024-09-22T10:33:41.665207+0000","last_peered":"2024-09-22T10:33:41.665207+0000","last_clean":"2024-09-22T10:33:41.665207+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:33:41.665207+0000","last_undegraded":"2024-09-22T10:33:41.665207+0000","last_fullsized":"2024-09-22T10:33:41.665207+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:23.043633+0000","last_clean_scrub_stamp":"2024-09-22T09:02:23.043633+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.849563+0000","last_change":"2024-09-22T10:34:25.849563+0000","last_active":"2024-09-22T10:34:25.849563+0000","last_peered":"2024-09-22T10:34:25.849563+0000","last_clean":"2024-09-22T10:34:25.849563+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:34:25.849563+0000","last_undegraded":"2024-09-22T10:34:25.849563+0000","last_fullsized":"2024-09-22T10:34:25.849563+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.849380+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:54.853925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:59.063572+0000","last_change":"2024-09-22T09:31:32.359929+0000","last_active":"2024-09-22T10:31:59.063572+0000","last_peered":"2024-09-22T10:31:59.063572+0000","last_clean":"2024-09-22T10:31:59.063572+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:31:59.063572+0000","last_undegraded":"2024-09-22T10:31:59.063572+0000","last_fullsized":"2024-09-22T10:31:59.063572+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.585666+0000","last_change":"2024-09-22T10:34:19.585666+0000","last_active":"2024-09-22T10:34:19.585666+0000","last_peered":"2024-09-22T10:34:19.585666+0000","last_clean":"2024-09-22T10:34:19.585666+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:34:19.585666+0000","last_undegraded":"2024-09-22T10:34:19.585666+0000","last_fullsized":"2024-09-22T10:34:19.585666+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.585489+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:28:31.962252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.814186+0000","last_change":"2024-09-22T10:34:17.814186+0000","last_active":"2024-09-22T10:34:17.814186+0000","last_peered":"2024-09-22T10:34:17.814186+0000","last_clean":"2024-09-22T10:34:17.814186+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:34:17.814186+0000","last_undegraded":"2024-09-22T10:34:17.814186+0000","last_fullsized":"2024-09-22T10:34:17.814186+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.813997+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:30.797689+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.517005+0000","last_change":"2024-09-22T10:34:13.516773+0000","last_active":"2024-09-22T10:34:13.517005+0000","last_peered":"2024-09-22T10:34:13.517005+0000","last_clean":"2024-09-22T10:34:13.517005+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:34:13.517005+0000","last_undegraded":"2024-09-22T10:34:13.517005+0000","last_fullsized":"2024-09-22T10:34:13.517005+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'21","last_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_deep_scrub":"269'21","last_deep_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.516537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:10.095562+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:32:01.118939+0000","last_change":"2024-09-22T09:31:32.372911+0000","last_active":"2024-09-22T10:32:01.118939+0000","last_peered":"2024-09-22T10:32:01.118939+0000","last_clean":"2024-09-22T10:32:01.118939+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:32:01.118939+0000","last_undegraded":"2024-09-22T10:32:01.118939+0000","last_fullsized":"2024-09-22T10:32:01.118939+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:41.320434+0000","last_change":"2024-09-22T09:02:31.272480+0000","last_active":"2024-09-22T10:33:41.320434+0000","last_peered":"2024-09-22T10:33:41.320434+0000","last_clean":"2024-09-22T10:33:41.320434+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:33:41.320434+0000","last_undegraded":"2024-09-22T10:33:41.320434+0000","last_fullsized":"2024-09-22T10:33:41.320434+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:02:30.225700+0000","last_clean_scrub_stamp":"2024-09-22T09:02:30.225700+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.546824+0000","last_change":"2024-09-22T10:34:17.546824+0000","last_active":"2024-09-22T10:34:17.546824+0000","last_peered":"2024-09-22T10:34:17.546824+0000","last_clean":"2024-09-22T10:34:17.546824+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:34:17.546824+0000","last_undegraded":"2024-09-22T10:34:17.546824+0000","last_fullsized":"2024-09-22T10:34:17.546824+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.546648+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:34.577302+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.567267+0000","last_change":"2024-09-22T10:34:23.567267+0000","last_active":"2024-09-22T10:34:23.567267+0000","last_peered":"2024-09-22T10:34:23.567267+0000","last_clean":"2024-09-22T10:34:23.567267+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:34:23.567267+0000","last_undegraded":"2024-09-22T10:34:23.567267+0000","last_fullsized":"2024-09-22T10:34:23.567267+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'36","last_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_deep_scrub":"269'36","last_deep_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.567089+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:28.007852+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'396","reported_seq":1185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.687359+0000","last_change":"2024-09-22T10:33:58.687359+0000","last_active":"2024-09-22T10:33:58.687359+0000","last_peered":"2024-09-22T10:33:58.687359+0000","last_clean":"2024-09-22T10:33:58.687359+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:58.687359+0000","last_undegraded":"2024-09-22T10:33:58.687359+0000","last_fullsized":"2024-09-22T10:33:58.687359+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.687165+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:34.376430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":751,"num_read_kb":27834,"num_write":1187,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'654","reported_seq":2373,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.950510+0000","last_change":"2024-09-22T10:34:07.950510+0000","last_active":"2024-09-22T10:34:07.950510+0000","last_peered":"2024-09-22T10:34:07.950510+0000","last_clean":"2024-09-22T10:34:07.950510+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:34:07.950510+0000","last_undegraded":"2024-09-22T10:34:07.950510+0000","last_fullsized":"2024-09-22T10:34:07.950510+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'654","last_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_deep_scrub":"269'654","last_deep_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.950252+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":600,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:56.666162+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'373","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.750579+0000","last_change":"2024-09-22T10:33:53.750579+0000","last_active":"2024-09-22T10:33:53.750579+0000","last_peered":"2024-09-22T10:33:53.750579+0000","last_clean":"2024-09-22T10:33:53.750579+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:33:53.750579+0000","last_undegraded":"2024-09-22T10:33:53.750579+0000","last_fullsized":"2024-09-22T10:33:53.750579+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.750344+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:34.453687+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":59286,"num_write":1173,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'827","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.666729+0000","last_change":"2024-09-22T10:34:06.666729+0000","last_active":"2024-09-22T10:34:06.666729+0000","last_peered":"2024-09-22T10:34:06.666729+0000","last_clean":"2024-09-22T10:34:06.666729+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:34:06.666729+0000","last_undegraded":"2024-09-22T10:34:06.666729+0000","last_fullsized":"2024-09-22T10:34:06.666729+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'827","last_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_deep_scrub":"269'827","last_deep_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.666549+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:00.334858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":248,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'391","reported_seq":1125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.325546+0000","last_change":"2024-09-22T10:33:57.325546+0000","last_active":"2024-09-22T10:33:57.325546+0000","last_peered":"2024-09-22T10:33:57.325546+0000","last_clean":"2024-09-22T10:33:57.325546+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:33:57.325546+0000","last_undegraded":"2024-09-22T10:33:57.325546+0000","last_fullsized":"2024-09-22T10:33:57.325546+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'391","last_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_deep_scrub":"269'391","last_deep_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.325282+0000","objects_scrubbed":8,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:53.480407+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":768,"num_read_kb":21704,"num_write":1222,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'410","reported_seq":2035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.817282+0000","last_change":"2024-09-22T10:34:06.817282+0000","last_active":"2024-09-22T10:34:06.817282+0000","last_peered":"2024-09-22T10:34:06.817282+0000","last_clean":"2024-09-22T10:34:06.817282+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:34:06.817282+0000","last_undegraded":"2024-09-22T10:34:06.817282+0000","last_fullsized":"2024-09-22T10:34:06.817282+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.817099+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:27.077968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'321","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.995745+0000","last_change":"2024-09-22T10:34:02.995745+0000","last_active":"2024-09-22T10:34:02.995745+0000","last_peered":"2024-09-22T10:34:02.995745+0000","last_clean":"2024-09-22T10:34:02.995745+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:34:02.995745+0000","last_undegraded":"2024-09-22T10:34:02.995745+0000","last_fullsized":"2024-09-22T10:34:02.995745+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.995365+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:44:09.663490+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048630,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":796,"num_read_kb":11133,"num_write":1110,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'850","reported_seq":2623,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.357818+0000","last_change":"2024-09-22T10:34:06.357818+0000","last_active":"2024-09-22T10:34:06.357818+0000","last_peered":"2024-09-22T10:34:06.357818+0000","last_clean":"2024-09-22T10:34:06.357818+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:34:06.357818+0000","last_undegraded":"2024-09-22T10:34:06.357818+0000","last_fullsized":"2024-09-22T10:34:06.357818+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'850","last_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_deep_scrub":"269'850","last_deep_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.357630+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:08.196650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'296","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.692692+0000","last_change":"2024-09-22T10:33:57.692692+0000","last_active":"2024-09-22T10:33:57.692692+0000","last_peered":"2024-09-22T10:33:57.692692+0000","last_clean":"2024-09-22T10:33:57.692692+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:57.692692+0000","last_undegraded":"2024-09-22T10:33:57.692692+0000","last_fullsized":"2024-09-22T10:33:57.692692+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'296","last_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_deep_scrub":"269'296","last_deep_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.692489+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:43.433370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":485,"num_read_kb":14732,"num_write":886,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'399","reported_seq":1979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.488914+0000","last_change":"2024-09-22T10:33:59.488914+0000","last_active":"2024-09-22T10:33:59.488914+0000","last_peered":"2024-09-22T10:33:59.488914+0000","last_clean":"2024-09-22T10:33:59.488914+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:33:59.488914+0000","last_undegraded":"2024-09-22T10:33:59.488914+0000","last_fullsized":"2024-09-22T10:33:59.488914+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.488727+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:16.490724+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'342","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.026342+0000","last_change":"2024-09-22T10:33:59.026342+0000","last_active":"2024-09-22T10:33:59.026342+0000","last_peered":"2024-09-22T10:33:59.026342+0000","last_clean":"2024-09-22T10:33:59.026342+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:59.026342+0000","last_undegraded":"2024-09-22T10:33:59.026342+0000","last_fullsized":"2024-09-22T10:33:59.026342+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.026127+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:54.031651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":556,"num_read_kb":53250,"num_write":1095,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1970,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.791497+0000","last_change":"2024-09-22T10:34:07.791497+0000","last_active":"2024-09-22T10:34:07.791497+0000","last_peered":"2024-09-22T10:34:07.791497+0000","last_clean":"2024-09-22T10:34:07.791497+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:34:07.791497+0000","last_undegraded":"2024-09-22T10:34:07.791497+0000","last_fullsized":"2024-09-22T10:34:07.791497+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'418","last_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_deep_scrub":"269'418","last_deep_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.791326+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:49.415824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'411","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.676664+0000","last_change":"2024-09-22T10:33:56.676664+0000","last_active":"2024-09-22T10:33:56.676664+0000","last_peered":"2024-09-22T10:33:56.676664+0000","last_clean":"2024-09-22T10:33:56.676664+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:56.676664+0000","last_undegraded":"2024-09-22T10:33:56.676664+0000","last_fullsized":"2024-09-22T10:33:56.676664+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'411","last_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_deep_scrub":"269'411","last_deep_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.676393+0000","objects_scrubbed":8,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:42.145986+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194395,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":752,"num_read_kb":16234,"num_write":1189,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'790","reported_seq":2453,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.956511+0000","last_change":"2024-09-22T10:34:08.956511+0000","last_active":"2024-09-22T10:34:08.956511+0000","last_peered":"2024-09-22T10:34:08.956511+0000","last_clean":"2024-09-22T10:34:08.956511+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:34:08.956511+0000","last_undegraded":"2024-09-22T10:34:08.956511+0000","last_fullsized":"2024-09-22T10:34:08.956511+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.956319+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:00.807880+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'358","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.891793+0000","last_change":"2024-09-22T10:33:55.891793+0000","last_active":"2024-09-22T10:33:55.891793+0000","last_peered":"2024-09-22T10:33:55.891793+0000","last_clean":"2024-09-22T10:33:55.891793+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:33:55.891793+0000","last_undegraded":"2024-09-22T10:33:55.891793+0000","last_fullsized":"2024-09-22T10:33:55.891793+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.891497+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:12.894778+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":563,"num_read_kb":53331,"num_write":1068,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'367","reported_seq":1816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.373955+0000","last_change":"2024-09-22T10:34:00.373955+0000","last_active":"2024-09-22T10:34:00.373955+0000","last_peered":"2024-09-22T10:34:00.373955+0000","last_clean":"2024-09-22T10:34:00.373955+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:34:00.373955+0000","last_undegraded":"2024-09-22T10:34:00.373955+0000","last_fullsized":"2024-09-22T10:34:00.373955+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.373768+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:22.440175+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1207","reported_seq":2804,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.927491+0000","last_change":"2024-09-22T10:34:03.927491+0000","last_active":"2024-09-22T10:34:03.927491+0000","last_peered":"2024-09-22T10:34:03.927491+0000","last_clean":"2024-09-22T10:34:03.927491+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:34:03.927491+0000","last_undegraded":"2024-09-22T10:34:03.927491+0000","last_fullsized":"2024-09-22T10:34:03.927491+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1207","last_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_deep_scrub":"269'1207","last_deep_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.927301+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":1100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:20.931516+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'417","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.704481+0000","last_change":"2024-09-22T10:33:55.704313+0000","last_active":"2024-09-22T10:33:55.704481+0000","last_peered":"2024-09-22T10:33:55.704481+0000","last_clean":"2024-09-22T10:33:55.704481+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:55.704481+0000","last_undegraded":"2024-09-22T10:33:55.704481+0000","last_fullsized":"2024-09-22T10:33:55.704481+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.704108+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:52.801419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1027,"num_read_kb":18571,"num_write":1365,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'459","reported_seq":2001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.663870+0000","last_change":"2024-09-22T10:34:03.663870+0000","last_active":"2024-09-22T10:34:03.663870+0000","last_peered":"2024-09-22T10:34:03.663870+0000","last_clean":"2024-09-22T10:34:03.663870+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:34:03.663870+0000","last_undegraded":"2024-09-22T10:34:03.663870+0000","last_fullsized":"2024-09-22T10:34:03.663870+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.663648+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:04:52.994649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'490","reported_seq":1279,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.526787+0000","last_change":"2024-09-22T10:33:56.526628+0000","last_active":"2024-09-22T10:33:56.526787+0000","last_peered":"2024-09-22T10:33:56.526787+0000","last_clean":"2024-09-22T10:33:56.526787+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:56.526787+0000","last_undegraded":"2024-09-22T10:33:56.526787+0000","last_fullsized":"2024-09-22T10:33:56.526787+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.526339+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:31.042604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":15167,"num_write":1459,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'823","reported_seq":2610,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.021353+0000","last_change":"2024-09-22T10:34:05.021353+0000","last_active":"2024-09-22T10:34:05.021353+0000","last_peered":"2024-09-22T10:34:05.021353+0000","last_clean":"2024-09-22T10:34:05.021353+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:34:05.021353+0000","last_undegraded":"2024-09-22T10:34:05.021353+0000","last_fullsized":"2024-09-22T10:34:05.021353+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'823","last_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_deep_scrub":"269'823","last_deep_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.021115+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:10.424281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'384","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.517481+0000","last_change":"2024-09-22T10:33:54.517326+0000","last_active":"2024-09-22T10:33:54.517481+0000","last_peered":"2024-09-22T10:33:54.517481+0000","last_clean":"2024-09-22T10:33:54.517481+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:54.517481+0000","last_undegraded":"2024-09-22T10:33:54.517481+0000","last_fullsized":"2024-09-22T10:33:54.517481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.517101+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:08.761953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":661,"num_read_kb":10245,"num_write":1181,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'490","reported_seq":2151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.441916+0000","last_change":"2024-09-22T10:33:55.441792+0000","last_active":"2024-09-22T10:33:55.441916+0000","last_peered":"2024-09-22T10:33:55.441916+0000","last_clean":"2024-09-22T10:33:55.441916+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:33:55.441916+0000","last_undegraded":"2024-09-22T10:33:55.441916+0000","last_fullsized":"2024-09-22T10:33:55.441916+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.441590+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:32:50.169700+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.984592+0000","last_change":"2024-09-22T10:33:52.984330+0000","last_active":"2024-09-22T10:33:52.984592+0000","last_peered":"2024-09-22T10:33:52.984592+0000","last_clean":"2024-09-22T10:33:52.984592+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:52.984592+0000","last_undegraded":"2024-09-22T10:33:52.984592+0000","last_fullsized":"2024-09-22T10:33:52.984592+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.984069+0000","objects_scrubbed":6,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.320637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'467","reported_seq":2042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.379417+0000","last_change":"2024-09-22T10:33:58.379274+0000","last_active":"2024-09-22T10:33:58.379417+0000","last_peered":"2024-09-22T10:33:58.379417+0000","last_clean":"2024-09-22T10:33:58.379417+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:33:58.379417+0000","last_undegraded":"2024-09-22T10:33:58.379417+0000","last_fullsized":"2024-09-22T10:33:58.379417+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'467","last_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_deep_scrub":"269'467","last_deep_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.379093+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:54:55.740420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'349","reported_seq":1049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.833506+0000","last_change":"2024-09-22T10:33:53.833347+0000","last_active":"2024-09-22T10:33:53.833506+0000","last_peered":"2024-09-22T10:33:53.833506+0000","last_clean":"2024-09-22T10:33:53.833506+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:33:53.833506+0000","last_undegraded":"2024-09-22T10:33:53.833506+0000","last_fullsized":"2024-09-22T10:33:53.833506+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.833123+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:54.108226+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":650,"num_read_kb":36295,"num_write":1079,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'816","reported_seq":2427,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.865444+0000","last_change":"2024-09-22T10:34:05.865313+0000","last_active":"2024-09-22T10:34:05.865444+0000","last_peered":"2024-09-22T10:34:05.865444+0000","last_clean":"2024-09-22T10:34:05.865444+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:34:05.865444+0000","last_undegraded":"2024-09-22T10:34:05.865444+0000","last_fullsized":"2024-09-22T10:34:05.865444+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'816","last_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_deep_scrub":"269'816","last_deep_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.865095+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:10.474841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.314327+0000","last_change":"2024-09-22T10:33:51.314327+0000","last_active":"2024-09-22T10:33:51.314327+0000","last_peered":"2024-09-22T10:33:51.314327+0000","last_clean":"2024-09-22T10:33:51.314327+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:33:51.314327+0000","last_undegraded":"2024-09-22T10:33:51.314327+0000","last_fullsized":"2024-09-22T10:33:51.314327+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.314048+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:51.539691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":52899,"num_write":1014,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'153","reported_seq":698,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.774391+0000","last_change":"2024-09-22T10:34:21.774391+0000","last_active":"2024-09-22T10:34:21.774391+0000","last_peered":"2024-09-22T10:34:21.774391+0000","last_clean":"2024-09-22T10:34:21.774391+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:34:21.774391+0000","last_undegraded":"2024-09-22T10:34:21.774391+0000","last_fullsized":"2024-09-22T10:34:21.774391+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.774171+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:27:55.605096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'517","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.903523+0000","last_change":"2024-09-22T10:33:57.903523+0000","last_active":"2024-09-22T10:33:57.903523+0000","last_peered":"2024-09-22T10:33:57.903523+0000","last_clean":"2024-09-22T10:33:57.903523+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:57.903523+0000","last_undegraded":"2024-09-22T10:33:57.903523+0000","last_fullsized":"2024-09-22T10:33:57.903523+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'517","last_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_deep_scrub":"269'517","last_deep_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.903346+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:07.486868+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2300,"num_omap_keys":9,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'367","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.324882+0000","last_change":"2024-09-22T10:33:47.324882+0000","last_active":"2024-09-22T10:33:47.324882+0000","last_peered":"2024-09-22T10:33:47.324882+0000","last_clean":"2024-09-22T10:33:47.324882+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:33:47.324882+0000","last_undegraded":"2024-09-22T10:33:47.324882+0000","last_fullsized":"2024-09-22T10:33:47.324882+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.324789+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:53.077391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":590,"num_read_kb":16878,"num_write":1186,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.961015+0000","last_change":"2024-09-22T10:34:11.961015+0000","last_active":"2024-09-22T10:34:11.961015+0000","last_peered":"2024-09-22T10:34:11.961015+0000","last_clean":"2024-09-22T10:34:11.961015+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:34:11.961015+0000","last_undegraded":"2024-09-22T10:34:11.961015+0000","last_fullsized":"2024-09-22T10:34:11.961015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.960812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:25.770397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'401","reported_seq":1071,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.351416+0000","last_change":"2024-09-22T10:34:10.351416+0000","last_active":"2024-09-22T10:34:10.351416+0000","last_peered":"2024-09-22T10:34:10.351416+0000","last_clean":"2024-09-22T10:34:10.351416+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:34:10.351416+0000","last_undegraded":"2024-09-22T10:34:10.351416+0000","last_fullsized":"2024-09-22T10:34:10.351416+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'401","last_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_deep_scrub":"269'401","last_deep_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.351175+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:13.461514+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":1382,"num_write":512,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.542844+0000","last_change":"2024-09-22T10:34:18.542844+0000","last_active":"2024-09-22T10:34:18.542844+0000","last_peered":"2024-09-22T10:34:18.542844+0000","last_clean":"2024-09-22T10:34:18.542844+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:34:18.542844+0000","last_undegraded":"2024-09-22T10:34:18.542844+0000","last_fullsized":"2024-09-22T10:34:18.542844+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.542660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:16.193443+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2511","reported_seq":4386,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.784140+0000","last_change":"2024-09-22T10:34:24.784140+0000","last_active":"2024-09-22T10:34:24.784140+0000","last_peered":"2024-09-22T10:34:24.784140+0000","last_clean":"2024-09-22T10:34:24.784140+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:34:24.784140+0000","last_undegraded":"2024-09-22T10:34:24.784140+0000","last_fullsized":"2024-09-22T10:34:24.784140+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2511","last_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_deep_scrub":"269'2511","last_deep_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.783930+0000","objects_scrubbed":1,"log_size":111,"log_dups_size":2400,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:48.970006+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'552","reported_seq":2196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.997191+0000","last_change":"2024-09-22T10:34:03.997060+0000","last_active":"2024-09-22T10:34:03.997191+0000","last_peered":"2024-09-22T10:34:03.997191+0000","last_clean":"2024-09-22T10:34:03.997191+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:34:03.997191+0000","last_undegraded":"2024-09-22T10:34:03.997191+0000","last_fullsized":"2024-09-22T10:34:03.997191+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'552","last_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_deep_scrub":"269'552","last_deep_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.996870+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":500,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:38.630975+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1386,"num_omap_keys":6,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'352","reported_seq":1041,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.378948+0000","last_change":"2024-09-22T10:33:49.378948+0000","last_active":"2024-09-22T10:33:49.378948+0000","last_peered":"2024-09-22T10:33:49.378948+0000","last_clean":"2024-09-22T10:33:49.378948+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:33:49.378948+0000","last_undegraded":"2024-09-22T10:33:49.378948+0000","last_fullsized":"2024-09-22T10:33:49.378948+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.378807+0000","objects_scrubbed":7,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:32.538743+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194354,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":596,"num_read_kb":30450,"num_write":1123,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.999336+0000","last_change":"2024-09-22T10:34:07.999336+0000","last_active":"2024-09-22T10:34:07.999336+0000","last_peered":"2024-09-22T10:34:07.999336+0000","last_clean":"2024-09-22T10:34:07.999336+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:34:07.999336+0000","last_undegraded":"2024-09-22T10:34:07.999336+0000","last_fullsized":"2024-09-22T10:34:07.999336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.999162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:57.480690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'148","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.746097+0000","last_change":"2024-09-22T10:34:15.746097+0000","last_active":"2024-09-22T10:34:15.746097+0000","last_peered":"2024-09-22T10:34:15.746097+0000","last_clean":"2024-09-22T10:34:15.746097+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:34:15.746097+0000","last_undegraded":"2024-09-22T10:34:15.746097+0000","last_fullsized":"2024-09-22T10:34:15.746097+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'148","last_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_deep_scrub":"269'148","last_deep_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.745904+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:10.188883+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.743093+0000","last_change":"2024-09-22T10:34:17.743093+0000","last_active":"2024-09-22T10:34:17.743093+0000","last_peered":"2024-09-22T10:34:17.743093+0000","last_clean":"2024-09-22T10:34:17.743093+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:34:17.743093+0000","last_undegraded":"2024-09-22T10:34:17.743093+0000","last_fullsized":"2024-09-22T10:34:17.743093+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.742909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:27.888930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'164","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.424532+0000","last_change":"2024-09-22T10:34:22.424532+0000","last_active":"2024-09-22T10:34:22.424532+0000","last_peered":"2024-09-22T10:34:22.424532+0000","last_clean":"2024-09-22T10:34:22.424532+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:34:22.424532+0000","last_undegraded":"2024-09-22T10:34:22.424532+0000","last_fullsized":"2024-09-22T10:34:22.424532+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.424349+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:50.997162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'794","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.329832+0000","last_change":"2024-09-22T10:33:58.329694+0000","last_active":"2024-09-22T10:33:58.329832+0000","last_peered":"2024-09-22T10:33:58.329832+0000","last_clean":"2024-09-22T10:33:58.329832+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:33:58.329832+0000","last_undegraded":"2024-09-22T10:33:58.329832+0000","last_fullsized":"2024-09-22T10:33:58.329832+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'794","last_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_deep_scrub":"269'794","last_deep_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.329494+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:24.576241+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'352","reported_seq":1050,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.662501+0000","last_change":"2024-09-22T10:33:53.662501+0000","last_active":"2024-09-22T10:33:53.662501+0000","last_peered":"2024-09-22T10:33:53.662501+0000","last_clean":"2024-09-22T10:33:53.662501+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:53.662501+0000","last_undegraded":"2024-09-22T10:33:53.662501+0000","last_fullsized":"2024-09-22T10:33:53.662501+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.662238+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:59.916582+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":38511,"num_write":1238,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.973848+0000","last_change":"2024-09-22T10:34:08.973848+0000","last_active":"2024-09-22T10:34:08.973848+0000","last_peered":"2024-09-22T10:34:08.973848+0000","last_clean":"2024-09-22T10:34:08.973848+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:34:08.973848+0000","last_undegraded":"2024-09-22T10:34:08.973848+0000","last_fullsized":"2024-09-22T10:34:08.973848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.973646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:04.783423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'169","reported_seq":774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.347398+0000","last_change":"2024-09-22T10:34:06.347398+0000","last_active":"2024-09-22T10:34:06.347398+0000","last_peered":"2024-09-22T10:34:06.347398+0000","last_clean":"2024-09-22T10:34:06.347398+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:34:06.347398+0000","last_undegraded":"2024-09-22T10:34:06.347398+0000","last_fullsized":"2024-09-22T10:34:06.347398+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'169","last_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_deep_scrub":"269'169","last_deep_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.347194+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:46.858504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'773","reported_seq":3039,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.570325+0000","last_change":"2024-09-22T10:34:19.570325+0000","last_active":"2024-09-22T10:34:19.570325+0000","last_peered":"2024-09-22T10:34:19.570325+0000","last_clean":"2024-09-22T10:34:19.570325+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:34:19.570325+0000","last_undegraded":"2024-09-22T10:34:19.570325+0000","last_fullsized":"2024-09-22T10:34:19.570325+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'773","last_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_deep_scrub":"269'773","last_deep_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.570141+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:43.511007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'218","reported_seq":1080,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796161+0000","last_change":"2024-09-22T10:34:23.796161+0000","last_active":"2024-09-22T10:34:23.796161+0000","last_peered":"2024-09-22T10:34:23.796161+0000","last_clean":"2024-09-22T10:34:23.796161+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:34:23.796161+0000","last_undegraded":"2024-09-22T10:34:23.796161+0000","last_fullsized":"2024-09-22T10:34:23.796161+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'218","last_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_deep_scrub":"269'218","last_deep_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.795846+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:17.006052+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'519","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.946366+0000","last_change":"2024-09-22T10:34:00.946244+0000","last_active":"2024-09-22T10:34:00.946366+0000","last_peered":"2024-09-22T10:34:00.946366+0000","last_clean":"2024-09-22T10:34:00.946366+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:34:00.946366+0000","last_undegraded":"2024-09-22T10:34:00.946366+0000","last_fullsized":"2024-09-22T10:34:00.946366+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'519","last_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_deep_scrub":"269'519","last_deep_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.946067+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":500,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:22.432665+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'417","reported_seq":1129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.493483+0000","last_change":"2024-09-22T10:33:50.493483+0000","last_active":"2024-09-22T10:33:50.493483+0000","last_peered":"2024-09-22T10:33:50.493483+0000","last_clean":"2024-09-22T10:33:50.493483+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:50.493483+0000","last_undegraded":"2024-09-22T10:33:50.493483+0000","last_fullsized":"2024-09-22T10:33:50.493483+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.493278+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:37.681126+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":820,"num_read_kb":72069,"num_write":1337,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.927254+0000","last_change":"2024-09-22T10:34:12.927254+0000","last_active":"2024-09-22T10:34:12.927254+0000","last_peered":"2024-09-22T10:34:12.927254+0000","last_clean":"2024-09-22T10:34:12.927254+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:34:12.927254+0000","last_undegraded":"2024-09-22T10:34:12.927254+0000","last_fullsized":"2024-09-22T10:34:12.927254+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.927072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:59.929632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'317","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.621289+0000","last_change":"2024-09-22T10:34:13.621289+0000","last_active":"2024-09-22T10:34:13.621289+0000","last_peered":"2024-09-22T10:34:13.621289+0000","last_clean":"2024-09-22T10:34:13.621289+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:34:13.621289+0000","last_undegraded":"2024-09-22T10:34:13.621289+0000","last_fullsized":"2024-09-22T10:34:13.621289+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'317","last_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_deep_scrub":"269'317","last_deep_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.621027+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:56.274867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43190,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":510,"num_read_kb":1090,"num_write":408,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'791","reported_seq":3120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.885651+0000","last_change":"2024-09-22T10:34:21.885651+0000","last_active":"2024-09-22T10:34:21.885651+0000","last_peered":"2024-09-22T10:34:21.885651+0000","last_clean":"2024-09-22T10:34:21.885651+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:34:21.885651+0000","last_undegraded":"2024-09-22T10:34:21.885651+0000","last_fullsized":"2024-09-22T10:34:21.885651+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'791","last_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_deep_scrub":"269'791","last_deep_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.885473+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:09.817835+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'495","reported_seq":2288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.972057+0000","last_change":"2024-09-22T10:34:01.972057+0000","last_active":"2024-09-22T10:34:01.972057+0000","last_peered":"2024-09-22T10:34:01.972057+0000","last_clean":"2024-09-22T10:34:01.972057+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:34:01.972057+0000","last_undegraded":"2024-09-22T10:34:01.972057+0000","last_fullsized":"2024-09-22T10:34:01.972057+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.971862+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:23.554359+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2298,"num_omap_keys":9,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'370","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.665328+0000","last_change":"2024-09-22T10:33:52.665328+0000","last_active":"2024-09-22T10:33:52.665328+0000","last_peered":"2024-09-22T10:33:52.665328+0000","last_clean":"2024-09-22T10:33:52.665328+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:52.665328+0000","last_undegraded":"2024-09-22T10:33:52.665328+0000","last_fullsized":"2024-09-22T10:33:52.665328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.665098+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:25.680785+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":666,"num_read_kb":34402,"num_write":1317,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.609479+0000","last_change":"2024-09-22T10:34:10.609479+0000","last_active":"2024-09-22T10:34:10.609479+0000","last_peered":"2024-09-22T10:34:10.609479+0000","last_clean":"2024-09-22T10:34:10.609479+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:34:10.609479+0000","last_undegraded":"2024-09-22T10:34:10.609479+0000","last_fullsized":"2024-09-22T10:34:10.609479+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.609294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:40.507437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'466","reported_seq":1176,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.860594+0000","last_change":"2024-09-22T10:34:15.860594+0000","last_active":"2024-09-22T10:34:15.860594+0000","last_peered":"2024-09-22T10:34:15.860594+0000","last_clean":"2024-09-22T10:34:15.860594+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:34:15.860594+0000","last_undegraded":"2024-09-22T10:34:15.860594+0000","last_fullsized":"2024-09-22T10:34:15.860594+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'466","last_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_deep_scrub":"269'466","last_deep_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.860396+0000","objects_scrubbed":10,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:06.231063+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.779705+0000","last_change":"2024-09-22T10:34:08.779705+0000","last_active":"2024-09-22T10:34:08.779705+0000","last_peered":"2024-09-22T10:34:08.779705+0000","last_clean":"2024-09-22T10:34:08.779705+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:34:08.779705+0000","last_undegraded":"2024-09-22T10:34:08.779705+0000","last_fullsized":"2024-09-22T10:34:08.779705+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.779528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:04.443936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'539","reported_seq":1402,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.788082+0000","last_change":"2024-09-22T10:34:20.788082+0000","last_active":"2024-09-22T10:34:20.788082+0000","last_peered":"2024-09-22T10:34:20.788082+0000","last_clean":"2024-09-22T10:34:20.788082+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:34:20.788082+0000","last_undegraded":"2024-09-22T10:34:20.788082+0000","last_fullsized":"2024-09-22T10:34:20.788082+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'539","last_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_deep_scrub":"269'539","last_deep_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.787825+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:24.143808+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'442","reported_seq":2214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.939056+0000","last_change":"2024-09-22T10:33:54.939056+0000","last_active":"2024-09-22T10:33:54.939056+0000","last_peered":"2024-09-22T10:33:54.939056+0000","last_clean":"2024-09-22T10:33:54.939056+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:33:54.939056+0000","last_undegraded":"2024-09-22T10:33:54.939056+0000","last_fullsized":"2024-09-22T10:33:54.939056+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.938854+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:03.631159+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'388","reported_seq":1074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.652605+0000","last_change":"2024-09-22T10:33:51.652605+0000","last_active":"2024-09-22T10:33:51.652605+0000","last_peered":"2024-09-22T10:33:51.652605+0000","last_clean":"2024-09-22T10:33:51.652605+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:51.652605+0000","last_undegraded":"2024-09-22T10:33:51.652605+0000","last_fullsized":"2024-09-22T10:33:51.652605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'388","last_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_deep_scrub":"269'388","last_deep_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.652413+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:48.061647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":669,"num_read_kb":36946,"num_write":1200,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.376418+0000","last_change":"2024-09-22T10:34:01.376418+0000","last_active":"2024-09-22T10:34:01.376418+0000","last_peered":"2024-09-22T10:34:01.376418+0000","last_clean":"2024-09-22T10:34:01.376418+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:34:01.376418+0000","last_undegraded":"2024-09-22T10:34:01.376418+0000","last_fullsized":"2024-09-22T10:34:01.376418+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.376207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:18:48.748479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'356","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.025554+0000","last_change":"2024-09-22T10:34:13.025554+0000","last_active":"2024-09-22T10:34:13.025554+0000","last_peered":"2024-09-22T10:34:13.025554+0000","last_clean":"2024-09-22T10:34:13.025554+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:34:13.025554+0000","last_undegraded":"2024-09-22T10:34:13.025554+0000","last_fullsized":"2024-09-22T10:34:13.025554+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.025366+0000","objects_scrubbed":4,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:01:01.741559+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50229,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":1327,"num_write":478,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.891992+0000","last_change":"2024-09-22T10:34:20.891992+0000","last_active":"2024-09-22T10:34:20.891992+0000","last_peered":"2024-09-22T10:34:20.891992+0000","last_clean":"2024-09-22T10:34:20.891992+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:34:20.891992+0000","last_undegraded":"2024-09-22T10:34:20.891992+0000","last_fullsized":"2024-09-22T10:34:20.891992+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.891731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:30:02.030017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'114","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.468558+0000","last_change":"2024-09-22T10:34:10.468558+0000","last_active":"2024-09-22T10:34:10.468558+0000","last_peered":"2024-09-22T10:34:10.468558+0000","last_clean":"2024-09-22T10:34:10.468558+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:34:10.468558+0000","last_undegraded":"2024-09-22T10:34:10.468558+0000","last_fullsized":"2024-09-22T10:34:10.468558+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.468333+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:55.190438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2098,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.475532+0000","last_change":"2024-09-22T10:33:57.475532+0000","last_active":"2024-09-22T10:33:57.475532+0000","last_peered":"2024-09-22T10:33:57.475532+0000","last_clean":"2024-09-22T10:33:57.475532+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:33:57.475532+0000","last_undegraded":"2024-09-22T10:33:57.475532+0000","last_fullsized":"2024-09-22T10:33:57.475532+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'447","last_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_deep_scrub":"269'447","last_deep_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.475349+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:16.054989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'373","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.676172+0000","last_change":"2024-09-22T10:33:54.676172+0000","last_active":"2024-09-22T10:33:54.676172+0000","last_peered":"2024-09-22T10:33:54.676172+0000","last_clean":"2024-09-22T10:33:54.676172+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:54.676172+0000","last_undegraded":"2024-09-22T10:33:54.676172+0000","last_fullsized":"2024-09-22T10:33:54.676172+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.675951+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:01.790250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":540,"num_read_kb":29782,"num_write":1064,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.371054+0000","last_change":"2024-09-22T10:34:04.371054+0000","last_active":"2024-09-22T10:34:04.371054+0000","last_peered":"2024-09-22T10:34:04.371054+0000","last_clean":"2024-09-22T10:34:04.371054+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:34:04.371054+0000","last_undegraded":"2024-09-22T10:34:04.371054+0000","last_fullsized":"2024-09-22T10:34:04.371054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.370873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:33.790102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'387","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.637522+0000","last_change":"2024-09-22T10:34:11.637522+0000","last_active":"2024-09-22T10:34:11.637522+0000","last_peered":"2024-09-22T10:34:11.637522+0000","last_clean":"2024-09-22T10:34:11.637522+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:34:11.637522+0000","last_undegraded":"2024-09-22T10:34:11.637522+0000","last_fullsized":"2024-09-22T10:34:11.637522+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'387","last_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_deep_scrub":"269'387","last_deep_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.637415+0000","objects_scrubbed":7,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:33.597907+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'796","reported_seq":3169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.372013+0000","last_change":"2024-09-22T10:34:15.372013+0000","last_active":"2024-09-22T10:34:15.372013+0000","last_peered":"2024-09-22T10:34:15.372013+0000","last_clean":"2024-09-22T10:34:15.372013+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:34:15.372013+0000","last_undegraded":"2024-09-22T10:34:15.372013+0000","last_fullsized":"2024-09-22T10:34:15.372013+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'796","last_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_deep_scrub":"269'796","last_deep_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.371731+0000","objects_scrubbed":1,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:32:34.789614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'125","reported_seq":666,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.431145+0000","last_change":"2024-09-22T10:34:19.431145+0000","last_active":"2024-09-22T10:34:19.431145+0000","last_peered":"2024-09-22T10:34:19.431145+0000","last_clean":"2024-09-22T10:34:19.431145+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:34:19.431145+0000","last_undegraded":"2024-09-22T10:34:19.431145+0000","last_fullsized":"2024-09-22T10:34:19.431145+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.430954+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.702390+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'491","reported_seq":2188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.352258+0000","last_change":"2024-09-22T10:33:56.352258+0000","last_active":"2024-09-22T10:33:56.352258+0000","last_peered":"2024-09-22T10:33:56.352258+0000","last_clean":"2024-09-22T10:33:56.352258+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:33:56.352258+0000","last_undegraded":"2024-09-22T10:33:56.352258+0000","last_fullsized":"2024-09-22T10:33:56.352258+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'491","last_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_deep_scrub":"269'491","last_deep_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.352018+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:48:29.204548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":961,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'372","reported_seq":1085,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.109446+0000","last_change":"2024-09-22T10:33:51.109446+0000","last_active":"2024-09-22T10:33:51.109446+0000","last_peered":"2024-09-22T10:33:51.109446+0000","last_clean":"2024-09-22T10:33:51.109446+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:51.109446+0000","last_undegraded":"2024-09-22T10:33:51.109446+0000","last_fullsized":"2024-09-22T10:33:51.109446+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'372","last_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_deep_scrub":"269'372","last_deep_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.109227+0000","objects_scrubbed":6,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:16.037683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097164,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":687,"num_read_kb":75419,"num_write":1225,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.334159+0000","last_change":"2024-09-22T10:34:02.334159+0000","last_active":"2024-09-22T10:34:02.334159+0000","last_peered":"2024-09-22T10:34:02.334159+0000","last_clean":"2024-09-22T10:34:02.334159+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:34:02.334159+0000","last_undegraded":"2024-09-22T10:34:02.334159+0000","last_fullsized":"2024-09-22T10:34:02.334159+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.333977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:31:53.214093+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'562","reported_seq":1266,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.393090+0000","last_change":"2024-09-22T10:34:08.393090+0000","last_active":"2024-09-22T10:34:08.393090+0000","last_peered":"2024-09-22T10:34:08.393090+0000","last_clean":"2024-09-22T10:34:08.393090+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:34:08.393090+0000","last_undegraded":"2024-09-22T10:34:08.393090+0000","last_fullsized":"2024-09-22T10:34:08.393090+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'562","last_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_deep_scrub":"269'562","last_deep_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.392855+0000","objects_scrubbed":6,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:14.045377+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91156,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2108,"num_write":762,"num_write_kb":589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.334601+0000","last_change":"2024-09-22T10:34:10.334601+0000","last_active":"2024-09-22T10:34:10.334601+0000","last_peered":"2024-09-22T10:34:10.334601+0000","last_clean":"2024-09-22T10:34:10.334601+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:34:10.334601+0000","last_undegraded":"2024-09-22T10:34:10.334601+0000","last_fullsized":"2024-09-22T10:34:10.334601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.334425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:58.160528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'119","reported_seq":676,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.844805+0000","last_change":"2024-09-22T10:34:16.844805+0000","last_active":"2024-09-22T10:34:16.844805+0000","last_peered":"2024-09-22T10:34:16.844805+0000","last_clean":"2024-09-22T10:34:16.844805+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:34:16.844805+0000","last_undegraded":"2024-09-22T10:34:16.844805+0000","last_fullsized":"2024-09-22T10:34:16.844805+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.844393+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:05.209735+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1230","reported_seq":2810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.937324+0000","last_change":"2024-09-22T10:33:53.937324+0000","last_active":"2024-09-22T10:33:53.937324+0000","last_peered":"2024-09-22T10:33:53.937324+0000","last_clean":"2024-09-22T10:33:53.937324+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:33:53.937324+0000","last_undegraded":"2024-09-22T10:33:53.937324+0000","last_fullsized":"2024-09-22T10:33:53.937324+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1230","last_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_deep_scrub":"269'1230","last_deep_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.937125+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":1200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:33.226609+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'352","reported_seq":1114,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.814459+0000","last_change":"2024-09-22T10:33:51.814459+0000","last_active":"2024-09-22T10:33:51.814459+0000","last_peered":"2024-09-22T10:33:51.814459+0000","last_clean":"2024-09-22T10:33:51.814459+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:33:51.814459+0000","last_undegraded":"2024-09-22T10:33:51.814459+0000","last_fullsized":"2024-09-22T10:33:51.814459+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.814221+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:30:32.276619+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":962,"num_read_kb":17231,"num_write":1121,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.326949+0000","last_change":"2024-09-22T10:34:03.326949+0000","last_active":"2024-09-22T10:34:03.326949+0000","last_peered":"2024-09-22T10:34:03.326949+0000","last_clean":"2024-09-22T10:34:03.326949+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:34:03.326949+0000","last_undegraded":"2024-09-22T10:34:03.326949+0000","last_fullsized":"2024-09-22T10:34:03.326949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.326761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:23.824489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'354","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.761412+0000","last_change":"2024-09-22T10:34:13.761412+0000","last_active":"2024-09-22T10:34:13.761412+0000","last_peered":"2024-09-22T10:34:13.761412+0000","last_clean":"2024-09-22T10:34:13.761412+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:34:13.761412+0000","last_undegraded":"2024-09-22T10:34:13.761412+0000","last_fullsized":"2024-09-22T10:34:13.761412+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.760973+0000","objects_scrubbed":6,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:42.763316+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.416911+0000","last_change":"2024-09-22T10:34:14.416911+0000","last_active":"2024-09-22T10:34:14.416911+0000","last_peered":"2024-09-22T10:34:14.416911+0000","last_clean":"2024-09-22T10:34:14.416911+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:34:14.416911+0000","last_undegraded":"2024-09-22T10:34:14.416911+0000","last_fullsized":"2024-09-22T10:34:14.416911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.416709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:19.379819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'106","reported_seq":642,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.867314+0000","last_change":"2024-09-22T10:34:22.867314+0000","last_active":"2024-09-22T10:34:22.867314+0000","last_peered":"2024-09-22T10:34:22.867314+0000","last_clean":"2024-09-22T10:34:22.867314+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:34:22.867314+0000","last_undegraded":"2024-09-22T10:34:22.867314+0000","last_fullsized":"2024-09-22T10:34:22.867314+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.867131+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:48.720020+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'904","reported_seq":2440,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.956486+0000","last_change":"2024-09-22T10:33:55.956486+0000","last_active":"2024-09-22T10:33:55.956486+0000","last_peered":"2024-09-22T10:33:55.956486+0000","last_clean":"2024-09-22T10:33:55.956486+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:33:55.956486+0000","last_undegraded":"2024-09-22T10:33:55.956486+0000","last_fullsized":"2024-09-22T10:33:55.956486+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'904","last_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_deep_scrub":"269'904","last_deep_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.956292+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:22.150413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'321","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.380511+0000","last_change":"2024-09-22T10:33:50.380254+0000","last_active":"2024-09-22T10:33:50.380511+0000","last_peered":"2024-09-22T10:33:50.380511+0000","last_clean":"2024-09-22T10:33:50.380511+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:33:50.380511+0000","last_undegraded":"2024-09-22T10:33:50.380511+0000","last_fullsized":"2024-09-22T10:33:50.380511+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.379989+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:40.198531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":19901,"num_write":958,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.851671+0000","last_change":"2024-09-22T10:34:01.851671+0000","last_active":"2024-09-22T10:34:01.851671+0000","last_peered":"2024-09-22T10:34:01.851671+0000","last_clean":"2024-09-22T10:34:01.851671+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:34:01.851671+0000","last_undegraded":"2024-09-22T10:34:01.851671+0000","last_fullsized":"2024-09-22T10:34:01.851671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.851494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:54.226957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'357","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.350672+0000","last_change":"2024-09-22T10:34:05.350672+0000","last_active":"2024-09-22T10:34:05.350672+0000","last_peered":"2024-09-22T10:34:05.350672+0000","last_clean":"2024-09-22T10:34:05.350672+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:34:05.350672+0000","last_undegraded":"2024-09-22T10:34:05.350672+0000","last_fullsized":"2024-09-22T10:34:05.350672+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.350483+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:16.043818+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":569,"num_read_kb":1060,"num_write":428,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.383837+0000","last_change":"2024-09-22T10:34:07.383837+0000","last_active":"2024-09-22T10:34:07.383837+0000","last_peered":"2024-09-22T10:34:07.383837+0000","last_clean":"2024-09-22T10:34:07.383837+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:34:07.383837+0000","last_undegraded":"2024-09-22T10:34:07.383837+0000","last_fullsized":"2024-09-22T10:34:07.383837+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'754","last_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_deep_scrub":"269'754","last_deep_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.383637+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":701,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:47.562638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'118","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.817520+0000","last_change":"2024-09-22T10:34:12.817520+0000","last_active":"2024-09-22T10:34:12.817520+0000","last_peered":"2024-09-22T10:34:12.817520+0000","last_clean":"2024-09-22T10:34:12.817520+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:34:12.817520+0000","last_undegraded":"2024-09-22T10:34:12.817520+0000","last_fullsized":"2024-09-22T10:34:12.817520+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.817332+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:16:07.485368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'424","reported_seq":2122,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.998327+0000","last_change":"2024-09-22T10:33:56.998327+0000","last_active":"2024-09-22T10:33:56.998327+0000","last_peered":"2024-09-22T10:33:56.998327+0000","last_clean":"2024-09-22T10:33:56.998327+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:33:56.998327+0000","last_undegraded":"2024-09-22T10:33:56.998327+0000","last_fullsized":"2024-09-22T10:33:56.998327+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'424","last_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_deep_scrub":"269'424","last_deep_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.998124+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:39.605934+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2810,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.948973+0000","last_change":"2024-09-22T10:33:48.948973+0000","last_active":"2024-09-22T10:33:48.948973+0000","last_peered":"2024-09-22T10:33:48.948973+0000","last_clean":"2024-09-22T10:33:48.948973+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:48.948973+0000","last_undegraded":"2024-09-22T10:33:48.948973+0000","last_fullsized":"2024-09-22T10:33:48.948973+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.948758+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:27:22.258424+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"269'4","reported_seq":1490,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.931287+0000","last_change":"2024-09-22T10:34:10.931287+0000","last_active":"2024-09-22T10:34:10.931287+0000","last_peered":"2024-09-22T10:34:10.931287+0000","last_clean":"2024-09-22T10:34:10.931287+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:34:10.931287+0000","last_undegraded":"2024-09-22T10:34:10.931287+0000","last_fullsized":"2024-09-22T10:34:10.931287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.931111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:47.246765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'146","reported_seq":740,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.983664+0000","last_change":"2024-09-22T10:34:11.983664+0000","last_active":"2024-09-22T10:34:11.983664+0000","last_peered":"2024-09-22T10:34:11.983664+0000","last_clean":"2024-09-22T10:34:11.983664+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:34:11.983664+0000","last_undegraded":"2024-09-22T10:34:11.983664+0000","last_fullsized":"2024-09-22T10:34:11.983664+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'146","last_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_deep_scrub":"269'146","last_deep_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.983487+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:37.324079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'770","reported_seq":7608,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.408192+0000","last_change":"2024-09-22T10:34:06.408192+0000","last_active":"2024-09-22T10:34:06.408192+0000","last_peered":"2024-09-22T10:34:06.408192+0000","last_clean":"2024-09-22T10:34:06.408192+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:34:06.408192+0000","last_undegraded":"2024-09-22T10:34:06.408192+0000","last_fullsized":"2024-09-22T10:34:06.408192+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.408013+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:53.382454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":668,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.779482+0000","last_change":"2024-09-22T10:34:22.779482+0000","last_active":"2024-09-22T10:34:22.779482+0000","last_peered":"2024-09-22T10:34:22.779482+0000","last_clean":"2024-09-22T10:34:22.779482+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:34:22.779482+0000","last_undegraded":"2024-09-22T10:34:22.779482+0000","last_fullsized":"2024-09-22T10:34:22.779482+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.779276+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:42.762180+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2363,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.864342+0000","last_change":"2024-09-22T10:34:00.864342+0000","last_active":"2024-09-22T10:34:00.864342+0000","last_peered":"2024-09-22T10:34:00.864342+0000","last_clean":"2024-09-22T10:34:00.864342+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:34:00.864342+0000","last_undegraded":"2024-09-22T10:34:00.864342+0000","last_fullsized":"2024-09-22T10:34:00.864342+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'801","last_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_deep_scrub":"269'801","last_deep_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.864162+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:01.295827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'359","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.800921+0000","last_change":"2024-09-22T10:33:49.800921+0000","last_active":"2024-09-22T10:33:49.800921+0000","last_peered":"2024-09-22T10:33:49.800921+0000","last_clean":"2024-09-22T10:33:49.800921+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:33:49.800921+0000","last_undegraded":"2024-09-22T10:33:49.800921+0000","last_fullsized":"2024-09-22T10:33:49.800921+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.800678+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:03:09.572615+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":608,"num_read_kb":57894,"num_write":1076,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.750968+0000","last_change":"2024-09-22T10:34:09.750968+0000","last_active":"2024-09-22T10:34:09.750968+0000","last_peered":"2024-09-22T10:34:09.750968+0000","last_clean":"2024-09-22T10:34:09.750968+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:34:09.750968+0000","last_undegraded":"2024-09-22T10:34:09.750968+0000","last_fullsized":"2024-09-22T10:34:09.750968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.750789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:31.316540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'577","reported_seq":1273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.858802+0000","last_change":"2024-09-22T10:34:16.858802+0000","last_active":"2024-09-22T10:34:16.858802+0000","last_peered":"2024-09-22T10:34:16.858802+0000","last_clean":"2024-09-22T10:34:16.858802+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:34:16.858802+0000","last_undegraded":"2024-09-22T10:34:16.858802+0000","last_fullsized":"2024-09-22T10:34:16.858802+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'577","last_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_deep_scrub":"269'577","last_deep_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.858674+0000","objects_scrubbed":9,"log_size":77,"log_dups_size":500,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:12:44.807907+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":516842,"num_omap_keys":1190,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.402957+0000","last_change":"2024-09-22T10:34:05.402957+0000","last_active":"2024-09-22T10:34:05.402957+0000","last_peered":"2024-09-22T10:34:05.402957+0000","last_clean":"2024-09-22T10:34:05.402957+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:34:05.402957+0000","last_undegraded":"2024-09-22T10:34:05.402957+0000","last_fullsized":"2024-09-22T10:34:05.402957+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.402783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:35.782717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'103","reported_seq":640,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.863180+0000","last_change":"2024-09-22T10:34:13.863180+0000","last_active":"2024-09-22T10:34:13.863180+0000","last_peered":"2024-09-22T10:34:13.863180+0000","last_clean":"2024-09-22T10:34:13.863180+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:34:13.863180+0000","last_undegraded":"2024-09-22T10:34:13.863180+0000","last_fullsized":"2024-09-22T10:34:13.863180+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'103","last_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_deep_scrub":"269'103","last_deep_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.862989+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:09.855958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'564","reported_seq":2274,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.557486+0000","last_change":"2024-09-22T10:33:55.557486+0000","last_active":"2024-09-22T10:33:55.557486+0000","last_peered":"2024-09-22T10:33:55.557486+0000","last_clean":"2024-09-22T10:33:55.557486+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:33:55.557486+0000","last_undegraded":"2024-09-22T10:33:55.557486+0000","last_fullsized":"2024-09-22T10:33:55.557486+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'564","last_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_deep_scrub":"269'564","last_deep_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.557314+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:25.064736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.696575+0000","last_change":"2024-09-22T10:33:49.696348+0000","last_active":"2024-09-22T10:33:49.696575+0000","last_peered":"2024-09-22T10:33:49.696575+0000","last_clean":"2024-09-22T10:33:49.696575+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:33:49.696575+0000","last_undegraded":"2024-09-22T10:33:49.696575+0000","last_fullsized":"2024-09-22T10:33:49.696575+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.696126+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.168489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.067100+0000","last_change":"2024-09-22T10:33:50.067100+0000","last_active":"2024-09-22T10:33:50.067100+0000","last_peered":"2024-09-22T10:33:50.067100+0000","last_clean":"2024-09-22T10:33:50.067100+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:33:50.067100+0000","last_undegraded":"2024-09-22T10:33:50.067100+0000","last_fullsized":"2024-09-22T10:33:50.067100+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.066918+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:00:21.940572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'331","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.783581+0000","last_change":"2024-09-22T10:33:48.783581+0000","last_active":"2024-09-22T10:33:48.783581+0000","last_peered":"2024-09-22T10:33:48.783581+0000","last_clean":"2024-09-22T10:33:48.783581+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:33:48.783581+0000","last_undegraded":"2024-09-22T10:33:48.783581+0000","last_fullsized":"2024-09-22T10:33:48.783581+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.783464+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:18.043617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":58681,"num_write":1071,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"269'6","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.651460+0000","last_change":"2024-09-22T10:34:08.651460+0000","last_active":"2024-09-22T10:34:08.651460+0000","last_peered":"2024-09-22T10:34:08.651460+0000","last_clean":"2024-09-22T10:34:08.651460+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:34:08.651460+0000","last_undegraded":"2024-09-22T10:34:08.651460+0000","last_fullsized":"2024-09-22T10:34:08.651460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.651277+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:06.367495+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'770","reported_seq":1532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.900929+0000","last_change":"2024-09-22T10:34:14.900929+0000","last_active":"2024-09-22T10:34:14.900929+0000","last_peered":"2024-09-22T10:34:14.900929+0000","last_clean":"2024-09-22T10:34:14.900929+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:34:14.900929+0000","last_undegraded":"2024-09-22T10:34:14.900929+0000","last_fullsized":"2024-09-22T10:34:14.900929+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.900739+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:39.478606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89496,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.367241+0000","last_change":"2024-09-22T10:34:13.367241+0000","last_active":"2024-09-22T10:34:13.367241+0000","last_peered":"2024-09-22T10:34:13.367241+0000","last_clean":"2024-09-22T10:34:13.367241+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:34:13.367241+0000","last_undegraded":"2024-09-22T10:34:13.367241+0000","last_fullsized":"2024-09-22T10:34:13.367241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.367068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:58:23.641628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'209","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.492932+0000","last_change":"2024-09-22T10:34:12.492932+0000","last_active":"2024-09-22T10:34:12.492932+0000","last_peered":"2024-09-22T10:34:12.492932+0000","last_clean":"2024-09-22T10:34:12.492932+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:34:12.492932+0000","last_undegraded":"2024-09-22T10:34:12.492932+0000","last_fullsized":"2024-09-22T10:34:12.492932+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'209","last_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_deep_scrub":"269'209","last_deep_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.492727+0000","objects_scrubbed":2,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:28:09.230869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'885","reported_seq":2498,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.365794+0000","last_change":"2024-09-22T10:33:55.365794+0000","last_active":"2024-09-22T10:33:55.365794+0000","last_peered":"2024-09-22T10:33:55.365794+0000","last_clean":"2024-09-22T10:33:55.365794+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:33:55.365794+0000","last_undegraded":"2024-09-22T10:33:55.365794+0000","last_fullsized":"2024-09-22T10:33:55.365794+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'885","last_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_deep_scrub":"269'885","last_deep_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.365597+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:42:25.136568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.691143+0000","last_change":"2024-09-22T10:33:50.691000+0000","last_active":"2024-09-22T10:33:50.691143+0000","last_peered":"2024-09-22T10:33:50.691143+0000","last_clean":"2024-09-22T10:33:50.691143+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:33:50.691143+0000","last_undegraded":"2024-09-22T10:33:50.691143+0000","last_fullsized":"2024-09-22T10:33:50.691143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.690830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:56:36.568318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'392","reported_seq":1140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.325395+0000","last_change":"2024-09-22T10:33:47.325395+0000","last_active":"2024-09-22T10:33:47.325395+0000","last_peered":"2024-09-22T10:33:47.325395+0000","last_clean":"2024-09-22T10:33:47.325395+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:47.325395+0000","last_undegraded":"2024-09-22T10:33:47.325395+0000","last_fullsized":"2024-09-22T10:33:47.325395+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.325294+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:09.667179+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":37716,"num_write":1247,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"269'4","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.911826+0000","last_change":"2024-09-22T10:34:09.911826+0000","last_active":"2024-09-22T10:34:09.911826+0000","last_peered":"2024-09-22T10:34:09.911826+0000","last_clean":"2024-09-22T10:34:09.911826+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:34:09.911826+0000","last_undegraded":"2024-09-22T10:34:09.911826+0000","last_fullsized":"2024-09-22T10:34:09.911826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.911648+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:29.993112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1461","reported_seq":3824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.828776+0000","last_change":"2024-09-22T10:34:07.828776+0000","last_active":"2024-09-22T10:34:07.828776+0000","last_peered":"2024-09-22T10:34:07.828776+0000","last_clean":"2024-09-22T10:34:07.828776+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:34:07.828776+0000","last_undegraded":"2024-09-22T10:34:07.828776+0000","last_fullsized":"2024-09-22T10:34:07.828776+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1461","last_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_deep_scrub":"269'1461","last_deep_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.828556+0000","objects_scrubbed":11,"log_size":60,"log_dups_size":1401,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:42.018730+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158719,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2294,"num_read_kb":4302,"num_write":1412,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.589721+0000","last_change":"2024-09-22T10:34:16.589721+0000","last_active":"2024-09-22T10:34:16.589721+0000","last_peered":"2024-09-22T10:34:16.589721+0000","last_clean":"2024-09-22T10:34:16.589721+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:34:16.589721+0000","last_undegraded":"2024-09-22T10:34:16.589721+0000","last_fullsized":"2024-09-22T10:34:16.589721+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.589549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:44.367828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'225","reported_seq":788,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.883921+0000","last_change":"2024-09-22T10:34:14.883921+0000","last_active":"2024-09-22T10:34:14.883921+0000","last_peered":"2024-09-22T10:34:14.883921+0000","last_clean":"2024-09-22T10:34:14.883921+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:34:14.883921+0000","last_undegraded":"2024-09-22T10:34:14.883921+0000","last_fullsized":"2024-09-22T10:34:14.883921+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'225","last_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_deep_scrub":"269'225","last_deep_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.883725+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:57.735652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'849","reported_seq":2568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.832041+0000","last_change":"2024-09-22T10:33:56.832041+0000","last_active":"2024-09-22T10:33:56.832041+0000","last_peered":"2024-09-22T10:33:56.832041+0000","last_clean":"2024-09-22T10:33:56.832041+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:56.832041+0000","last_undegraded":"2024-09-22T10:33:56.832041+0000","last_fullsized":"2024-09-22T10:33:56.832041+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'849","last_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_deep_scrub":"269'849","last_deep_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.831857+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:37.040605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":566,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370361+0000","last_change":"2024-09-22T10:33:48.370361+0000","last_active":"2024-09-22T10:33:48.370361+0000","last_peered":"2024-09-22T10:33:48.370361+0000","last_clean":"2024-09-22T10:33:48.370361+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:33:48.370361+0000","last_undegraded":"2024-09-22T10:33:48.370361+0000","last_fullsized":"2024-09-22T10:33:48.370361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:18:39.294521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'368","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.839299+0000","last_change":"2024-09-22T10:33:50.839299+0000","last_active":"2024-09-22T10:33:50.839299+0000","last_peered":"2024-09-22T10:33:50.839299+0000","last_clean":"2024-09-22T10:33:50.839299+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:33:50.839299+0000","last_undegraded":"2024-09-22T10:33:50.839299+0000","last_fullsized":"2024-09-22T10:33:50.839299+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.839118+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:11.275751+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":70306,"num_write":1111,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.365114+0000","last_change":"2024-09-22T10:33:59.365114+0000","last_active":"2024-09-22T10:33:59.365114+0000","last_peered":"2024-09-22T10:33:59.365114+0000","last_clean":"2024-09-22T10:33:59.365114+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:33:59.365114+0000","last_undegraded":"2024-09-22T10:33:59.365114+0000","last_fullsized":"2024-09-22T10:33:59.365114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.364940+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:10.274166+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'396","reported_seq":2357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.658969+0000","last_change":"2024-09-22T10:34:09.658969+0000","last_active":"2024-09-22T10:34:09.658969+0000","last_peered":"2024-09-22T10:34:09.658969+0000","last_clean":"2024-09-22T10:34:09.658969+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:34:09.658969+0000","last_undegraded":"2024-09-22T10:34:09.658969+0000","last_fullsized":"2024-09-22T10:34:09.658969+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.658762+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:06.566772+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.348117+0000","last_change":"2024-09-22T10:34:12.348117+0000","last_active":"2024-09-22T10:34:12.348117+0000","last_peered":"2024-09-22T10:34:12.348117+0000","last_clean":"2024-09-22T10:34:12.348117+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:34:12.348117+0000","last_undegraded":"2024-09-22T10:34:12.348117+0000","last_fullsized":"2024-09-22T10:34:12.348117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.347941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.550752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'294","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.925012+0000","last_change":"2024-09-22T10:34:24.925012+0000","last_active":"2024-09-22T10:34:24.925012+0000","last_peered":"2024-09-22T10:34:24.925012+0000","last_clean":"2024-09-22T10:34:24.925012+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:34:24.925012+0000","last_undegraded":"2024-09-22T10:34:24.925012+0000","last_fullsized":"2024-09-22T10:34:24.925012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.924821+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:58:28.887269+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'432","reported_seq":2074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.824146+0000","last_change":"2024-09-22T10:33:55.824146+0000","last_active":"2024-09-22T10:33:55.824146+0000","last_peered":"2024-09-22T10:33:55.824146+0000","last_clean":"2024-09-22T10:33:55.824146+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:33:55.824146+0000","last_undegraded":"2024-09-22T10:33:55.824146+0000","last_fullsized":"2024-09-22T10:33:55.824146+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'432","last_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_deep_scrub":"269'432","last_deep_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.823933+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:33:52.205925+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.047112+0000","last_change":"2024-09-22T10:33:49.047112+0000","last_active":"2024-09-22T10:33:49.047112+0000","last_peered":"2024-09-22T10:33:49.047112+0000","last_clean":"2024-09-22T10:33:49.047112+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:33:49.047112+0000","last_undegraded":"2024-09-22T10:33:49.047112+0000","last_fullsized":"2024-09-22T10:33:49.047112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.046938+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:06.167134+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.957489+0000","last_change":"2024-09-22T10:33:47.957489+0000","last_active":"2024-09-22T10:33:47.957489+0000","last_peered":"2024-09-22T10:33:47.957489+0000","last_clean":"2024-09-22T10:33:47.957489+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:47.957489+0000","last_undegraded":"2024-09-22T10:33:47.957489+0000","last_fullsized":"2024-09-22T10:33:47.957489+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.957290+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:17:02.470652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.344817+0000","last_change":"2024-09-22T10:34:02.344817+0000","last_active":"2024-09-22T10:34:02.344817+0000","last_peered":"2024-09-22T10:34:02.344817+0000","last_clean":"2024-09-22T10:34:02.344817+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:34:02.344817+0000","last_undegraded":"2024-09-22T10:34:02.344817+0000","last_fullsized":"2024-09-22T10:34:02.344817+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.344618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:06:09.620360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'208","reported_seq":832,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.970009+0000","last_change":"2024-09-22T10:34:10.970009+0000","last_active":"2024-09-22T10:34:10.970009+0000","last_peered":"2024-09-22T10:34:10.970009+0000","last_clean":"2024-09-22T10:34:10.970009+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:34:10.970009+0000","last_undegraded":"2024-09-22T10:34:10.970009+0000","last_fullsized":"2024-09-22T10:34:10.970009+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'208","last_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_deep_scrub":"269'208","last_deep_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.969827+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:17.630047+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.446298+0000","last_change":"2024-09-22T10:34:04.446298+0000","last_active":"2024-09-22T10:34:04.446298+0000","last_peered":"2024-09-22T10:34:04.446298+0000","last_clean":"2024-09-22T10:34:04.446298+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:34:04.446298+0000","last_undegraded":"2024-09-22T10:34:04.446298+0000","last_fullsized":"2024-09-22T10:34:04.446298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.446122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:38.328048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'139","reported_seq":742,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.758271+0000","last_change":"2024-09-22T10:34:21.758271+0000","last_active":"2024-09-22T10:34:21.758271+0000","last_peered":"2024-09-22T10:34:21.758271+0000","last_clean":"2024-09-22T10:34:21.758271+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:34:21.758271+0000","last_undegraded":"2024-09-22T10:34:21.758271+0000","last_fullsized":"2024-09-22T10:34:21.758271+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.758101+0000","objects_scrubbed":1,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:42.146422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'377","reported_seq":1950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.795759+0000","last_change":"2024-09-22T10:33:54.795759+0000","last_active":"2024-09-22T10:33:54.795759+0000","last_peered":"2024-09-22T10:33:54.795759+0000","last_clean":"2024-09-22T10:33:54.795759+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:33:54.795759+0000","last_undegraded":"2024-09-22T10:33:54.795759+0000","last_fullsized":"2024-09-22T10:33:54.795759+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'377","last_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_deep_scrub":"269'377","last_deep_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.795568+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:25.052096+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'327","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.104654+0000","last_change":"2024-09-22T10:33:52.104654+0000","last_active":"2024-09-22T10:33:52.104654+0000","last_peered":"2024-09-22T10:33:52.104654+0000","last_clean":"2024-09-22T10:33:52.104654+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:52.104654+0000","last_undegraded":"2024-09-22T10:33:52.104654+0000","last_fullsized":"2024-09-22T10:33:52.104654+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'327","last_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_deep_scrub":"269'327","last_deep_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.104445+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:15:02.604686+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":545,"num_read_kb":35459,"num_write":1071,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.862857+0000","last_change":"2024-09-22T10:33:46.862857+0000","last_active":"2024-09-22T10:33:46.862857+0000","last_peered":"2024-09-22T10:33:46.862857+0000","last_clean":"2024-09-22T10:33:46.862857+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:33:46.862857+0000","last_undegraded":"2024-09-22T10:33:46.862857+0000","last_fullsized":"2024-09-22T10:33:46.862857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.862770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:57.260611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.343929+0000","last_change":"2024-09-22T10:34:05.343929+0000","last_active":"2024-09-22T10:34:05.343929+0000","last_peered":"2024-09-22T10:34:05.343929+0000","last_clean":"2024-09-22T10:34:05.343929+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:34:05.343929+0000","last_undegraded":"2024-09-22T10:34:05.343929+0000","last_fullsized":"2024-09-22T10:34:05.343929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.343755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:54.812112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'647","reported_seq":1406,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.372460+0000","last_change":"2024-09-22T10:34:07.372460+0000","last_active":"2024-09-22T10:34:07.372460+0000","last_peered":"2024-09-22T10:34:07.372460+0000","last_clean":"2024-09-22T10:34:07.372460+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:34:07.372460+0000","last_undegraded":"2024-09-22T10:34:07.372460+0000","last_fullsized":"2024-09-22T10:34:07.372460+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'647","last_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_deep_scrub":"269'647","last_deep_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.372256+0000","objects_scrubbed":10,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:55.846789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99309,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1074,"num_read_kb":2286,"num_write":860,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.723825+0000","last_change":"2024-09-22T10:34:18.723825+0000","last_active":"2024-09-22T10:34:18.723825+0000","last_peered":"2024-09-22T10:34:18.723825+0000","last_clean":"2024-09-22T10:34:18.723825+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:34:18.723825+0000","last_undegraded":"2024-09-22T10:34:18.723825+0000","last_fullsized":"2024-09-22T10:34:18.723825+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.723648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:43.355355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'125","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.456628+0000","last_change":"2024-09-22T10:34:21.456628+0000","last_active":"2024-09-22T10:34:21.456628+0000","last_peered":"2024-09-22T10:34:21.456628+0000","last_clean":"2024-09-22T10:34:21.456628+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:34:21.456628+0000","last_undegraded":"2024-09-22T10:34:21.456628+0000","last_fullsized":"2024-09-22T10:34:21.456628+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.456435+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:11:21.882807+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'551","reported_seq":2187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.336456+0000","last_change":"2024-09-22T10:33:53.336456+0000","last_active":"2024-09-22T10:33:53.336456+0000","last_peered":"2024-09-22T10:33:53.336456+0000","last_clean":"2024-09-22T10:33:53.336456+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:33:53.336456+0000","last_undegraded":"2024-09-22T10:33:53.336456+0000","last_fullsized":"2024-09-22T10:33:53.336456+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.336269+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:15.655548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'329","reported_seq":1132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.882079+0000","last_change":"2024-09-22T10:33:48.882079+0000","last_active":"2024-09-22T10:33:48.882079+0000","last_peered":"2024-09-22T10:33:48.882079+0000","last_clean":"2024-09-22T10:33:48.882079+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:33:48.882079+0000","last_undegraded":"2024-09-22T10:33:48.882079+0000","last_fullsized":"2024-09-22T10:33:48.882079+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.881964+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:31.221616+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":730,"num_read_kb":36166,"num_write":1085,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.603453+0000","last_change":"2024-09-22T10:34:00.603453+0000","last_active":"2024-09-22T10:34:00.603453+0000","last_peered":"2024-09-22T10:34:00.603453+0000","last_clean":"2024-09-22T10:34:00.603453+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:34:00.603453+0000","last_undegraded":"2024-09-22T10:34:00.603453+0000","last_fullsized":"2024-09-22T10:34:00.603453+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.603282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:34.533537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.470456+0000","last_change":"2024-09-22T10:34:00.470456+0000","last_active":"2024-09-22T10:34:00.470456+0000","last_peered":"2024-09-22T10:34:00.470456+0000","last_clean":"2024-09-22T10:34:00.470456+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:34:00.470456+0000","last_undegraded":"2024-09-22T10:34:00.470456+0000","last_fullsized":"2024-09-22T10:34:00.470456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.470234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:02.633047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'361","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.874820+0000","last_change":"2024-09-22T10:34:06.874820+0000","last_active":"2024-09-22T10:34:06.874820+0000","last_peered":"2024-09-22T10:34:06.874820+0000","last_clean":"2024-09-22T10:34:06.874820+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:34:06.874820+0000","last_undegraded":"2024-09-22T10:34:06.874820+0000","last_fullsized":"2024-09-22T10:34:06.874820+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'361","last_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_deep_scrub":"269'361","last_deep_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.874614+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:02.582818+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'792","reported_seq":3479,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.862502+0000","last_change":"2024-09-22T10:34:18.862502+0000","last_active":"2024-09-22T10:34:18.862502+0000","last_peered":"2024-09-22T10:34:18.862502+0000","last_clean":"2024-09-22T10:34:18.862502+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:34:18.862502+0000","last_undegraded":"2024-09-22T10:34:18.862502+0000","last_fullsized":"2024-09-22T10:34:18.862502+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'792","last_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_deep_scrub":"269'792","last_deep_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.862308+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":702,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:26.412515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'118","reported_seq":659,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.877640+0000","last_change":"2024-09-22T10:34:23.877640+0000","last_active":"2024-09-22T10:34:23.877640+0000","last_peered":"2024-09-22T10:34:23.877640+0000","last_clean":"2024-09-22T10:34:23.877640+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:34:23.877640+0000","last_undegraded":"2024-09-22T10:34:23.877640+0000","last_fullsized":"2024-09-22T10:34:23.877640+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.877456+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:53:56.834509+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.930576+0000","last_change":"2024-09-22T10:33:58.930576+0000","last_active":"2024-09-22T10:33:58.930576+0000","last_peered":"2024-09-22T10:33:58.930576+0000","last_clean":"2024-09-22T10:33:58.930576+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:33:58.930576+0000","last_undegraded":"2024-09-22T10:33:58.930576+0000","last_fullsized":"2024-09-22T10:33:58.930576+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1285","last_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_deep_scrub":"269'1285","last_deep_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.930397+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:25.148527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'350","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.800132+0000","last_change":"2024-09-22T10:33:47.800132+0000","last_active":"2024-09-22T10:33:47.800132+0000","last_peered":"2024-09-22T10:33:47.800132+0000","last_clean":"2024-09-22T10:33:47.800132+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:33:47.800132+0000","last_undegraded":"2024-09-22T10:33:47.800132+0000","last_fullsized":"2024-09-22T10:33:47.800132+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.800022+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:09.876946+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":605,"num_read_kb":43190,"num_write":1087,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.882013+0000","last_change":"2024-09-22T10:33:47.882013+0000","last_active":"2024-09-22T10:33:47.882013+0000","last_peered":"2024-09-22T10:33:47.882013+0000","last_clean":"2024-09-22T10:33:47.882013+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:33:47.882013+0000","last_undegraded":"2024-09-22T10:33:47.882013+0000","last_fullsized":"2024-09-22T10:33:47.882013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.881951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:16.509452+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":546,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.775640+0000","last_change":"2024-09-22T10:34:08.775640+0000","last_active":"2024-09-22T10:34:08.775640+0000","last_peered":"2024-09-22T10:34:08.775640+0000","last_clean":"2024-09-22T10:34:08.775640+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:34:08.775640+0000","last_undegraded":"2024-09-22T10:34:08.775640+0000","last_fullsized":"2024-09-22T10:34:08.775640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.775459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:03:22.847943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'190","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.807400+0000","last_change":"2024-09-22T10:34:12.807400+0000","last_active":"2024-09-22T10:34:12.807400+0000","last_peered":"2024-09-22T10:34:12.807400+0000","last_clean":"2024-09-22T10:34:12.807400+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:34:12.807400+0000","last_undegraded":"2024-09-22T10:34:12.807400+0000","last_fullsized":"2024-09-22T10:34:12.807400+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.807150+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:44.600960+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'790","reported_seq":3125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.929696+0000","last_change":"2024-09-22T10:34:18.929696+0000","last_active":"2024-09-22T10:34:18.929696+0000","last_peered":"2024-09-22T10:34:18.929696+0000","last_clean":"2024-09-22T10:34:18.929696+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:34:18.929696+0000","last_undegraded":"2024-09-22T10:34:18.929696+0000","last_fullsized":"2024-09-22T10:34:18.929696+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.929478+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:46:34.631325+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'187","reported_seq":731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.394616+0000","last_change":"2024-09-22T10:34:18.394616+0000","last_active":"2024-09-22T10:34:18.394616+0000","last_peered":"2024-09-22T10:34:18.394616+0000","last_clean":"2024-09-22T10:34:18.394616+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:34:18.394616+0000","last_undegraded":"2024-09-22T10:34:18.394616+0000","last_fullsized":"2024-09-22T10:34:18.394616+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.394372+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:46.094887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'583","reported_seq":2378,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.936485+0000","last_change":"2024-09-22T10:33:51.936485+0000","last_active":"2024-09-22T10:33:51.936485+0000","last_peered":"2024-09-22T10:33:51.936485+0000","last_clean":"2024-09-22T10:33:51.936485+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:33:51.936485+0000","last_undegraded":"2024-09-22T10:33:51.936485+0000","last_fullsized":"2024-09-22T10:33:51.936485+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'583","last_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_deep_scrub":"269'583","last_deep_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.936262+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:19.386858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2045,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'510","reported_seq":1391,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.366459+0000","last_change":"2024-09-22T10:33:46.366459+0000","last_active":"2024-09-22T10:33:46.366459+0000","last_peered":"2024-09-22T10:33:46.366459+0000","last_clean":"2024-09-22T10:33:46.366459+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:33:46.366459+0000","last_undegraded":"2024-09-22T10:33:46.366459+0000","last_fullsized":"2024-09-22T10:33:46.366459+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'510","last_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_deep_scrub":"269'510","last_deep_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.366365+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:53.160368+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1422,"num_read_kb":45434,"num_write":1477,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":563,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.478226+0000","last_change":"2024-09-22T10:33:49.478226+0000","last_active":"2024-09-22T10:33:49.478226+0000","last_peered":"2024-09-22T10:33:49.478226+0000","last_clean":"2024-09-22T10:33:49.478226+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:33:49.478226+0000","last_undegraded":"2024-09-22T10:33:49.478226+0000","last_fullsized":"2024-09-22T10:33:49.478226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.478042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:25.391673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":544,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.009876+0000","last_change":"2024-09-22T10:34:06.009876+0000","last_active":"2024-09-22T10:34:06.009876+0000","last_peered":"2024-09-22T10:34:06.009876+0000","last_clean":"2024-09-22T10:34:06.009876+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:34:06.009876+0000","last_undegraded":"2024-09-22T10:34:06.009876+0000","last_fullsized":"2024-09-22T10:34:06.009876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.009696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:18.190261+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'814","reported_seq":1609,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.620485+0000","last_change":"2024-09-22T10:34:12.620485+0000","last_active":"2024-09-22T10:34:12.620485+0000","last_peered":"2024-09-22T10:34:12.620485+0000","last_clean":"2024-09-22T10:34:12.620485+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:34:12.620485+0000","last_undegraded":"2024-09-22T10:34:12.620485+0000","last_fullsized":"2024-09-22T10:34:12.620485+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'814","last_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_deep_scrub":"269'814","last_deep_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.620281+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:35.393415+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106556,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1407,"num_read_kb":3171,"num_write":1128,"num_write_kb":872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.937449+0000","last_change":"2024-09-22T10:34:16.937449+0000","last_active":"2024-09-22T10:34:16.937449+0000","last_peered":"2024-09-22T10:34:16.937449+0000","last_clean":"2024-09-22T10:34:16.937449+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:34:16.937449+0000","last_undegraded":"2024-09-22T10:34:16.937449+0000","last_fullsized":"2024-09-22T10:34:16.937449+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.937235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:27:08.212626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'141","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.749192+0000","last_change":"2024-09-22T10:34:22.749192+0000","last_active":"2024-09-22T10:34:22.749192+0000","last_peered":"2024-09-22T10:34:22.749192+0000","last_clean":"2024-09-22T10:34:22.749192+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:34:22.749192+0000","last_undegraded":"2024-09-22T10:34:22.749192+0000","last_fullsized":"2024-09-22T10:34:22.749192+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'141","last_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_deep_scrub":"269'141","last_deep_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.748955+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:48:30.240154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'154","reported_seq":771,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.356684+0000","last_change":"2024-09-22T10:34:24.356684+0000","last_active":"2024-09-22T10:34:24.356684+0000","last_peered":"2024-09-22T10:34:24.356684+0000","last_clean":"2024-09-22T10:34:24.356684+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:34:24.356684+0000","last_undegraded":"2024-09-22T10:34:24.356684+0000","last_fullsized":"2024-09-22T10:34:24.356684+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.356481+0000","objects_scrubbed":3,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:53.637884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'479","reported_seq":2304,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.970954+0000","last_change":"2024-09-22T10:33:59.970954+0000","last_active":"2024-09-22T10:33:59.970954+0000","last_peered":"2024-09-22T10:33:59.970954+0000","last_clean":"2024-09-22T10:33:59.970954+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:33:59.970954+0000","last_undegraded":"2024-09-22T10:33:59.970954+0000","last_fullsized":"2024-09-22T10:33:59.970954+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.970777+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:14.295680+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2041,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.966090+0000","last_change":"2024-09-22T10:33:50.966090+0000","last_active":"2024-09-22T10:33:50.966090+0000","last_peered":"2024-09-22T10:33:50.966090+0000","last_clean":"2024-09-22T10:33:50.966090+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:50.966090+0000","last_undegraded":"2024-09-22T10:33:50.966090+0000","last_fullsized":"2024-09-22T10:33:50.966090+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.965765+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:27.356068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.843538+0000","last_change":"2024-09-22T10:34:02.843538+0000","last_active":"2024-09-22T10:34:02.843538+0000","last_peered":"2024-09-22T10:34:02.843538+0000","last_clean":"2024-09-22T10:34:02.843538+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:34:02.843538+0000","last_undegraded":"2024-09-22T10:34:02.843538+0000","last_fullsized":"2024-09-22T10:34:02.843538+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.843358+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:41.127508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'330","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.004580+0000","last_change":"2024-09-22T10:34:14.004580+0000","last_active":"2024-09-22T10:34:14.004580+0000","last_peered":"2024-09-22T10:34:14.004580+0000","last_clean":"2024-09-22T10:34:14.004580+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:34:14.004580+0000","last_undegraded":"2024-09-22T10:34:14.004580+0000","last_fullsized":"2024-09-22T10:34:14.004580+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'330","last_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_deep_scrub":"269'330","last_deep_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.004369+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:15.726780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46663,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":532,"num_read_kb":1113,"num_write":414,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.898072+0000","last_change":"2024-09-22T10:34:19.898072+0000","last_active":"2024-09-22T10:34:19.898072+0000","last_peered":"2024-09-22T10:34:19.898072+0000","last_clean":"2024-09-22T10:34:19.898072+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:34:19.898072+0000","last_undegraded":"2024-09-22T10:34:19.898072+0000","last_fullsized":"2024-09-22T10:34:19.898072+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.897888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:58.870482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'130","reported_seq":686,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.791389+0000","last_change":"2024-09-22T10:34:27.791389+0000","last_active":"2024-09-22T10:34:27.791389+0000","last_peered":"2024-09-22T10:34:27.791389+0000","last_clean":"2024-09-22T10:34:27.791389+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:34:27.791389+0000","last_undegraded":"2024-09-22T10:34:27.791389+0000","last_fullsized":"2024-09-22T10:34:27.791389+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.791219+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:28.646524+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'455","reported_seq":2062,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.839385+0000","last_change":"2024-09-22T10:33:57.839385+0000","last_active":"2024-09-22T10:33:57.839385+0000","last_peered":"2024-09-22T10:33:57.839385+0000","last_clean":"2024-09-22T10:33:57.839385+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:33:57.839385+0000","last_undegraded":"2024-09-22T10:33:57.839385+0000","last_fullsized":"2024-09-22T10:33:57.839385+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'455","last_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_deep_scrub":"269'455","last_deep_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.839158+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:43.403650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'394","reported_seq":1119,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.664325+0000","last_change":"2024-09-22T10:34:02.664196+0000","last_active":"2024-09-22T10:34:02.664325+0000","last_peered":"2024-09-22T10:34:02.664325+0000","last_clean":"2024-09-22T10:34:02.664325+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:34:02.664325+0000","last_undegraded":"2024-09-22T10:34:02.664325+0000","last_fullsized":"2024-09-22T10:34:02.664325+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'394","last_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_deep_scrub":"269'394","last_deep_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.663984+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:05.709327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":802,"num_read_kb":14556,"num_write":1169,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.000958+0000","last_change":"2024-09-22T10:34:10.000958+0000","last_active":"2024-09-22T10:34:10.000958+0000","last_peered":"2024-09-22T10:34:10.000958+0000","last_clean":"2024-09-22T10:34:10.000958+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:34:10.000958+0000","last_undegraded":"2024-09-22T10:34:10.000958+0000","last_fullsized":"2024-09-22T10:34:10.000958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.000850+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:38.098044+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'85","reported_seq":648,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.355044+0000","last_change":"2024-09-22T10:34:09.355044+0000","last_active":"2024-09-22T10:34:09.355044+0000","last_peered":"2024-09-22T10:34:09.355044+0000","last_clean":"2024-09-22T10:34:09.355044+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:34:09.355044+0000","last_undegraded":"2024-09-22T10:34:09.355044+0000","last_fullsized":"2024-09-22T10:34:09.355044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'85","last_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_deep_scrub":"269'85","last_deep_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.354800+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:55.778062+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.556169+0000","last_change":"2024-09-22T10:34:17.556169+0000","last_active":"2024-09-22T10:34:17.556169+0000","last_peered":"2024-09-22T10:34:17.556169+0000","last_clean":"2024-09-22T10:34:17.556169+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:34:17.556169+0000","last_undegraded":"2024-09-22T10:34:17.556169+0000","last_fullsized":"2024-09-22T10:34:17.556169+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.555978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:56:03.811578+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'264","reported_seq":844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.388269+0000","last_change":"2024-09-22T10:34:23.388269+0000","last_active":"2024-09-22T10:34:23.388269+0000","last_peered":"2024-09-22T10:34:23.388269+0000","last_clean":"2024-09-22T10:34:23.388269+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:34:23.388269+0000","last_undegraded":"2024-09-22T10:34:23.388269+0000","last_fullsized":"2024-09-22T10:34:23.388269+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'264","last_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_deep_scrub":"269'264","last_deep_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.388051+0000","objects_scrubbed":3,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:50.992204+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2101,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.886898+0000","last_change":"2024-09-22T10:33:56.886898+0000","last_active":"2024-09-22T10:33:56.886898+0000","last_peered":"2024-09-22T10:33:56.886898+0000","last_clean":"2024-09-22T10:33:56.886898+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:33:56.886898+0000","last_undegraded":"2024-09-22T10:33:56.886898+0000","last_fullsized":"2024-09-22T10:33:56.886898+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.886711+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:10.470078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'422","reported_seq":1196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.065731+0000","last_change":"2024-09-22T10:33:53.065571+0000","last_active":"2024-09-22T10:33:53.065731+0000","last_peered":"2024-09-22T10:33:53.065731+0000","last_clean":"2024-09-22T10:33:53.065731+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:53.065731+0000","last_undegraded":"2024-09-22T10:33:53.065731+0000","last_fullsized":"2024-09-22T10:33:53.065731+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'422","last_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_deep_scrub":"269'422","last_deep_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.065359+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:04.994854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":867,"num_read_kb":31716,"num_write":1270,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.689856+0000","last_change":"2024-09-22T10:34:05.689856+0000","last_active":"2024-09-22T10:34:05.689856+0000","last_peered":"2024-09-22T10:34:05.689856+0000","last_clean":"2024-09-22T10:34:05.689856+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:34:05.689856+0000","last_undegraded":"2024-09-22T10:34:05.689856+0000","last_fullsized":"2024-09-22T10:34:05.689856+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.689653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:42.611754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'363","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.975462+0000","last_change":"2024-09-22T10:34:14.975462+0000","last_active":"2024-09-22T10:34:14.975462+0000","last_peered":"2024-09-22T10:34:14.975462+0000","last_clean":"2024-09-22T10:34:14.975462+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:34:14.975462+0000","last_undegraded":"2024-09-22T10:34:14.975462+0000","last_fullsized":"2024-09-22T10:34:14.975462+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.975204+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:01.318122+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51008,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":583,"num_read_kb":1172,"num_write":450,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.436416+0000","last_change":"2024-09-22T10:34:07.436416+0000","last_active":"2024-09-22T10:34:07.436416+0000","last_peered":"2024-09-22T10:34:07.436416+0000","last_clean":"2024-09-22T10:34:07.436416+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:34:07.436416+0000","last_undegraded":"2024-09-22T10:34:07.436416+0000","last_fullsized":"2024-09-22T10:34:07.436416+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.436247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:19:58.503285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'81","reported_seq":627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:30:40.637292+0000","last_change":"2024-09-22T08:40:37.640212+0000","last_active":"2024-09-22T10:30:40.637292+0000","last_peered":"2024-09-22T10:30:40.637292+0000","last_clean":"2024-09-22T10:30:40.637292+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:30:40.637292+0000","last_undegraded":"2024-09-22T10:30:40.637292+0000","last_fullsized":"2024-09-22T10:30:40.637292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T08:40:36.585926+0000","last_clean_scrub_stamp":"2024-09-22T08:40:36.585926+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:04.444686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'533","reported_seq":2106,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.963648+0000","last_change":"2024-09-22T10:33:59.963648+0000","last_active":"2024-09-22T10:33:59.963648+0000","last_peered":"2024-09-22T10:33:59.963648+0000","last_clean":"2024-09-22T10:33:59.963648+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:59.963648+0000","last_undegraded":"2024-09-22T10:33:59.963648+0000","last_fullsized":"2024-09-22T10:33:59.963648+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'533","last_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_deep_scrub":"269'533","last_deep_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.963471+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:42.330223+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'326","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.308600+0000","last_change":"2024-09-22T10:33:52.308459+0000","last_active":"2024-09-22T10:33:52.308600+0000","last_peered":"2024-09-22T10:33:52.308600+0000","last_clean":"2024-09-22T10:33:52.308600+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:33:52.308600+0000","last_undegraded":"2024-09-22T10:33:52.308600+0000","last_fullsized":"2024-09-22T10:33:52.308600+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.308198+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:24.384148+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194362,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":543,"num_read_kb":12106,"num_write":1028,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.452055+0000","last_change":"2024-09-22T10:34:03.452055+0000","last_active":"2024-09-22T10:34:03.452055+0000","last_peered":"2024-09-22T10:34:03.452055+0000","last_clean":"2024-09-22T10:34:03.452055+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:34:03.452055+0000","last_undegraded":"2024-09-22T10:34:03.452055+0000","last_fullsized":"2024-09-22T10:34:03.452055+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.451828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:55.994596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'303","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.577613+0000","last_change":"2024-09-22T10:34:14.577613+0000","last_active":"2024-09-22T10:34:14.577613+0000","last_peered":"2024-09-22T10:34:14.577613+0000","last_clean":"2024-09-22T10:34:14.577613+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:34:14.577613+0000","last_undegraded":"2024-09-22T10:34:14.577613+0000","last_fullsized":"2024-09-22T10:34:14.577613+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'303","last_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_deep_scrub":"269'303","last_deep_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.577438+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:13.805764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44306,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1018,"num_write":378,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.429199+0000","last_change":"2024-09-22T10:34:17.429199+0000","last_active":"2024-09-22T10:34:17.429199+0000","last_peered":"2024-09-22T10:34:17.429199+0000","last_clean":"2024-09-22T10:34:17.429199+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:34:17.429199+0000","last_undegraded":"2024-09-22T10:34:17.429199+0000","last_fullsized":"2024-09-22T10:34:17.429199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.429015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.921590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'806","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.509718+0000","last_change":"2024-09-22T10:33:58.509718+0000","last_active":"2024-09-22T10:33:58.509718+0000","last_peered":"2024-09-22T10:33:58.509718+0000","last_clean":"2024-09-22T10:33:58.509718+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:33:58.509718+0000","last_undegraded":"2024-09-22T10:33:58.509718+0000","last_fullsized":"2024-09-22T10:33:58.509718+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'806","last_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_deep_scrub":"269'806","last_deep_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.509526+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:15.464487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'329","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.844242+0000","last_change":"2024-09-22T10:33:54.844104+0000","last_active":"2024-09-22T10:33:54.844242+0000","last_peered":"2024-09-22T10:33:54.844242+0000","last_clean":"2024-09-22T10:33:54.844242+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:33:54.844242+0000","last_undegraded":"2024-09-22T10:33:54.844242+0000","last_fullsized":"2024-09-22T10:33:54.844242+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.843814+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:37.467583+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":6994,"num_write":1020,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":551,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.295341+0000","last_change":"2024-09-22T10:34:04.295341+0000","last_active":"2024-09-22T10:34:04.295341+0000","last_peered":"2024-09-22T10:34:04.295341+0000","last_clean":"2024-09-22T10:34:04.295341+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:34:04.295341+0000","last_undegraded":"2024-09-22T10:34:04.295341+0000","last_fullsized":"2024-09-22T10:34:04.295341+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.295152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:34.092498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'553","reported_seq":1243,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.769402+0000","last_change":"2024-09-22T10:34:09.769402+0000","last_active":"2024-09-22T10:34:09.769402+0000","last_peered":"2024-09-22T10:34:09.769402+0000","last_clean":"2024-09-22T10:34:09.769402+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:34:09.769402+0000","last_undegraded":"2024-09-22T10:34:09.769402+0000","last_fullsized":"2024-09-22T10:34:09.769402+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'553","last_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_deep_scrub":"269'553","last_deep_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.769308+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:51:45.309541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94652,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":988,"num_read_kb":2296,"num_write":848,"num_write_kb":733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.820509+0000","last_change":"2024-09-22T10:34:19.820509+0000","last_active":"2024-09-22T10:34:19.820509+0000","last_peered":"2024-09-22T10:34:19.820509+0000","last_clean":"2024-09-22T10:34:19.820509+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:34:19.820509+0000","last_undegraded":"2024-09-22T10:34:19.820509+0000","last_fullsized":"2024-09-22T10:34:19.820509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.820325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:43.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'185","reported_seq":724,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.833191+0000","last_change":"2024-09-22T10:34:26.833191+0000","last_active":"2024-09-22T10:34:26.833191+0000","last_peered":"2024-09-22T10:34:26.833191+0000","last_clean":"2024-09-22T10:34:26.833191+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:34:26.833191+0000","last_undegraded":"2024-09-22T10:34:26.833191+0000","last_fullsized":"2024-09-22T10:34:26.833191+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'185","last_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_deep_scrub":"269'185","last_deep_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.832930+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:05:26.284092+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'479","reported_seq":2209,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.328601+0000","last_change":"2024-09-22T10:33:59.328601+0000","last_active":"2024-09-22T10:33:59.328601+0000","last_peered":"2024-09-22T10:33:59.328601+0000","last_clean":"2024-09-22T10:33:59.328601+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:33:59.328601+0000","last_undegraded":"2024-09-22T10:33:59.328601+0000","last_fullsized":"2024-09-22T10:33:59.328601+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.328403+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:46.536184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'363","reported_seq":1079,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.877520+0000","last_change":"2024-09-22T10:33:49.877520+0000","last_active":"2024-09-22T10:33:49.877520+0000","last_peered":"2024-09-22T10:33:49.877520+0000","last_clean":"2024-09-22T10:33:49.877520+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:33:49.877520+0000","last_undegraded":"2024-09-22T10:33:49.877520+0000","last_fullsized":"2024-09-22T10:33:49.877520+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.877291+0000","objects_scrubbed":8,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:30.548628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":732,"num_read_kb":18000,"num_write":1084,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.484566+0000","last_change":"2024-09-22T10:34:02.484566+0000","last_active":"2024-09-22T10:34:02.484566+0000","last_peered":"2024-09-22T10:34:02.484566+0000","last_clean":"2024-09-22T10:34:02.484566+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:34:02.484566+0000","last_undegraded":"2024-09-22T10:34:02.484566+0000","last_fullsized":"2024-09-22T10:34:02.484566+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.484386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:54.498365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'395","reported_seq":1054,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.577953+0000","last_change":"2024-09-22T10:34:15.577953+0000","last_active":"2024-09-22T10:34:15.577953+0000","last_peered":"2024-09-22T10:34:15.577953+0000","last_clean":"2024-09-22T10:34:15.577953+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:34:15.577953+0000","last_undegraded":"2024-09-22T10:34:15.577953+0000","last_fullsized":"2024-09-22T10:34:15.577953+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'395","last_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_deep_scrub":"269'395","last_deep_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.577765+0000","objects_scrubbed":8,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:44.377797+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48397,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":637,"num_read_kb":1235,"num_write":520,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.837467+0000","last_change":"2024-09-22T10:34:11.837467+0000","last_active":"2024-09-22T10:34:11.837467+0000","last_peered":"2024-09-22T10:34:11.837467+0000","last_clean":"2024-09-22T10:34:11.837467+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:34:11.837467+0000","last_undegraded":"2024-09-22T10:34:11.837467+0000","last_fullsized":"2024-09-22T10:34:11.837467+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.837296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:32.006048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'190","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.494693+0000","last_change":"2024-09-22T10:34:11.494693+0000","last_active":"2024-09-22T10:34:11.494693+0000","last_peered":"2024-09-22T10:34:11.494693+0000","last_clean":"2024-09-22T10:34:11.494693+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:34:11.494693+0000","last_undegraded":"2024-09-22T10:34:11.494693+0000","last_fullsized":"2024-09-22T10:34:11.494693+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.494489+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:26.512099+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.897073+0000","last_change":"2024-09-22T10:34:02.897073+0000","last_active":"2024-09-22T10:34:02.897073+0000","last_peered":"2024-09-22T10:34:02.897073+0000","last_clean":"2024-09-22T10:34:02.897073+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:34:02.897073+0000","last_undegraded":"2024-09-22T10:34:02.897073+0000","last_fullsized":"2024-09-22T10:34:02.897073+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'497","last_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_deep_scrub":"269'497","last_deep_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.896904+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:46.612922+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1139,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.925095+0000","last_change":"2024-09-22T10:33:49.925095+0000","last_active":"2024-09-22T10:33:49.925095+0000","last_peered":"2024-09-22T10:33:49.925095+0000","last_clean":"2024-09-22T10:33:49.925095+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:49.925095+0000","last_undegraded":"2024-09-22T10:33:49.925095+0000","last_fullsized":"2024-09-22T10:33:49.925095+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.924891+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:38:17.598015+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.770167+0000","last_change":"2024-09-22T10:34:11.770167+0000","last_active":"2024-09-22T10:34:11.770167+0000","last_peered":"2024-09-22T10:34:11.770167+0000","last_clean":"2024-09-22T10:34:11.770167+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:34:11.770167+0000","last_undegraded":"2024-09-22T10:34:11.770167+0000","last_fullsized":"2024-09-22T10:34:11.770167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.769990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:09.939003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'337","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.940795+0000","last_change":"2024-09-22T10:34:15.940795+0000","last_active":"2024-09-22T10:34:15.940795+0000","last_peered":"2024-09-22T10:34:15.940795+0000","last_clean":"2024-09-22T10:34:15.940795+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:34:15.940795+0000","last_undegraded":"2024-09-22T10:34:15.940795+0000","last_fullsized":"2024-09-22T10:34:15.940795+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.940595+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:50.880669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55919,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":554,"num_read_kb":1193,"num_write":440,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.789385+0000","last_change":"2024-09-22T10:34:10.789385+0000","last_active":"2024-09-22T10:34:10.789385+0000","last_peered":"2024-09-22T10:34:10.789385+0000","last_clean":"2024-09-22T10:34:10.789385+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:34:10.789385+0000","last_undegraded":"2024-09-22T10:34:10.789385+0000","last_fullsized":"2024-09-22T10:34:10.789385+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.789199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:59.681766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'154","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796803+0000","last_change":"2024-09-22T10:34:23.796803+0000","last_active":"2024-09-22T10:34:23.796803+0000","last_peered":"2024-09-22T10:34:23.796803+0000","last_clean":"2024-09-22T10:34:23.796803+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:34:23.796803+0000","last_undegraded":"2024-09-22T10:34:23.796803+0000","last_fullsized":"2024-09-22T10:34:23.796803+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.796532+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:55.445120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'711","reported_seq":2448,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.404053+0000","last_change":"2024-09-22T10:33:56.404053+0000","last_active":"2024-09-22T10:33:56.404053+0000","last_peered":"2024-09-22T10:33:56.404053+0000","last_clean":"2024-09-22T10:33:56.404053+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:33:56.404053+0000","last_undegraded":"2024-09-22T10:33:56.404053+0000","last_fullsized":"2024-09-22T10:33:56.404053+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'711","last_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_deep_scrub":"269'711","last_deep_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.403870+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":700,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:47.356079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'378","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.412197+0000","last_change":"2024-09-22T10:33:49.412197+0000","last_active":"2024-09-22T10:33:49.412197+0000","last_peered":"2024-09-22T10:33:49.412197+0000","last_clean":"2024-09-22T10:33:49.412197+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:49.412197+0000","last_undegraded":"2024-09-22T10:33:49.412197+0000","last_fullsized":"2024-09-22T10:33:49.412197+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'378","last_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_deep_scrub":"269'378","last_deep_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.411994+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:47.750253+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":599,"num_read_kb":40565,"num_write":1148,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.813519+0000","last_change":"2024-09-22T10:34:05.813519+0000","last_active":"2024-09-22T10:34:05.813519+0000","last_peered":"2024-09-22T10:34:05.813519+0000","last_clean":"2024-09-22T10:34:05.813519+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:34:05.813519+0000","last_undegraded":"2024-09-22T10:34:05.813519+0000","last_fullsized":"2024-09-22T10:34:05.813519+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.813333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:07.765318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'171","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.709303+0000","last_change":"2024-09-22T10:34:16.709303+0000","last_active":"2024-09-22T10:34:16.709303+0000","last_peered":"2024-09-22T10:34:16.709303+0000","last_clean":"2024-09-22T10:34:16.709303+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:34:16.709303+0000","last_undegraded":"2024-09-22T10:34:16.709303+0000","last_fullsized":"2024-09-22T10:34:16.709303+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'171","last_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_deep_scrub":"269'171","last_deep_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.709110+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:42:54.491593+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'770","reported_seq":3058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.474416+0000","last_change":"2024-09-22T10:34:09.474416+0000","last_active":"2024-09-22T10:34:09.474416+0000","last_peered":"2024-09-22T10:34:09.474416+0000","last_clean":"2024-09-22T10:34:09.474416+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:34:09.474416+0000","last_undegraded":"2024-09-22T10:34:09.474416+0000","last_fullsized":"2024-09-22T10:34:09.474416+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.474202+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":701,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:47.443876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.520303+0000","last_change":"2024-09-22T10:34:20.520303+0000","last_active":"2024-09-22T10:34:20.520303+0000","last_peered":"2024-09-22T10:34:20.520303+0000","last_clean":"2024-09-22T10:34:20.520303+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:34:20.520303+0000","last_undegraded":"2024-09-22T10:34:20.520303+0000","last_fullsized":"2024-09-22T10:34:20.520303+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.520117+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:53.493677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1818,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.947318+0000","last_change":"2024-09-22T10:34:01.947318+0000","last_active":"2024-09-22T10:34:01.947318+0000","last_peered":"2024-09-22T10:34:01.947318+0000","last_clean":"2024-09-22T10:34:01.947318+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:34:01.947318+0000","last_undegraded":"2024-09-22T10:34:01.947318+0000","last_fullsized":"2024-09-22T10:34:01.947318+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.947138+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:29:48.518329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'363","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.050370+0000","last_change":"2024-09-22T10:34:00.050370+0000","last_active":"2024-09-22T10:34:00.050370+0000","last_peered":"2024-09-22T10:34:00.050370+0000","last_clean":"2024-09-22T10:34:00.050370+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:34:00.050370+0000","last_undegraded":"2024-09-22T10:34:00.050370+0000","last_fullsized":"2024-09-22T10:34:00.050370+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.050092+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:03.993347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":6601,"num_write":1095,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.630837+0000","last_change":"2024-09-22T10:34:07.630837+0000","last_active":"2024-09-22T10:34:07.630837+0000","last_peered":"2024-09-22T10:34:07.630837+0000","last_clean":"2024-09-22T10:34:07.630837+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:34:07.630837+0000","last_undegraded":"2024-09-22T10:34:07.630837+0000","last_fullsized":"2024-09-22T10:34:07.630837+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.630626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:47:16.574927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'406","reported_seq":1072,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.871278+0000","last_change":"2024-09-22T10:34:17.871056+0000","last_active":"2024-09-22T10:34:17.871278+0000","last_peered":"2024-09-22T10:34:17.871278+0000","last_clean":"2024-09-22T10:34:17.871278+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:34:17.871278+0000","last_undegraded":"2024-09-22T10:34:17.871278+0000","last_fullsized":"2024-09-22T10:34:17.871278+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.870772+0000","objects_scrubbed":8,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:20:19.596706+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46592,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1225,"num_write":492,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.404315+0000","last_change":"2024-09-22T10:34:16.404315+0000","last_active":"2024-09-22T10:34:16.404315+0000","last_peered":"2024-09-22T10:34:16.404315+0000","last_clean":"2024-09-22T10:34:16.404315+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:34:16.404315+0000","last_undegraded":"2024-09-22T10:34:16.404315+0000","last_fullsized":"2024-09-22T10:34:16.404315+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.404134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:24.341650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'158","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.556308+0000","last_change":"2024-09-22T10:34:22.556308+0000","last_active":"2024-09-22T10:34:22.556308+0000","last_peered":"2024-09-22T10:34:22.556308+0000","last_clean":"2024-09-22T10:34:22.556308+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:34:22.556308+0000","last_undegraded":"2024-09-22T10:34:22.556308+0000","last_fullsized":"2024-09-22T10:34:22.556308+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'158","last_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_deep_scrub":"269'158","last_deep_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.556020+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:40.417327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'886","reported_seq":2627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.991556+0000","last_change":"2024-09-22T10:33:58.991556+0000","last_active":"2024-09-22T10:33:58.991556+0000","last_peered":"2024-09-22T10:33:58.991556+0000","last_clean":"2024-09-22T10:33:58.991556+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:33:58.991556+0000","last_undegraded":"2024-09-22T10:33:58.991556+0000","last_fullsized":"2024-09-22T10:33:58.991556+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'886","last_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_deep_scrub":"269'886","last_deep_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.991381+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:00:51.488875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2554,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'404","reported_seq":1115,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.061683+0000","last_change":"2024-09-22T10:33:55.061683+0000","last_active":"2024-09-22T10:33:55.061683+0000","last_peered":"2024-09-22T10:33:55.061683+0000","last_clean":"2024-09-22T10:33:55.061683+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:55.061683+0000","last_undegraded":"2024-09-22T10:33:55.061683+0000","last_fullsized":"2024-09-22T10:33:55.061683+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'404","last_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_deep_scrub":"269'404","last_deep_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.061244+0000","objects_scrubbed":8,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:58.095968+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5549792,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":725,"num_read_kb":48507,"num_write":1377,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.921246+0000","last_change":"2024-09-22T10:34:13.921246+0000","last_active":"2024-09-22T10:34:13.921246+0000","last_peered":"2024-09-22T10:34:13.921246+0000","last_clean":"2024-09-22T10:34:13.921246+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:34:13.921246+0000","last_undegraded":"2024-09-22T10:34:13.921246+0000","last_fullsized":"2024-09-22T10:34:13.921246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.921048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:27:06.637523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'341","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.343250+0000","last_change":"2024-09-22T10:34:11.343250+0000","last_active":"2024-09-22T10:34:11.343250+0000","last_peered":"2024-09-22T10:34:11.343250+0000","last_clean":"2024-09-22T10:34:11.343250+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:34:11.343250+0000","last_undegraded":"2024-09-22T10:34:11.343250+0000","last_fullsized":"2024-09-22T10:34:11.343250+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.343038+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:28.334614+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":553,"num_read_kb":1380,"num_write":450,"num_write_kb":416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":522,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.483300+0000","last_change":"2024-09-22T10:34:08.483300+0000","last_active":"2024-09-22T10:34:08.483300+0000","last_peered":"2024-09-22T10:34:08.483300+0000","last_clean":"2024-09-22T10:34:08.483300+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:34:08.483300+0000","last_undegraded":"2024-09-22T10:34:08.483300+0000","last_fullsized":"2024-09-22T10:34:08.483300+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.483129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:17:23.192926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'164","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.878946+0000","last_change":"2024-09-22T10:34:25.878946+0000","last_active":"2024-09-22T10:34:25.878946+0000","last_peered":"2024-09-22T10:34:25.878946+0000","last_clean":"2024-09-22T10:34:25.878946+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:34:25.878946+0000","last_undegraded":"2024-09-22T10:34:25.878946+0000","last_fullsized":"2024-09-22T10:34:25.878946+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.878764+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:57.437887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'384","reported_seq":1866,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.929089+0000","last_change":"2024-09-22T10:34:01.929089+0000","last_active":"2024-09-22T10:34:01.929089+0000","last_peered":"2024-09-22T10:34:01.929089+0000","last_clean":"2024-09-22T10:34:01.929089+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:34:01.929089+0000","last_undegraded":"2024-09-22T10:34:01.929089+0000","last_fullsized":"2024-09-22T10:34:01.929089+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.928898+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.193703+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'332","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.844808+0000","last_change":"2024-09-22T10:33:50.844808+0000","last_active":"2024-09-22T10:33:50.844808+0000","last_peered":"2024-09-22T10:33:50.844808+0000","last_clean":"2024-09-22T10:33:50.844808+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:33:50.844808+0000","last_undegraded":"2024-09-22T10:33:50.844808+0000","last_fullsized":"2024-09-22T10:33:50.844808+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.844603+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:29:42.920299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":624,"num_read_kb":46451,"num_write":1007,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.779809+0000","last_change":"2024-09-22T10:34:10.779809+0000","last_active":"2024-09-22T10:34:10.779809+0000","last_peered":"2024-09-22T10:34:10.779809+0000","last_clean":"2024-09-22T10:34:10.779809+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:34:10.779809+0000","last_undegraded":"2024-09-22T10:34:10.779809+0000","last_fullsized":"2024-09-22T10:34:10.779809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.779632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:29:13.172611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":873,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.932216+0000","last_change":"2024-09-22T10:34:17.932216+0000","last_active":"2024-09-22T10:34:17.932216+0000","last_peered":"2024-09-22T10:34:17.932216+0000","last_clean":"2024-09-22T10:34:17.932216+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:34:17.932216+0000","last_undegraded":"2024-09-22T10:34:17.932216+0000","last_fullsized":"2024-09-22T10:34:17.932216+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'270","last_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_deep_scrub":"269'270","last_deep_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.932048+0000","objects_scrubbed":2,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:32.240788+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54380,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":439,"num_read_kb":1043,"num_write":360,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.734205+0000","last_change":"2024-09-22T10:34:19.734205+0000","last_active":"2024-09-22T10:34:19.734205+0000","last_peered":"2024-09-22T10:34:19.734205+0000","last_clean":"2024-09-22T10:34:19.734205+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:34:19.734205+0000","last_undegraded":"2024-09-22T10:34:19.734205+0000","last_fullsized":"2024-09-22T10:34:19.734205+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.734018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:15.218961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'162","reported_seq":1298,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.575397+0000","last_change":"2024-09-22T10:34:21.575397+0000","last_active":"2024-09-22T10:34:21.575397+0000","last_peered":"2024-09-22T10:34:21.575397+0000","last_clean":"2024-09-22T10:34:21.575397+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:34:21.575397+0000","last_undegraded":"2024-09-22T10:34:21.575397+0000","last_fullsized":"2024-09-22T10:34:21.575397+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'162","last_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_deep_scrub":"269'162","last_deep_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.575208+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:13.108427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'383","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.996330+0000","last_change":"2024-09-22T10:33:57.996169+0000","last_active":"2024-09-22T10:33:57.996330+0000","last_peered":"2024-09-22T10:33:57.996330+0000","last_clean":"2024-09-22T10:33:57.996330+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:33:57.996330+0000","last_undegraded":"2024-09-22T10:33:57.996330+0000","last_fullsized":"2024-09-22T10:33:57.996330+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.996006+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:35.947293+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'289","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.338801+0000","last_change":"2024-09-22T10:33:54.338801+0000","last_active":"2024-09-22T10:33:54.338801+0000","last_peered":"2024-09-22T10:33:54.338801+0000","last_clean":"2024-09-22T10:33:54.338801+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:33:54.338801+0000","last_undegraded":"2024-09-22T10:33:54.338801+0000","last_fullsized":"2024-09-22T10:33:54.338801+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.338547+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:35.667637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4448414,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":429,"num_read_kb":14177,"num_write":944,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.792007+0000","last_change":"2024-09-22T10:34:04.792007+0000","last_active":"2024-09-22T10:34:04.792007+0000","last_peered":"2024-09-22T10:34:04.792007+0000","last_clean":"2024-09-22T10:34:04.792007+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:34:04.792007+0000","last_undegraded":"2024-09-22T10:34:04.792007+0000","last_fullsized":"2024-09-22T10:34:04.792007+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.791824+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:28.689041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.781112+0000","last_change":"2024-09-22T10:34:14.781112+0000","last_active":"2024-09-22T10:34:14.781112+0000","last_peered":"2024-09-22T10:34:14.781112+0000","last_clean":"2024-09-22T10:34:14.781112+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:34:14.781112+0000","last_undegraded":"2024-09-22T10:34:14.781112+0000","last_fullsized":"2024-09-22T10:34:14.781112+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.780879+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:46.124768+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.437280+0000","last_change":"2024-09-22T10:34:20.437280+0000","last_active":"2024-09-22T10:34:20.437280+0000","last_peered":"2024-09-22T10:34:20.437280+0000","last_clean":"2024-09-22T10:34:20.437280+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:34:20.437280+0000","last_undegraded":"2024-09-22T10:34:20.437280+0000","last_fullsized":"2024-09-22T10:34:20.437280+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.437094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:47.793533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'157","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.746395+0000","last_change":"2024-09-22T10:34:20.746395+0000","last_active":"2024-09-22T10:34:20.746395+0000","last_peered":"2024-09-22T10:34:20.746395+0000","last_clean":"2024-09-22T10:34:20.746395+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:34:20.746395+0000","last_undegraded":"2024-09-22T10:34:20.746395+0000","last_fullsized":"2024-09-22T10:34:20.746395+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'157","last_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_deep_scrub":"269'157","last_deep_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.746175+0000","objects_scrubbed":2,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:58.172954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'595","reported_seq":2414,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.832539+0000","last_change":"2024-09-22T10:34:03.832539+0000","last_active":"2024-09-22T10:34:03.832539+0000","last_peered":"2024-09-22T10:34:03.832539+0000","last_clean":"2024-09-22T10:34:03.832539+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:34:03.832539+0000","last_undegraded":"2024-09-22T10:34:03.832539+0000","last_fullsized":"2024-09-22T10:34:03.832539+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'595","last_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_deep_scrub":"269'595","last_deep_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.832346+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":500,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:17.147662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3827,"num_omap_keys":15,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'332","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.449115+0000","last_change":"2024-09-22T10:33:51.449115+0000","last_active":"2024-09-22T10:33:51.449115+0000","last_peered":"2024-09-22T10:33:51.449115+0000","last_clean":"2024-09-22T10:33:51.449115+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:51.449115+0000","last_undegraded":"2024-09-22T10:33:51.449115+0000","last_fullsized":"2024-09-22T10:33:51.449115+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.448854+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:08.489042+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":638,"num_read_kb":30338,"num_write":1093,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1138","reported_seq":2824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.877395+0000","last_change":"2024-09-22T10:33:59.877395+0000","last_active":"2024-09-22T10:33:59.877395+0000","last_peered":"2024-09-22T10:33:59.877395+0000","last_clean":"2024-09-22T10:33:59.877395+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:33:59.877395+0000","last_undegraded":"2024-09-22T10:33:59.877395+0000","last_fullsized":"2024-09-22T10:33:59.877395+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1138","last_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_deep_scrub":"269'1138","last_deep_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.877201+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":1100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:03.203250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'305","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.427041+0000","last_change":"2024-09-22T10:33:51.427041+0000","last_active":"2024-09-22T10:33:51.427041+0000","last_peered":"2024-09-22T10:33:51.427041+0000","last_clean":"2024-09-22T10:33:51.427041+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:33:51.427041+0000","last_undegraded":"2024-09-22T10:33:51.427041+0000","last_fullsized":"2024-09-22T10:33:51.427041+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'305","last_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_deep_scrub":"269'305","last_deep_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.426794+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:11.568420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":561,"num_read_kb":13307,"num_write":997,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'492","reported_seq":2134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.004789+0000","last_change":"2024-09-22T10:34:06.004789+0000","last_active":"2024-09-22T10:34:06.004789+0000","last_peered":"2024-09-22T10:34:06.004789+0000","last_clean":"2024-09-22T10:34:06.004789+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:34:06.004789+0000","last_undegraded":"2024-09-22T10:34:06.004789+0000","last_fullsized":"2024-09-22T10:34:06.004789+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'492","last_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_deep_scrub":"269'492","last_deep_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.004614+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:09.181901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'495","reported_seq":1220,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.088977+0000","last_change":"2024-09-22T10:33:54.088977+0000","last_active":"2024-09-22T10:33:54.088977+0000","last_peered":"2024-09-22T10:33:54.088977+0000","last_clean":"2024-09-22T10:33:54.088977+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:54.088977+0000","last_undegraded":"2024-09-22T10:33:54.088977+0000","last_fullsized":"2024-09-22T10:33:54.088977+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.088768+0000","objects_scrubbed":6,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:21.569068+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":958,"num_read_kb":9847,"num_write":1502,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'551","reported_seq":2170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.886398+0000","last_change":"2024-09-22T10:33:58.886398+0000","last_active":"2024-09-22T10:33:58.886398+0000","last_peered":"2024-09-22T10:33:58.886398+0000","last_clean":"2024-09-22T10:33:58.886398+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:33:58.886398+0000","last_undegraded":"2024-09-22T10:33:58.886398+0000","last_fullsized":"2024-09-22T10:33:58.886398+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.886188+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:32.759739+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'340","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370718+0000","last_change":"2024-09-22T10:33:48.370718+0000","last_active":"2024-09-22T10:33:48.370718+0000","last_peered":"2024-09-22T10:33:48.370718+0000","last_clean":"2024-09-22T10:33:48.370718+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:33:48.370718+0000","last_undegraded":"2024-09-22T10:33:48.370718+0000","last_fullsized":"2024-09-22T10:33:48.370718+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370333+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:42.535219+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":531,"num_read_kb":12261,"num_write":1102,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1194","reported_seq":2774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.975114+0000","last_change":"2024-09-22T10:34:04.975114+0000","last_active":"2024-09-22T10:34:04.975114+0000","last_peered":"2024-09-22T10:34:04.975114+0000","last_clean":"2024-09-22T10:34:04.975114+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:34:04.975114+0000","last_undegraded":"2024-09-22T10:34:04.975114+0000","last_fullsized":"2024-09-22T10:34:04.975114+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1194","last_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_deep_scrub":"269'1194","last_deep_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.974855+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":1100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:20:13.731856+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":220,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'359","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.375383+0000","last_change":"2024-09-22T10:33:53.375383+0000","last_active":"2024-09-22T10:33:53.375383+0000","last_peered":"2024-09-22T10:33:53.375383+0000","last_clean":"2024-09-22T10:33:53.375383+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:53.375383+0000","last_undegraded":"2024-09-22T10:33:53.375383+0000","last_fullsized":"2024-09-22T10:33:53.375383+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.375170+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:46:31.480867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":686,"num_read_kb":38522,"num_write":1109,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1172","reported_seq":2868,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.961006+0000","last_change":"2024-09-22T10:34:00.961006+0000","last_active":"2024-09-22T10:34:00.961006+0000","last_peered":"2024-09-22T10:34:00.961006+0000","last_clean":"2024-09-22T10:34:00.961006+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:34:00.961006+0000","last_undegraded":"2024-09-22T10:34:00.961006+0000","last_fullsized":"2024-09-22T10:34:00.961006+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1172","last_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_deep_scrub":"269'1172","last_deep_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.960818+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":1100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:03:00.583823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'355","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.801289+0000","last_change":"2024-09-22T10:33:51.801289+0000","last_active":"2024-09-22T10:33:51.801289+0000","last_peered":"2024-09-22T10:33:51.801289+0000","last_clean":"2024-09-22T10:33:51.801289+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:33:51.801289+0000","last_undegraded":"2024-09-22T10:33:51.801289+0000","last_fullsized":"2024-09-22T10:33:51.801289+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.801041+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:32.129083+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":599,"num_read_kb":31166,"num_write":1126,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'478","reported_seq":2055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.941045+0000","last_change":"2024-09-22T10:34:03.941045+0000","last_active":"2024-09-22T10:34:03.941045+0000","last_peered":"2024-09-22T10:34:03.941045+0000","last_clean":"2024-09-22T10:34:03.941045+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:34:03.941045+0000","last_undegraded":"2024-09-22T10:34:03.941045+0000","last_fullsized":"2024-09-22T10:34:03.941045+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'478","last_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_deep_scrub":"269'478","last_deep_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.940843+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:34.069816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'459","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.492518+0000","last_change":"2024-09-22T10:33:52.492518+0000","last_active":"2024-09-22T10:33:52.492518+0000","last_peered":"2024-09-22T10:33:52.492518+0000","last_clean":"2024-09-22T10:33:52.492518+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:52.492518+0000","last_undegraded":"2024-09-22T10:33:52.492518+0000","last_fullsized":"2024-09-22T10:33:52.492518+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.492268+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:31.614184+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":789,"num_read_kb":32482,"num_write":1379,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1596","reported_seq":3357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.456039+0000","last_change":"2024-09-22T10:34:01.456039+0000","last_active":"2024-09-22T10:34:01.456039+0000","last_peered":"2024-09-22T10:34:01.456039+0000","last_clean":"2024-09-22T10:34:01.456039+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:34:01.456039+0000","last_undegraded":"2024-09-22T10:34:01.456039+0000","last_fullsized":"2024-09-22T10:34:01.456039+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1596","last_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_deep_scrub":"269'1596","last_deep_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.455859+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":1500,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:56:53.962049+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2732,"num_omap_keys":11,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'360","reported_seq":1063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.860189+0000","last_change":"2024-09-22T10:33:52.860189+0000","last_active":"2024-09-22T10:33:52.860189+0000","last_peered":"2024-09-22T10:33:52.860189+0000","last_clean":"2024-09-22T10:33:52.860189+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:33:52.860189+0000","last_undegraded":"2024-09-22T10:33:52.860189+0000","last_fullsized":"2024-09-22T10:33:52.860189+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'360","last_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_deep_scrub":"269'360","last_deep_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.859991+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:08.108206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":688,"num_read_kb":46630,"num_write":1237,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'820","reported_seq":2395,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.321855+0000","last_change":"2024-09-22T10:34:01.321855+0000","last_active":"2024-09-22T10:34:01.321855+0000","last_peered":"2024-09-22T10:34:01.321855+0000","last_clean":"2024-09-22T10:34:01.321855+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:34:01.321855+0000","last_undegraded":"2024-09-22T10:34:01.321855+0000","last_fullsized":"2024-09-22T10:34:01.321855+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'820","last_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_deep_scrub":"269'820","last_deep_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.321670+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:31.484581+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'364","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.999208+0000","last_change":"2024-09-22T10:33:57.999208+0000","last_active":"2024-09-22T10:33:57.999208+0000","last_peered":"2024-09-22T10:33:57.999208+0000","last_clean":"2024-09-22T10:33:57.999208+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:57.999208+0000","last_undegraded":"2024-09-22T10:33:57.999208+0000","last_fullsized":"2024-09-22T10:33:57.999208+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.998883+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:55:53.486601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1117,"num_read_kb":78563,"num_write":1228,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'556","reported_seq":2240,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.882736+0000","last_change":"2024-09-22T10:34:04.882736+0000","last_active":"2024-09-22T10:34:04.882736+0000","last_peered":"2024-09-22T10:34:04.882736+0000","last_clean":"2024-09-22T10:34:04.882736+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:34:04.882736+0000","last_undegraded":"2024-09-22T10:34:04.882736+0000","last_fullsized":"2024-09-22T10:34:04.882736+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'556","last_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_deep_scrub":"269'556","last_deep_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.882556+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:09.884693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'324","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.412371+0000","last_change":"2024-09-22T10:33:52.412371+0000","last_active":"2024-09-22T10:33:52.412371+0000","last_peered":"2024-09-22T10:33:52.412371+0000","last_clean":"2024-09-22T10:33:52.412371+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:52.412371+0000","last_undegraded":"2024-09-22T10:33:52.412371+0000","last_fullsized":"2024-09-22T10:33:52.412371+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'324","last_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_deep_scrub":"269'324","last_deep_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.412127+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:29.449560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":517,"num_read_kb":10221,"num_write":944,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'853","reported_seq":2555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.360661+0000","last_change":"2024-09-22T10:33:57.360661+0000","last_active":"2024-09-22T10:33:57.360661+0000","last_peered":"2024-09-22T10:33:57.360661+0000","last_clean":"2024-09-22T10:33:57.360661+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:57.360661+0000","last_undegraded":"2024-09-22T10:33:57.360661+0000","last_fullsized":"2024-09-22T10:33:57.360661+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'853","last_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_deep_scrub":"269'853","last_deep_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.360515+0000","objects_scrubbed":5,"log_size":53,"log_dups_size":800,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:05.485864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'328","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.085481+0000","last_change":"2024-09-22T10:33:56.085481+0000","last_active":"2024-09-22T10:33:56.085481+0000","last_peered":"2024-09-22T10:33:56.085481+0000","last_clean":"2024-09-22T10:33:56.085481+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:56.085481+0000","last_undegraded":"2024-09-22T10:33:56.085481+0000","last_fullsized":"2024-09-22T10:33:56.085481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.085265+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:13:50.652607+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":554,"num_read_kb":2587,"num_write":1045,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'481","reported_seq":2136,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.912469+0000","last_change":"2024-09-22T10:34:02.912469+0000","last_active":"2024-09-22T10:34:02.912469+0000","last_peered":"2024-09-22T10:34:02.912469+0000","last_clean":"2024-09-22T10:34:02.912469+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:34:02.912469+0000","last_undegraded":"2024-09-22T10:34:02.912469+0000","last_fullsized":"2024-09-22T10:34:02.912469+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.912275+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:41.264632+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'370","reported_seq":1261,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.336024+0000","last_change":"2024-09-22T10:33:50.336024+0000","last_active":"2024-09-22T10:33:50.336024+0000","last_peered":"2024-09-22T10:33:50.336024+0000","last_clean":"2024-09-22T10:33:50.336024+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:33:50.336024+0000","last_undegraded":"2024-09-22T10:33:50.336024+0000","last_fullsized":"2024-09-22T10:33:50.336024+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.335780+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:36.211137+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1237,"num_read_kb":59662,"num_write":1240,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.649431+0000","last_change":"2024-09-22T10:34:01.649431+0000","last_active":"2024-09-22T10:34:01.649431+0000","last_peered":"2024-09-22T10:34:01.649431+0000","last_clean":"2024-09-22T10:34:01.649431+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:34:01.649431+0000","last_undegraded":"2024-09-22T10:34:01.649431+0000","last_fullsized":"2024-09-22T10:34:01.649431+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.649192+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:59.173123+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'397","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.492831+0000","last_change":"2024-09-22T10:33:53.492831+0000","last_active":"2024-09-22T10:33:53.492831+0000","last_peered":"2024-09-22T10:33:53.492831+0000","last_clean":"2024-09-22T10:33:53.492831+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:53.492831+0000","last_undegraded":"2024-09-22T10:33:53.492831+0000","last_fullsized":"2024-09-22T10:33:53.492831+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'397","last_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_deep_scrub":"269'397","last_deep_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.492531+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:28.241552+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048594,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":675,"num_read_kb":42897,"num_write":1134,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2047","reported_seq":3834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.295906+0000","last_change":"2024-09-22T10:34:00.295906+0000","last_active":"2024-09-22T10:34:00.295906+0000","last_peered":"2024-09-22T10:34:00.295906+0000","last_clean":"2024-09-22T10:34:00.295906+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:34:00.295906+0000","last_undegraded":"2024-09-22T10:34:00.295906+0000","last_fullsized":"2024-09-22T10:34:00.295906+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2047","last_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_deep_scrub":"269'2047","last_deep_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.295712+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":2000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:29:29.614202+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5615,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'364","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.685326+0000","last_change":"2024-09-22T10:34:04.685326+0000","last_active":"2024-09-22T10:34:04.685326+0000","last_peered":"2024-09-22T10:34:04.685326+0000","last_clean":"2024-09-22T10:34:04.685326+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:34:04.685326+0000","last_undegraded":"2024-09-22T10:34:04.685326+0000","last_fullsized":"2024-09-22T10:34:04.685326+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.685104+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:49.289651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194397,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":574,"num_read_kb":13963,"num_write":1094,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'484","reported_seq":2217,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.050911+0000","last_change":"2024-09-22T10:34:07.050911+0000","last_active":"2024-09-22T10:34:07.050911+0000","last_peered":"2024-09-22T10:34:07.050911+0000","last_clean":"2024-09-22T10:34:07.050911+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:34:07.050911+0000","last_undegraded":"2024-09-22T10:34:07.050911+0000","last_fullsized":"2024-09-22T10:34:07.050911+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'484","last_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_deep_scrub":"269'484","last_deep_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.050723+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:14.097683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'311","reported_seq":995,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.406543+0000","last_change":"2024-09-22T10:33:54.406543+0000","last_active":"2024-09-22T10:33:54.406543+0000","last_peered":"2024-09-22T10:33:54.406543+0000","last_clean":"2024-09-22T10:33:54.406543+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:33:54.406543+0000","last_undegraded":"2024-09-22T10:33:54.406543+0000","last_fullsized":"2024-09-22T10:33:54.406543+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.406316+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:44.079224+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":561,"num_read_kb":29482,"num_write":1063,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'527","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.656982+0000","last_change":"2024-09-22T10:33:59.656982+0000","last_active":"2024-09-22T10:33:59.656982+0000","last_peered":"2024-09-22T10:33:59.656982+0000","last_clean":"2024-09-22T10:33:59.656982+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:59.656982+0000","last_undegraded":"2024-09-22T10:33:59.656982+0000","last_fullsized":"2024-09-22T10:33:59.656982+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'527","last_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_deep_scrub":"269'527","last_deep_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.656786+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:09.134821+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'406","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.045617+0000","last_change":"2024-09-22T10:33:57.045617+0000","last_active":"2024-09-22T10:33:57.045617+0000","last_peered":"2024-09-22T10:33:57.045617+0000","last_clean":"2024-09-22T10:33:57.045617+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:57.045617+0000","last_undegraded":"2024-09-22T10:33:57.045617+0000","last_fullsized":"2024-09-22T10:33:57.045617+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.045426+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:29.017844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":574,"num_read_kb":22348,"num_write":1146,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'338","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.024048+0000","last_change":"2024-09-22T10:34:01.024048+0000","last_active":"2024-09-22T10:34:01.024048+0000","last_peered":"2024-09-22T10:34:01.024048+0000","last_clean":"2024-09-22T10:34:01.024048+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:34:01.024048+0000","last_undegraded":"2024-09-22T10:34:01.024048+0000","last_fullsized":"2024-09-22T10:34:01.024048+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.023816+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:00.052539+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194355,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":94218,"num_write":960,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'427","reported_seq":1997,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.303534+0000","last_change":"2024-09-22T10:34:03.303534+0000","last_active":"2024-09-22T10:34:03.303534+0000","last_peered":"2024-09-22T10:34:03.303534+0000","last_clean":"2024-09-22T10:34:03.303534+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:34:03.303534+0000","last_undegraded":"2024-09-22T10:34:03.303534+0000","last_fullsized":"2024-09-22T10:34:03.303534+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'427","last_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_deep_scrub":"269'427","last_deep_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.303342+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:21.629859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":475,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'433","reported_seq":1222,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.778329+0000","last_change":"2024-09-22T10:33:52.778329+0000","last_active":"2024-09-22T10:33:52.778329+0000","last_peered":"2024-09-22T10:33:52.778329+0000","last_clean":"2024-09-22T10:33:52.778329+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:33:52.778329+0000","last_undegraded":"2024-09-22T10:33:52.778329+0000","last_fullsized":"2024-09-22T10:33:52.778329+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'433","last_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_deep_scrub":"269'433","last_deep_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.778121+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:45.197069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1105,"num_read_kb":37084,"num_write":1465,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'884","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.970193+0000","last_change":"2024-09-22T10:34:06.970193+0000","last_active":"2024-09-22T10:34:06.970193+0000","last_peered":"2024-09-22T10:34:06.970193+0000","last_clean":"2024-09-22T10:34:06.970193+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:34:06.970193+0000","last_undegraded":"2024-09-22T10:34:06.970193+0000","last_fullsized":"2024-09-22T10:34:06.970193+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'884","last_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_deep_scrub":"269'884","last_deep_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.969968+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:45:50.958207+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2448,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1779,"ondisk_log_size":1779,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":632,"ondisk_log_size":632,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1671504,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":21110,"num_read_kb":40995,"num_write":17681,"num_write_kb":12731,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":703954,"num_omap_keys":1632,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2092,"ondisk_log_size":2092,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35457,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4113,"ondisk_log_size":4113,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":105420719,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":44820,"num_read_kb":2144126,"num_write":73657,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159485952,"data_stored":159485952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3787,"ondisk_log_size":3787,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":183606,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":187612,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510823,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317684,"kb_used_data":29668,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94054156,"statfs":{"total":96636764160,"available":96311455744,"internally_reserved":0,"allocated":30380032,"data_stored":28225631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":294910410},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510818,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271348,"kb_used_data":19428,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94100492,"statfs":{"total":96636764160,"available":96358903808,"internally_reserved":0,"allocated":19894272,"data_stored":17805704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510822,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":158480,"kb_used_data":23232,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94213360,"statfs":{"total":96636764160,"available":96474480640,"internally_reserved":0,"allocated":23789568,"data_stored":21628163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543521,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317860,"kb_used_data":25684,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94053980,"statfs":{"total":96636764160,"available":96311275520,"internally_reserved":0,"allocated":26300416,"data_stored":24168085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":299170247},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543524,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":102040,"kb_used_data":16712,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94269800,"statfs":{"total":96636764160,"available":96532275200,"internally_reserved":0,"allocated":17113088,"data_stored":15029894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543522,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":180476,"kb_used_data":9132,"kb_used_omap":1,"kb_used_meta":171326,"kb_avail":94191364,"statfs":{"total":96636764160,"available":96451956736,"internally_reserved":0,"allocated":9351168,"data_stored":7238894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":175438277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543522,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":310096,"kb_used_data":35968,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94061744,"statfs":{"total":96636764160,"available":96319225856,"internally_reserved":0,"allocated":36831232,"data_stored":34695603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576225,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":139260,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94232580,"statfs":{"total":96636764160,"available":96494161920,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31784960,"data_stored":31784960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4919296,"data_stored":4919296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12709888,"data_stored":12709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21848064,"data_stored":21848064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19308544,"data_stored":19308544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15486976,"data_stored":15486976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25313280,"data_stored":25313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:34:30.511 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.511 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.511 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.512 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.513 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.514 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.515 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.516 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.517 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.518 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.519 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-22T08:56:17.678372+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=56, tm_sec=17, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-22T09:02:23.043633+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=23, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.520 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.521 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.521 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-22T09:02:30.225700+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=2, tm_sec=30, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.523 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-22T08:40:36.585926+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=8, tm_min=40, tm_sec=36, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:30.524 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T10:34:50.524 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:34:50.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:34:50.901 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:34:50.920 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3704,"stamp":"2024-09-22T10:34:49.310348+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":107699004,"num_objects":746,"num_object_clones":0,"num_object_copies":1789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":317727,"num_read_kb":2787459,"num_write":168205,"num_write_kb":2592568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":742987,"num_omap_keys":1802,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13780,"ondisk_log_size":13780,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1797244,"kb_used_data":191548,"kb_used_omap":12,"kb_used_meta":1605555,"kb_avail":753177476,"statfs":{"total":773094113280,"available":771253735424,"internally_reserved":0,"allocated":196145152,"data_stored":179223798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1644088881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009020"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.623924+0000","last_change":"2024-09-22T10:34:36.623924+0000","last_active":"2024-09-22T10:34:36.623924+0000","last_peered":"2024-09-22T10:34:36.623924+0000","last_clean":"2024-09-22T10:34:36.623924+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:34:36.623924+0000","last_undegraded":"2024-09-22T10:34:36.623924+0000","last_fullsized":"2024-09-22T10:34:36.623924+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:36.623752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:36.623752+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.623752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:53.219397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'4","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.661544+0000","last_change":"2024-09-22T10:34:33.661544+0000","last_active":"2024-09-22T10:34:33.661544+0000","last_peered":"2024-09-22T10:34:33.661544+0000","last_clean":"2024-09-22T10:34:33.661544+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:34:33.661544+0000","last_undegraded":"2024-09-22T10:34:33.661544+0000","last_fullsized":"2024-09-22T10:34:33.661544+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:33.661327+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:33.661327+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.661327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:45.776756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.803990+0000","last_change":"2024-09-22T10:34:35.803990+0000","last_active":"2024-09-22T10:34:35.803990+0000","last_peered":"2024-09-22T10:34:35.803990+0000","last_clean":"2024-09-22T10:34:35.803990+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:34:35.803990+0000","last_undegraded":"2024-09-22T10:34:35.803990+0000","last_fullsized":"2024-09-22T10:34:35.803990+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T10:34:35.803705+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T10:34:35.803705+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.803705+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:23.979761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.249990+0000","last_change":"2024-09-22T10:34:31.249990+0000","last_active":"2024-09-22T10:34:31.249990+0000","last_peered":"2024-09-22T10:34:31.249990+0000","last_clean":"2024-09-22T10:34:31.249990+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:34:31.249990+0000","last_undegraded":"2024-09-22T10:34:31.249990+0000","last_fullsized":"2024-09-22T10:34:31.249990+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'22","last_scrub_stamp":"2024-09-22T10:34:31.249749+0000","last_deep_scrub":"269'22","last_deep_scrub_stamp":"2024-09-22T10:34:31.249749+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.249749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:28.314614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.238304+0000","last_change":"2024-09-22T10:34:19.238304+0000","last_active":"2024-09-22T10:34:19.238304+0000","last_peered":"2024-09-22T10:34:19.238304+0000","last_clean":"2024-09-22T10:34:19.238304+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:34:19.238304+0000","last_undegraded":"2024-09-22T10:34:19.238304+0000","last_fullsized":"2024-09-22T10:34:19.238304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.238100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:29.190048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.930848+0000","last_change":"2024-09-22T10:34:34.930848+0000","last_active":"2024-09-22T10:34:34.930848+0000","last_peered":"2024-09-22T10:34:34.930848+0000","last_clean":"2024-09-22T10:34:34.930848+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:34:34.930848+0000","last_undegraded":"2024-09-22T10:34:34.930848+0000","last_fullsized":"2024-09-22T10:34:34.930848+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'20","last_scrub_stamp":"2024-09-22T10:34:34.930567+0000","last_deep_scrub":"269'20","last_deep_scrub_stamp":"2024-09-22T10:34:34.930567+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.930567+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:07.229532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.868014+0000","last_change":"2024-09-22T10:34:23.868014+0000","last_active":"2024-09-22T10:34:23.868014+0000","last_peered":"2024-09-22T10:34:23.868014+0000","last_clean":"2024-09-22T10:34:23.868014+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:34:23.868014+0000","last_undegraded":"2024-09-22T10:34:23.868014+0000","last_fullsized":"2024-09-22T10:34:23.868014+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.867830+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:12.729393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.335881+0000","last_change":"2024-09-22T10:34:12.335715+0000","last_active":"2024-09-22T10:34:12.335881+0000","last_peered":"2024-09-22T10:34:12.335881+0000","last_clean":"2024-09-22T10:34:12.335881+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:34:12.335881+0000","last_undegraded":"2024-09-22T10:34:12.335881+0000","last_fullsized":"2024-09-22T10:34:12.335881+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.335517+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:01.353788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.485880+0000","last_change":"2024-09-22T10:34:25.485880+0000","last_active":"2024-09-22T10:34:25.485880+0000","last_peered":"2024-09-22T10:34:25.485880+0000","last_clean":"2024-09-22T10:34:25.485880+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:34:25.485880+0000","last_undegraded":"2024-09-22T10:34:25.485880+0000","last_fullsized":"2024-09-22T10:34:25.485880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:25.485697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:25.485697+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.485697+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:51:10.642059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.173126+0000","last_change":"2024-09-22T10:34:40.173126+0000","last_active":"2024-09-22T10:34:40.173126+0000","last_peered":"2024-09-22T10:34:40.173126+0000","last_clean":"2024-09-22T10:34:40.173126+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:34:40.173126+0000","last_undegraded":"2024-09-22T10:34:40.173126+0000","last_fullsized":"2024-09-22T10:34:40.173126+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:40.172939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:40.172939+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.172939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:38:32.847876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.289923+0000","last_change":"2024-09-22T10:34:15.289692+0000","last_active":"2024-09-22T10:34:15.289923+0000","last_peered":"2024-09-22T10:34:15.289923+0000","last_clean":"2024-09-22T10:34:15.289923+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:34:15.289923+0000","last_undegraded":"2024-09-22T10:34:15.289923+0000","last_fullsized":"2024-09-22T10:34:15.289923+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.289491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:00:02.674673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.285912+0000","last_change":"2024-09-22T10:34:30.285912+0000","last_active":"2024-09-22T10:34:30.285912+0000","last_peered":"2024-09-22T10:34:30.285912+0000","last_clean":"2024-09-22T10:34:30.285912+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:34:30.285912+0000","last_undegraded":"2024-09-22T10:34:30.285912+0000","last_fullsized":"2024-09-22T10:34:30.285912+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'28","last_scrub_stamp":"2024-09-22T10:34:30.285694+0000","last_deep_scrub":"269'28","last_deep_scrub_stamp":"2024-09-22T10:34:30.285694+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.285694+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:48.517472+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:48.748246+0000","last_change":"2024-09-22T10:34:48.748246+0000","last_active":"2024-09-22T10:34:48.748246+0000","last_peered":"2024-09-22T10:34:48.748246+0000","last_clean":"2024-09-22T10:34:48.748246+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:34:48.748246+0000","last_undegraded":"2024-09-22T10:34:48.748246+0000","last_fullsized":"2024-09-22T10:34:48.748246+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:48.747969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:48.747969+0000","last_clean_scrub_stamp":"2024-09-22T10:34:48.747969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:23.915921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.789790+0000","last_change":"2024-09-22T10:34:44.789790+0000","last_active":"2024-09-22T10:34:44.789790+0000","last_peered":"2024-09-22T10:34:44.789790+0000","last_clean":"2024-09-22T10:34:44.789790+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:34:44.789790+0000","last_undegraded":"2024-09-22T10:34:44.789790+0000","last_fullsized":"2024-09-22T10:34:44.789790+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.789610+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.789610+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.789610+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:14.820124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.861669+0000","last_change":"2024-09-22T10:34:30.861669+0000","last_active":"2024-09-22T10:34:30.861669+0000","last_peered":"2024-09-22T10:34:30.861669+0000","last_clean":"2024-09-22T10:34:30.861669+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:34:30.861669+0000","last_undegraded":"2024-09-22T10:34:30.861669+0000","last_fullsized":"2024-09-22T10:34:30.861669+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:30.861459+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:30.861459+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.861459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:13.903990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.815649+0000","last_change":"2024-09-22T10:34:34.815649+0000","last_active":"2024-09-22T10:34:34.815649+0000","last_peered":"2024-09-22T10:34:34.815649+0000","last_clean":"2024-09-22T10:34:34.815649+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:34:34.815649+0000","last_undegraded":"2024-09-22T10:34:34.815649+0000","last_fullsized":"2024-09-22T10:34:34.815649+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-22T10:34:34.815428+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-22T10:34:34.815428+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.815428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:56.625481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":44,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:31:48.870673+0000","last_change":"2024-09-22T09:31:32.377625+0000","last_active":"2024-09-22T10:31:48.870673+0000","last_peered":"2024-09-22T10:31:48.870673+0000","last_clean":"2024-09-22T10:31:48.870673+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:31:48.870673+0000","last_undegraded":"2024-09-22T10:31:48.870673+0000","last_fullsized":"2024-09-22T10:31:48.870673+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T09:31:31.310521+0000","last_clean_scrub_stamp":"2024-09-22T09:31:31.310521+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.648713+0000","last_change":"2024-09-22T10:34:32.648584+0000","last_active":"2024-09-22T10:34:32.648713+0000","last_peered":"2024-09-22T10:34:32.648713+0000","last_clean":"2024-09-22T10:34:32.648713+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:34:32.648713+0000","last_undegraded":"2024-09-22T10:34:32.648713+0000","last_fullsized":"2024-09-22T10:34:32.648713+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-22T10:34:32.648394+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-22T10:34:32.648394+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.648394+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:46.595796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'2","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.163566+0000","last_change":"2024-09-22T10:34:36.163566+0000","last_active":"2024-09-22T10:34:36.163566+0000","last_peered":"2024-09-22T10:34:36.163566+0000","last_clean":"2024-09-22T10:34:36.163566+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:34:36.163566+0000","last_undegraded":"2024-09-22T10:34:36.163566+0000","last_fullsized":"2024-09-22T10:34:36.163566+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:36.163349+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:36.163349+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.163349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:52.061077+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":182,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.822224+0000","last_change":"2024-09-22T10:34:32.822224+0000","last_active":"2024-09-22T10:34:32.822224+0000","last_peered":"2024-09-22T10:34:32.822224+0000","last_clean":"2024-09-22T10:34:32.822224+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:34:32.822224+0000","last_undegraded":"2024-09-22T10:34:32.822224+0000","last_fullsized":"2024-09-22T10:34:32.822224+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'35","last_scrub_stamp":"2024-09-22T10:34:32.822047+0000","last_deep_scrub":"269'35","last_deep_scrub_stamp":"2024-09-22T10:34:32.822047+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.822047+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:50.415249+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.891304+0000","last_change":"2024-09-22T10:34:28.891304+0000","last_active":"2024-09-22T10:34:28.891304+0000","last_peered":"2024-09-22T10:34:28.891304+0000","last_clean":"2024-09-22T10:34:28.891304+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:34:28.891304+0000","last_undegraded":"2024-09-22T10:34:28.891304+0000","last_fullsized":"2024-09-22T10:34:28.891304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.891135+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:47.635021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.574248+0000","last_change":"2024-09-22T10:34:20.574128+0000","last_active":"2024-09-22T10:34:20.574248+0000","last_peered":"2024-09-22T10:34:20.574248+0000","last_clean":"2024-09-22T10:34:20.574248+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:34:20.574248+0000","last_undegraded":"2024-09-22T10:34:20.574248+0000","last_fullsized":"2024-09-22T10:34:20.574248+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.573944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:17.910531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.819777+0000","last_change":"2024-09-22T10:34:29.819652+0000","last_active":"2024-09-22T10:34:29.819777+0000","last_peered":"2024-09-22T10:34:29.819777+0000","last_clean":"2024-09-22T10:34:29.819777+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:34:29.819777+0000","last_undegraded":"2024-09-22T10:34:29.819777+0000","last_fullsized":"2024-09-22T10:34:29.819777+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:29.819471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:29.819471+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.819471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:12.163235+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.550638+0000","last_change":"2024-09-22T10:34:18.550638+0000","last_active":"2024-09-22T10:34:18.550638+0000","last_peered":"2024-09-22T10:34:18.550638+0000","last_clean":"2024-09-22T10:34:18.550638+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:34:18.550638+0000","last_undegraded":"2024-09-22T10:34:18.550638+0000","last_fullsized":"2024-09-22T10:34:18.550638+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.550456+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:49.797490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.660650+0000","last_change":"2024-09-22T10:34:44.660650+0000","last_active":"2024-09-22T10:34:44.660650+0000","last_peered":"2024-09-22T10:34:44.660650+0000","last_clean":"2024-09-22T10:34:44.660650+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:34:44.660650+0000","last_undegraded":"2024-09-22T10:34:44.660650+0000","last_fullsized":"2024-09-22T10:34:44.660650+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.660466+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.660466+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.660466+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:19.472303+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.530808+0000","last_change":"2024-09-22T10:34:21.530808+0000","last_active":"2024-09-22T10:34:21.530808+0000","last_peered":"2024-09-22T10:34:21.530808+0000","last_clean":"2024-09-22T10:34:21.530808+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:34:21.530808+0000","last_undegraded":"2024-09-22T10:34:21.530808+0000","last_fullsized":"2024-09-22T10:34:21.530808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.530623+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:50.135631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.785001+0000","last_change":"2024-09-22T10:34:28.785001+0000","last_active":"2024-09-22T10:34:28.785001+0000","last_peered":"2024-09-22T10:34:28.785001+0000","last_clean":"2024-09-22T10:34:28.785001+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:34:28.785001+0000","last_undegraded":"2024-09-22T10:34:28.785001+0000","last_fullsized":"2024-09-22T10:34:28.785001+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:28.784811+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:28.784811+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.784811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:29.410500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.325453+0000","last_change":"2024-09-22T10:34:29.325453+0000","last_active":"2024-09-22T10:34:29.325453+0000","last_peered":"2024-09-22T10:34:29.325453+0000","last_clean":"2024-09-22T10:34:29.325453+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:34:29.325453+0000","last_undegraded":"2024-09-22T10:34:29.325453+0000","last_fullsized":"2024-09-22T10:34:29.325453+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'29","last_scrub_stamp":"2024-09-22T10:34:29.325271+0000","last_deep_scrub":"269'29","last_deep_scrub_stamp":"2024-09-22T10:34:29.325271+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.325271+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:45.230161+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.630915+0000","last_change":"2024-09-22T10:34:45.630915+0000","last_active":"2024-09-22T10:34:45.630915+0000","last_peered":"2024-09-22T10:34:45.630915+0000","last_clean":"2024-09-22T10:34:45.630915+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:34:45.630915+0000","last_undegraded":"2024-09-22T10:34:45.630915+0000","last_fullsized":"2024-09-22T10:34:45.630915+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.630734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.630734+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.630734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:59.328385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.791943+0000","last_change":"2024-09-22T10:34:42.791943+0000","last_active":"2024-09-22T10:34:42.791943+0000","last_peered":"2024-09-22T10:34:42.791943+0000","last_clean":"2024-09-22T10:34:42.791943+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:34:42.791943+0000","last_undegraded":"2024-09-22T10:34:42.791943+0000","last_fullsized":"2024-09-22T10:34:42.791943+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:42.791705+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:42.791705+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.791705+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:25.532951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'7","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.213692+0000","last_change":"2024-09-22T10:34:39.213692+0000","last_active":"2024-09-22T10:34:39.213692+0000","last_peered":"2024-09-22T10:34:39.213692+0000","last_clean":"2024-09-22T10:34:39.213692+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:34:39.213692+0000","last_undegraded":"2024-09-22T10:34:39.213692+0000","last_fullsized":"2024-09-22T10:34:39.213692+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:39.213507+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:39.213507+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.213507+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:40.755129+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.821507+0000","last_change":"2024-09-22T10:34:19.821507+0000","last_active":"2024-09-22T10:34:19.821507+0000","last_peered":"2024-09-22T10:34:19.821507+0000","last_clean":"2024-09-22T10:34:19.821507+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:34:19.821507+0000","last_undegraded":"2024-09-22T10:34:19.821507+0000","last_fullsized":"2024-09-22T10:34:19.821507+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.821323+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:51.261476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.874557+0000","last_change":"2024-09-22T10:34:27.874423+0000","last_active":"2024-09-22T10:34:27.874557+0000","last_peered":"2024-09-22T10:34:27.874557+0000","last_clean":"2024-09-22T10:34:27.874557+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:34:27.874557+0000","last_undegraded":"2024-09-22T10:34:27.874557+0000","last_fullsized":"2024-09-22T10:34:27.874557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.874241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:13.393212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.814554+0000","last_change":"2024-09-22T10:34:41.814554+0000","last_active":"2024-09-22T10:34:41.814554+0000","last_peered":"2024-09-22T10:34:41.814554+0000","last_clean":"2024-09-22T10:34:41.814554+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:34:41.814554+0000","last_undegraded":"2024-09-22T10:34:41.814554+0000","last_fullsized":"2024-09-22T10:34:41.814554+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:41.814374+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:41.814374+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.814374+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:14.383058+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2128,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.687141+0000","last_change":"2024-09-22T10:34:31.687141+0000","last_active":"2024-09-22T10:34:31.687141+0000","last_peered":"2024-09-22T10:34:31.687141+0000","last_clean":"2024-09-22T10:34:31.687141+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:34:31.687141+0000","last_undegraded":"2024-09-22T10:34:31.687141+0000","last_fullsized":"2024-09-22T10:34:31.687141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:31.686970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:31.686970+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.686970+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:53.099170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":493,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.352901+0000","last_change":"2024-09-22T10:34:28.352901+0000","last_active":"2024-09-22T10:34:28.352901+0000","last_peered":"2024-09-22T10:34:28.352901+0000","last_clean":"2024-09-22T10:34:28.352901+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:34:28.352901+0000","last_undegraded":"2024-09-22T10:34:28.352901+0000","last_fullsized":"2024-09-22T10:34:28.352901+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.352714+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:25:17.501033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'2","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.237631+0000","last_change":"2024-09-22T10:34:18.237466+0000","last_active":"2024-09-22T10:34:18.237631+0000","last_peered":"2024-09-22T10:34:18.237631+0000","last_clean":"2024-09-22T10:34:18.237631+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:34:18.237631+0000","last_undegraded":"2024-09-22T10:34:18.237631+0000","last_fullsized":"2024-09-22T10:34:18.237631+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.237281+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:29.938095+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'5","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.813863+0000","last_change":"2024-09-22T10:34:39.813863+0000","last_active":"2024-09-22T10:34:39.813863+0000","last_peered":"2024-09-22T10:34:39.813863+0000","last_clean":"2024-09-22T10:34:39.813863+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:34:39.813863+0000","last_undegraded":"2024-09-22T10:34:39.813863+0000","last_fullsized":"2024-09-22T10:34:39.813863+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:39.813635+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:39.813635+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.813635+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:04.358605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":48,"num_write":10,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'6","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.696589+0000","last_change":"2024-09-22T10:34:33.696589+0000","last_active":"2024-09-22T10:34:33.696589+0000","last_peered":"2024-09-22T10:34:33.696589+0000","last_clean":"2024-09-22T10:34:33.696589+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:34:33.696589+0000","last_undegraded":"2024-09-22T10:34:33.696589+0000","last_fullsized":"2024-09-22T10:34:33.696589+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:33.696374+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:33.696374+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.696374+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:36:17.220889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.798454+0000","last_change":"2024-09-22T10:34:30.798454+0000","last_active":"2024-09-22T10:34:30.798454+0000","last_peered":"2024-09-22T10:34:30.798454+0000","last_clean":"2024-09-22T10:34:30.798454+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:34:30.798454+0000","last_undegraded":"2024-09-22T10:34:30.798454+0000","last_fullsized":"2024-09-22T10:34:30.798454+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-22T10:34:30.798271+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-22T10:34:30.798271+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.798271+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:37.771896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.661350+0000","last_change":"2024-09-22T10:34:43.661350+0000","last_active":"2024-09-22T10:34:43.661350+0000","last_peered":"2024-09-22T10:34:43.661350+0000","last_clean":"2024-09-22T10:34:43.661350+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:34:43.661350+0000","last_undegraded":"2024-09-22T10:34:43.661350+0000","last_fullsized":"2024-09-22T10:34:43.661350+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.661179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.661179+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.661179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:27:13.835772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.766118+0000","last_change":"2024-09-22T10:34:43.766118+0000","last_active":"2024-09-22T10:34:43.766118+0000","last_peered":"2024-09-22T10:34:43.766118+0000","last_clean":"2024-09-22T10:34:43.766118+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:34:43.766118+0000","last_undegraded":"2024-09-22T10:34:43.766118+0000","last_fullsized":"2024-09-22T10:34:43.766118+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.765937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.765937+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.765937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:39.694515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.268147+0000","last_change":"2024-09-22T10:34:16.268147+0000","last_active":"2024-09-22T10:34:16.268147+0000","last_peered":"2024-09-22T10:34:16.268147+0000","last_clean":"2024-09-22T10:34:16.268147+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:34:16.268147+0000","last_undegraded":"2024-09-22T10:34:16.268147+0000","last_fullsized":"2024-09-22T10:34:16.268147+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.267963+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:27.993905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.375643+0000","last_change":"2024-09-22T10:34:09.375643+0000","last_active":"2024-09-22T10:34:09.375643+0000","last_peered":"2024-09-22T10:34:09.375643+0000","last_clean":"2024-09-22T10:34:09.375643+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:34:09.375643+0000","last_undegraded":"2024-09-22T10:34:09.375643+0000","last_fullsized":"2024-09-22T10:34:09.375643+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'19","last_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_deep_scrub":"269'19","last_deep_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.375419+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:24:53.034602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.635412+0000","last_change":"2024-09-22T10:34:34.635142+0000","last_active":"2024-09-22T10:34:34.635412+0000","last_peered":"2024-09-22T10:34:34.635412+0000","last_clean":"2024-09-22T10:34:34.635412+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:34:34.635412+0000","last_undegraded":"2024-09-22T10:34:34.635412+0000","last_fullsized":"2024-09-22T10:34:34.635412+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:34.634944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:34.634944+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.634944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:39.166067+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.964727+0000","last_change":"2024-09-22T10:34:36.964727+0000","last_active":"2024-09-22T10:34:36.964727+0000","last_peered":"2024-09-22T10:34:36.964727+0000","last_clean":"2024-09-22T10:34:36.964727+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:34:36.964727+0000","last_undegraded":"2024-09-22T10:34:36.964727+0000","last_fullsized":"2024-09-22T10:34:36.964727+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:36.964449+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:36.964449+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.964449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:28:29.030336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'4","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.184147+0000","last_change":"2024-09-22T10:34:35.184147+0000","last_active":"2024-09-22T10:34:35.184147+0000","last_peered":"2024-09-22T10:34:35.184147+0000","last_clean":"2024-09-22T10:34:35.184147+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:34:35.184147+0000","last_undegraded":"2024-09-22T10:34:35.184147+0000","last_fullsized":"2024-09-22T10:34:35.184147+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:35.183862+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:35.183862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.183862+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:03.792722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":919,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.624142+0000","last_change":"2024-09-22T10:34:27.623976+0000","last_active":"2024-09-22T10:34:27.624142+0000","last_peered":"2024-09-22T10:34:27.624142+0000","last_clean":"2024-09-22T10:34:27.624142+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:34:27.624142+0000","last_undegraded":"2024-09-22T10:34:27.624142+0000","last_fullsized":"2024-09-22T10:34:27.624142+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'278","last_scrub_stamp":"2024-09-22T10:34:27.623794+0000","last_deep_scrub":"269'278","last_deep_scrub_stamp":"2024-09-22T10:34:27.623794+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.623794+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:33.266618+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:46.738415+0000","last_change":"2024-09-22T10:34:46.738415+0000","last_active":"2024-09-22T10:34:46.738415+0000","last_peered":"2024-09-22T10:34:46.738415+0000","last_clean":"2024-09-22T10:34:46.738415+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:34:46.738415+0000","last_undegraded":"2024-09-22T10:34:46.738415+0000","last_fullsized":"2024-09-22T10:34:46.738415+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:46.738217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:46.738217+0000","last_clean_scrub_stamp":"2024-09-22T10:34:46.738217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:23.954088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'2","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.918009+0000","last_change":"2024-09-22T10:34:25.918009+0000","last_active":"2024-09-22T10:34:25.918009+0000","last_peered":"2024-09-22T10:34:25.918009+0000","last_clean":"2024-09-22T10:34:25.918009+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:34:25.918009+0000","last_undegraded":"2024-09-22T10:34:25.918009+0000","last_fullsized":"2024-09-22T10:34:25.918009+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.917832+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:21:56.373864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.819038+0000","last_change":"2024-09-22T10:34:26.819038+0000","last_active":"2024-09-22T10:34:26.819038+0000","last_peered":"2024-09-22T10:34:26.819038+0000","last_clean":"2024-09-22T10:34:26.819038+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:34:26.819038+0000","last_undegraded":"2024-09-22T10:34:26.819038+0000","last_fullsized":"2024-09-22T10:34:26.819038+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.818861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:34:24.335954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.599866+0000","last_change":"2024-09-22T10:34:26.599866+0000","last_active":"2024-09-22T10:34:26.599866+0000","last_peered":"2024-09-22T10:34:26.599866+0000","last_clean":"2024-09-22T10:34:26.599866+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:34:26.599866+0000","last_undegraded":"2024-09-22T10:34:26.599866+0000","last_fullsized":"2024-09-22T10:34:26.599866+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'21","last_scrub_stamp":"2024-09-22T10:34:26.599628+0000","last_deep_scrub":"269'21","last_deep_scrub_stamp":"2024-09-22T10:34:26.599628+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.599628+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:33.385402+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.155107+0000","last_change":"2024-09-22T10:34:45.155107+0000","last_active":"2024-09-22T10:34:45.155107+0000","last_peered":"2024-09-22T10:34:45.155107+0000","last_clean":"2024-09-22T10:34:45.155107+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:34:45.155107+0000","last_undegraded":"2024-09-22T10:34:45.155107+0000","last_fullsized":"2024-09-22T10:34:45.155107+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.154925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.154925+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.154925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:55:14.017907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.911711+0000","last_change":"2024-09-22T10:34:26.911711+0000","last_active":"2024-09-22T10:34:26.911711+0000","last_peered":"2024-09-22T10:34:26.911711+0000","last_clean":"2024-09-22T10:34:26.911711+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:34:26.911711+0000","last_undegraded":"2024-09-22T10:34:26.911711+0000","last_fullsized":"2024-09-22T10:34:26.911711+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.911521+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:29.802700+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.822433+0000","last_change":"2024-09-22T10:34:33.822433+0000","last_active":"2024-09-22T10:34:33.822433+0000","last_peered":"2024-09-22T10:34:33.822433+0000","last_clean":"2024-09-22T10:34:33.822433+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:34:33.822433+0000","last_undegraded":"2024-09-22T10:34:33.822433+0000","last_fullsized":"2024-09-22T10:34:33.822433+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:33.822251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:33.822251+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.822251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:17.940469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.358276+0000","last_change":"2024-09-22T10:34:26.358276+0000","last_active":"2024-09-22T10:34:26.358276+0000","last_peered":"2024-09-22T10:34:26.358276+0000","last_clean":"2024-09-22T10:34:26.358276+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:34:26.358276+0000","last_undegraded":"2024-09-22T10:34:26.358276+0000","last_fullsized":"2024-09-22T10:34:26.358276+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'25","last_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_deep_scrub":"269'25","last_deep_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.358050+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:34.901367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"269'2","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.178764+0000","last_change":"2024-09-22T10:34:44.178764+0000","last_active":"2024-09-22T10:34:44.178764+0000","last_peered":"2024-09-22T10:34:44.178764+0000","last_clean":"2024-09-22T10:34:44.178764+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:34:44.178764+0000","last_undegraded":"2024-09-22T10:34:44.178764+0000","last_fullsized":"2024-09-22T10:34:44.178764+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.178573+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.178573+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.178573+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:56.977096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'6","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.846422+0000","last_change":"2024-09-22T10:34:40.846422+0000","last_active":"2024-09-22T10:34:40.846422+0000","last_peered":"2024-09-22T10:34:40.846422+0000","last_clean":"2024-09-22T10:34:40.846422+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:34:40.846422+0000","last_undegraded":"2024-09-22T10:34:40.846422+0000","last_fullsized":"2024-09-22T10:34:40.846422+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:40.846201+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:40.846201+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.846201+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:56.415054+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.555850+0000","last_change":"2024-09-22T10:34:22.555850+0000","last_active":"2024-09-22T10:34:22.555850+0000","last_peered":"2024-09-22T10:34:22.555850+0000","last_clean":"2024-09-22T10:34:22.555850+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:34:22.555850+0000","last_undegraded":"2024-09-22T10:34:22.555850+0000","last_fullsized":"2024-09-22T10:34:22.555850+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.555674+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:08:21.348571+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":181,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.813737+0000","last_change":"2024-09-22T10:34:24.813737+0000","last_active":"2024-09-22T10:34:24.813737+0000","last_peered":"2024-09-22T10:34:24.813737+0000","last_clean":"2024-09-22T10:34:24.813737+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:34:24.813737+0000","last_undegraded":"2024-09-22T10:34:24.813737+0000","last_fullsized":"2024-09-22T10:34:24.813737+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.813533+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:09.158583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'2","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:47.755334+0000","last_change":"2024-09-22T10:34:47.755334+0000","last_active":"2024-09-22T10:34:47.755334+0000","last_peered":"2024-09-22T10:34:47.755334+0000","last_clean":"2024-09-22T10:34:47.755334+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:34:47.755334+0000","last_undegraded":"2024-09-22T10:34:47.755334+0000","last_fullsized":"2024-09-22T10:34:47.755334+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:47.755151+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:47.755151+0000","last_clean_scrub_stamp":"2024-09-22T10:34:47.755151+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:55.418103+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.514841+0000","last_change":"2024-09-22T10:34:24.514841+0000","last_active":"2024-09-22T10:34:24.514841+0000","last_peered":"2024-09-22T10:34:24.514841+0000","last_clean":"2024-09-22T10:34:24.514841+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:34:24.514841+0000","last_undegraded":"2024-09-22T10:34:24.514841+0000","last_fullsized":"2024-09-22T10:34:24.514841+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.514657+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:11:38.556557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.721158+0000","last_change":"2024-09-22T10:34:28.721158+0000","last_active":"2024-09-22T10:34:28.721158+0000","last_peered":"2024-09-22T10:34:28.721158+0000","last_clean":"2024-09-22T10:34:28.721158+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:34:28.721158+0000","last_undegraded":"2024-09-22T10:34:28.721158+0000","last_fullsized":"2024-09-22T10:34:28.721158+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'13","last_scrub_stamp":"2024-09-22T10:34:28.720941+0000","last_deep_scrub":"269'13","last_deep_scrub_stamp":"2024-09-22T10:34:28.720941+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.720941+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:48:19.881047+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":175,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.782424+0000","last_change":"2024-09-22T10:34:31.782424+0000","last_active":"2024-09-22T10:34:31.782424+0000","last_peered":"2024-09-22T10:34:31.782424+0000","last_clean":"2024-09-22T10:34:31.782424+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:34:31.782424+0000","last_undegraded":"2024-09-22T10:34:31.782424+0000","last_fullsized":"2024-09-22T10:34:31.782424+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'33","last_scrub_stamp":"2024-09-22T10:34:31.782240+0000","last_deep_scrub":"269'33","last_deep_scrub_stamp":"2024-09-22T10:34:31.782240+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.782240+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:47:32.383060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.319214+0000","last_change":"2024-09-22T10:34:14.319081+0000","last_active":"2024-09-22T10:34:14.319214+0000","last_peered":"2024-09-22T10:34:14.319214+0000","last_clean":"2024-09-22T10:34:14.319214+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:34:14.319214+0000","last_undegraded":"2024-09-22T10:34:14.319214+0000","last_fullsized":"2024-09-22T10:34:14.319214+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.318902+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:02.148573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.802273+0000","last_change":"2024-09-22T10:34:36.802009+0000","last_active":"2024-09-22T10:34:36.802273+0000","last_peered":"2024-09-22T10:34:36.802273+0000","last_clean":"2024-09-22T10:34:36.802273+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:34:36.802273+0000","last_undegraded":"2024-09-22T10:34:36.802273+0000","last_fullsized":"2024-09-22T10:34:36.802273+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T10:34:36.801788+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T10:34:36.801788+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.801788+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.027860+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.689769+0000","last_change":"2024-09-22T10:34:32.689561+0000","last_active":"2024-09-22T10:34:32.689769+0000","last_peered":"2024-09-22T10:34:32.689769+0000","last_clean":"2024-09-22T10:34:32.689769+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:34:32.689769+0000","last_undegraded":"2024-09-22T10:34:32.689769+0000","last_fullsized":"2024-09-22T10:34:32.689769+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:32.689367+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:32.689367+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.689367+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:56.783428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.824178+0000","last_change":"2024-09-22T10:34:29.824178+0000","last_active":"2024-09-22T10:34:29.824178+0000","last_peered":"2024-09-22T10:34:29.824178+0000","last_clean":"2024-09-22T10:34:29.824178+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:34:29.824178+0000","last_undegraded":"2024-09-22T10:34:29.824178+0000","last_fullsized":"2024-09-22T10:34:29.824178+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'31","last_scrub_stamp":"2024-09-22T10:34:29.823987+0000","last_deep_scrub":"269'31","last_deep_scrub_stamp":"2024-09-22T10:34:29.823987+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.823987+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:20:49.755555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.647257+0000","last_change":"2024-09-22T10:34:40.647257+0000","last_active":"2024-09-22T10:34:40.647257+0000","last_peered":"2024-09-22T10:34:40.647257+0000","last_clean":"2024-09-22T10:34:40.647257+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:34:40.647257+0000","last_undegraded":"2024-09-22T10:34:40.647257+0000","last_fullsized":"2024-09-22T10:34:40.647257+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:40.647085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:40.647085+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.647085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:57.637460+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.793526+0000","last_change":"2024-09-22T10:34:37.793295+0000","last_active":"2024-09-22T10:34:37.793526+0000","last_peered":"2024-09-22T10:34:37.793526+0000","last_clean":"2024-09-22T10:34:37.793526+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:34:37.793526+0000","last_undegraded":"2024-09-22T10:34:37.793526+0000","last_fullsized":"2024-09-22T10:34:37.793526+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:37.792986+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:37.792986+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.792986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.550399+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.332727+0000","last_change":"2024-09-22T10:34:13.332575+0000","last_active":"2024-09-22T10:34:13.332727+0000","last_peered":"2024-09-22T10:34:13.332727+0000","last_clean":"2024-09-22T10:34:13.332727+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:34:13.332727+0000","last_undegraded":"2024-09-22T10:34:13.332727+0000","last_fullsized":"2024-09-22T10:34:13.332727+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.332397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:28:39.717059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":219,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.769363+0000","last_change":"2024-09-22T10:34:26.769363+0000","last_active":"2024-09-22T10:34:26.769363+0000","last_peered":"2024-09-22T10:34:26.769363+0000","last_clean":"2024-09-22T10:34:26.769363+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:34:26.769363+0000","last_undegraded":"2024-09-22T10:34:26.769363+0000","last_fullsized":"2024-09-22T10:34:26.769363+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:26.769161+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:26.769161+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.769161+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:26.894149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.512461+0000","last_change":"2024-09-22T10:34:23.512331+0000","last_active":"2024-09-22T10:34:23.512461+0000","last_peered":"2024-09-22T10:34:23.512461+0000","last_clean":"2024-09-22T10:34:23.512461+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:34:23.512461+0000","last_undegraded":"2024-09-22T10:34:23.512461+0000","last_fullsized":"2024-09-22T10:34:23.512461+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.512152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:16.276125+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.872137+0000","last_change":"2024-09-22T10:34:24.872137+0000","last_active":"2024-09-22T10:34:24.872137+0000","last_peered":"2024-09-22T10:34:24.872137+0000","last_clean":"2024-09-22T10:34:24.872137+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:34:24.872137+0000","last_undegraded":"2024-09-22T10:34:24.872137+0000","last_fullsized":"2024-09-22T10:34:24.872137+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.871859+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:09.908985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12388,"num_write":14,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'6","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.213321+0000","last_change":"2024-09-22T10:34:34.213156+0000","last_active":"2024-09-22T10:34:34.213321+0000","last_peered":"2024-09-22T10:34:34.213321+0000","last_clean":"2024-09-22T10:34:34.213321+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:34:34.213321+0000","last_undegraded":"2024-09-22T10:34:34.213321+0000","last_fullsized":"2024-09-22T10:34:34.213321+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:34.212977+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:34.212977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.212977+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:32:01.325016+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8237,"num_write":6,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.574341+0000","last_change":"2024-09-22T10:34:16.574341+0000","last_active":"2024-09-22T10:34:16.574341+0000","last_peered":"2024-09-22T10:34:16.574341+0000","last_clean":"2024-09-22T10:34:16.574341+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:34:16.574341+0000","last_undegraded":"2024-09-22T10:34:16.574341+0000","last_fullsized":"2024-09-22T10:34:16.574341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'49","last_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_deep_scrub":"269'49","last_deep_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.574169+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:35.906825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.678196+0000","last_change":"2024-09-22T10:34:39.678196+0000","last_active":"2024-09-22T10:34:39.678196+0000","last_peered":"2024-09-22T10:34:39.678196+0000","last_clean":"2024-09-22T10:34:39.678196+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:34:39.678196+0000","last_undegraded":"2024-09-22T10:34:39.678196+0000","last_fullsized":"2024-09-22T10:34:39.678196+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:39.678009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:39.678009+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.678009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:24.179103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.775749+0000","last_change":"2024-09-22T10:34:38.775619+0000","last_active":"2024-09-22T10:34:38.775749+0000","last_peered":"2024-09-22T10:34:38.775749+0000","last_clean":"2024-09-22T10:34:38.775749+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:34:38.775749+0000","last_undegraded":"2024-09-22T10:34:38.775749+0000","last_fullsized":"2024-09-22T10:34:38.775749+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:38.775433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:38.775433+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.775433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.597965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.832293+0000","last_change":"2024-09-22T10:34:20.832293+0000","last_active":"2024-09-22T10:34:20.832293+0000","last_peered":"2024-09-22T10:34:20.832293+0000","last_clean":"2024-09-22T10:34:20.832293+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:34:20.832293+0000","last_undegraded":"2024-09-22T10:34:20.832293+0000","last_fullsized":"2024-09-22T10:34:20.832293+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.832012+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:51:58.263950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.378565+0000","last_change":"2024-09-22T10:34:08.378565+0000","last_active":"2024-09-22T10:34:08.378565+0000","last_peered":"2024-09-22T10:34:08.378565+0000","last_clean":"2024-09-22T10:34:08.378565+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:34:08.378565+0000","last_undegraded":"2024-09-22T10:34:08.378565+0000","last_fullsized":"2024-09-22T10:34:08.378565+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'33","last_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_deep_scrub":"269'33","last_deep_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.378299+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:55.703502+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.766058+0000","last_change":"2024-09-22T10:34:45.766058+0000","last_active":"2024-09-22T10:34:45.766058+0000","last_peered":"2024-09-22T10:34:45.766058+0000","last_clean":"2024-09-22T10:34:45.766058+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:34:45.766058+0000","last_undegraded":"2024-09-22T10:34:45.766058+0000","last_fullsized":"2024-09-22T10:34:45.766058+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.765861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.765861+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.765861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:01.005607+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.909839+0000","last_change":"2024-09-22T10:34:32.909839+0000","last_active":"2024-09-22T10:34:32.909839+0000","last_peered":"2024-09-22T10:34:32.909839+0000","last_clean":"2024-09-22T10:34:32.909839+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:34:32.909839+0000","last_undegraded":"2024-09-22T10:34:32.909839+0000","last_fullsized":"2024-09-22T10:34:32.909839+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:32.909657+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:32.909657+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.909657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:24.704623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'8","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.212092+0000","last_change":"2024-09-22T10:34:32.212092+0000","last_active":"2024-09-22T10:34:32.212092+0000","last_peered":"2024-09-22T10:34:32.212092+0000","last_clean":"2024-09-22T10:34:32.212092+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:34:32.212092+0000","last_undegraded":"2024-09-22T10:34:32.212092+0000","last_fullsized":"2024-09-22T10:34:32.212092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-22T10:34:32.211902+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-22T10:34:32.211902+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.211902+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:06:47.582499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":8,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.401937+0000","last_change":"2024-09-22T10:34:25.401937+0000","last_active":"2024-09-22T10:34:25.401937+0000","last_peered":"2024-09-22T10:34:25.401937+0000","last_clean":"2024-09-22T10:34:25.401937+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:34:25.401937+0000","last_undegraded":"2024-09-22T10:34:25.401937+0000","last_fullsized":"2024-09-22T10:34:25.401937+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.401737+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:46.795843+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.643347+0000","last_change":"2024-09-22T10:34:42.643347+0000","last_active":"2024-09-22T10:34:42.643347+0000","last_peered":"2024-09-22T10:34:42.643347+0000","last_clean":"2024-09-22T10:34:42.643347+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:34:42.643347+0000","last_undegraded":"2024-09-22T10:34:42.643347+0000","last_fullsized":"2024-09-22T10:34:42.643347+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:42.643160+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:42.643160+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.643160+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:16.700499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.659998+0000","last_change":"2024-09-22T10:34:35.659998+0000","last_active":"2024-09-22T10:34:35.659998+0000","last_peered":"2024-09-22T10:34:35.659998+0000","last_clean":"2024-09-22T10:34:35.659998+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:34:35.659998+0000","last_undegraded":"2024-09-22T10:34:35.659998+0000","last_fullsized":"2024-09-22T10:34:35.659998+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T10:34:35.659778+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T10:34:35.659778+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.659778+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:24:21.950654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.774829+0000","last_change":"2024-09-22T10:34:18.774829+0000","last_active":"2024-09-22T10:34:18.774829+0000","last_peered":"2024-09-22T10:34:18.774829+0000","last_clean":"2024-09-22T10:34:18.774829+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:34:18.774829+0000","last_undegraded":"2024-09-22T10:34:18.774829+0000","last_fullsized":"2024-09-22T10:34:18.774829+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.774646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:43.609911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.638637+0000","last_change":"2024-09-22T10:34:25.638637+0000","last_active":"2024-09-22T10:34:25.638637+0000","last_peered":"2024-09-22T10:34:25.638637+0000","last_clean":"2024-09-22T10:34:25.638637+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:34:25.638637+0000","last_undegraded":"2024-09-22T10:34:25.638637+0000","last_fullsized":"2024-09-22T10:34:25.638637+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'20","last_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_deep_scrub":"269'20","last_deep_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.638416+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:07.136277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'2","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.609309+0000","last_change":"2024-09-22T10:34:41.609309+0000","last_active":"2024-09-22T10:34:41.609309+0000","last_peered":"2024-09-22T10:34:41.609309+0000","last_clean":"2024-09-22T10:34:41.609309+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:34:41.609309+0000","last_undegraded":"2024-09-22T10:34:41.609309+0000","last_fullsized":"2024-09-22T10:34:41.609309+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:41.609127+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:41.609127+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.609127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:21.490037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.865903+0000","last_change":"2024-09-22T10:34:22.865705+0000","last_active":"2024-09-22T10:34:22.865903+0000","last_peered":"2024-09-22T10:34:22.865903+0000","last_clean":"2024-09-22T10:34:22.865903+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:34:22.865903+0000","last_undegraded":"2024-09-22T10:34:22.865903+0000","last_fullsized":"2024-09-22T10:34:22.865903+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.865431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:35:30.654756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.246004+0000","last_change":"2024-09-22T10:34:33.246004+0000","last_active":"2024-09-22T10:34:33.246004+0000","last_peered":"2024-09-22T10:34:33.246004+0000","last_clean":"2024-09-22T10:34:33.246004+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:34:33.246004+0000","last_undegraded":"2024-09-22T10:34:33.246004+0000","last_fullsized":"2024-09-22T10:34:33.246004+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:33.245653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:33.245653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.245653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:44:49.925281+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.808872+0000","last_change":"2024-09-22T10:34:28.808872+0000","last_active":"2024-09-22T10:34:28.808872+0000","last_peered":"2024-09-22T10:34:28.808872+0000","last_clean":"2024-09-22T10:34:28.808872+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:34:28.808872+0000","last_undegraded":"2024-09-22T10:34:28.808872+0000","last_fullsized":"2024-09-22T10:34:28.808872+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.808628+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:40:05.447857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.140356+0000","last_change":"2024-09-22T10:34:43.140356+0000","last_active":"2024-09-22T10:34:43.140356+0000","last_peered":"2024-09-22T10:34:43.140356+0000","last_clean":"2024-09-22T10:34:43.140356+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:34:43.140356+0000","last_undegraded":"2024-09-22T10:34:43.140356+0000","last_fullsized":"2024-09-22T10:34:43.140356+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.140161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.140161+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.140161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:25.146129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'7","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.682002+0000","last_change":"2024-09-22T10:34:36.682002+0000","last_active":"2024-09-22T10:34:36.682002+0000","last_peered":"2024-09-22T10:34:36.682002+0000","last_clean":"2024-09-22T10:34:36.682002+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:34:36.682002+0000","last_undegraded":"2024-09-22T10:34:36.682002+0000","last_fullsized":"2024-09-22T10:34:36.682002+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:36.681817+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:36.681817+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.681817+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:10.957370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.784174+0000","last_change":"2024-09-22T10:34:27.784017+0000","last_active":"2024-09-22T10:34:27.784174+0000","last_peered":"2024-09-22T10:34:27.784174+0000","last_clean":"2024-09-22T10:34:27.784174+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:34:27.784174+0000","last_undegraded":"2024-09-22T10:34:27.784174+0000","last_fullsized":"2024-09-22T10:34:27.784174+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:27.783836+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:27.783836+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.783836+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:35:47.266921+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.529129+0000","last_change":"2024-09-22T10:34:15.529129+0000","last_active":"2024-09-22T10:34:15.529129+0000","last_peered":"2024-09-22T10:34:15.529129+0000","last_clean":"2024-09-22T10:34:15.529129+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:34:15.529129+0000","last_undegraded":"2024-09-22T10:34:15.529129+0000","last_fullsized":"2024-09-22T10:34:15.529129+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.528939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:58.137881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.683425+0000","last_change":"2024-09-22T10:34:37.683425+0000","last_active":"2024-09-22T10:34:37.683425+0000","last_peered":"2024-09-22T10:34:37.683425+0000","last_clean":"2024-09-22T10:34:37.683425+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:34:37.683425+0000","last_undegraded":"2024-09-22T10:34:37.683425+0000","last_fullsized":"2024-09-22T10:34:37.683425+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:37.683210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:37.683210+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.683210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:32.710916+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'4","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.189845+0000","last_change":"2024-09-22T10:34:38.189612+0000","last_active":"2024-09-22T10:34:38.189845+0000","last_peered":"2024-09-22T10:34:38.189845+0000","last_clean":"2024-09-22T10:34:38.189845+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:34:38.189845+0000","last_undegraded":"2024-09-22T10:34:38.189845+0000","last_fullsized":"2024-09-22T10:34:38.189845+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:38.189383+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:38.189383+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.189383+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:57:19.645775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.651912+0000","last_change":"2024-09-22T10:34:30.651912+0000","last_active":"2024-09-22T10:34:30.651912+0000","last_peered":"2024-09-22T10:34:30.651912+0000","last_clean":"2024-09-22T10:34:30.651912+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:34:30.651912+0000","last_undegraded":"2024-09-22T10:34:30.651912+0000","last_fullsized":"2024-09-22T10:34:30.651912+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:30.651636+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:30.651636+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.651636+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:41:10.996920+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":71,"num_write":4,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.367477+0000","last_change":"2024-09-22T10:34:27.367477+0000","last_active":"2024-09-22T10:34:27.367477+0000","last_peered":"2024-09-22T10:34:27.367477+0000","last_clean":"2024-09-22T10:34:27.367477+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:34:27.367477+0000","last_undegraded":"2024-09-22T10:34:27.367477+0000","last_fullsized":"2024-09-22T10:34:27.367477+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'24","last_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_deep_scrub":"269'24","last_deep_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.367186+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:16.730275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.600035+0000","last_change":"2024-09-22T10:34:35.600035+0000","last_active":"2024-09-22T10:34:35.600035+0000","last_peered":"2024-09-22T10:34:35.600035+0000","last_clean":"2024-09-22T10:34:35.600035+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:34:35.600035+0000","last_undegraded":"2024-09-22T10:34:35.600035+0000","last_fullsized":"2024-09-22T10:34:35.600035+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:35.599845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:35.599845+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.599845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:41.993801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'2","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.197295+0000","last_change":"2024-09-22T10:34:37.197295+0000","last_active":"2024-09-22T10:34:37.197295+0000","last_peered":"2024-09-22T10:34:37.197295+0000","last_clean":"2024-09-22T10:34:37.197295+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:34:37.197295+0000","last_undegraded":"2024-09-22T10:34:37.197295+0000","last_fullsized":"2024-09-22T10:34:37.197295+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:37.197107+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:37.197107+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.197107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:38.209898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'3","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.353985+0000","last_change":"2024-09-22T10:34:11.353847+0000","last_active":"2024-09-22T10:34:11.353985+0000","last_peered":"2024-09-22T10:34:11.353985+0000","last_clean":"2024-09-22T10:34:11.353985+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:34:11.353985+0000","last_undegraded":"2024-09-22T10:34:11.353985+0000","last_fullsized":"2024-09-22T10:34:11.353985+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.353669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:04:40.010642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":232,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.550653+0000","last_change":"2024-09-22T10:34:14.550653+0000","last_active":"2024-09-22T10:34:14.550653+0000","last_peered":"2024-09-22T10:34:14.550653+0000","last_clean":"2024-09-22T10:34:14.550653+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:34:14.550653+0000","last_undegraded":"2024-09-22T10:34:14.550653+0000","last_fullsized":"2024-09-22T10:34:14.550653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'54","last_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_deep_scrub":"269'54","last_deep_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.550475+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:46.366634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.891636+0000","last_change":"2024-09-22T10:34:29.891636+0000","last_active":"2024-09-22T10:34:29.891636+0000","last_peered":"2024-09-22T10:34:29.891636+0000","last_clean":"2024-09-22T10:34:29.891636+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:34:29.891636+0000","last_undegraded":"2024-09-22T10:34:29.891636+0000","last_fullsized":"2024-09-22T10:34:29.891636+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:29.891425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:29.891425+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.891425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:48.297973+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.686687+0000","last_change":"2024-09-22T10:34:34.686687+0000","last_active":"2024-09-22T10:34:34.686687+0000","last_peered":"2024-09-22T10:34:34.686687+0000","last_clean":"2024-09-22T10:34:34.686687+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:34:34.686687+0000","last_undegraded":"2024-09-22T10:34:34.686687+0000","last_fullsized":"2024-09-22T10:34:34.686687+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:34.686505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:34.686505+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.686505+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:29.145395+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.693950+0000","last_change":"2024-09-22T10:34:30.693950+0000","last_active":"2024-09-22T10:34:30.693950+0000","last_peered":"2024-09-22T10:34:30.693950+0000","last_clean":"2024-09-22T10:34:30.693950+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:34:30.693950+0000","last_undegraded":"2024-09-22T10:34:30.693950+0000","last_fullsized":"2024-09-22T10:34:30.693950+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:30.693733+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:30.693733+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.693733+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:13.198136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.611567+0000","last_change":"2024-09-22T10:34:24.611439+0000","last_active":"2024-09-22T10:34:24.611567+0000","last_peered":"2024-09-22T10:34:24.611567+0000","last_clean":"2024-09-22T10:34:24.611567+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:34:24.611567+0000","last_undegraded":"2024-09-22T10:34:24.611567+0000","last_fullsized":"2024-09-22T10:34:24.611567+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.611256+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:44.928264+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.924114+0000","last_change":"2024-09-22T10:34:35.924114+0000","last_active":"2024-09-22T10:34:35.924114+0000","last_peered":"2024-09-22T10:34:35.924114+0000","last_clean":"2024-09-22T10:34:35.924114+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:34:35.924114+0000","last_undegraded":"2024-09-22T10:34:35.924114+0000","last_fullsized":"2024-09-22T10:34:35.924114+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:35.923931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:35.923931+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.923931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:33.452025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.920600+0000","last_change":"2024-09-22T10:34:33.920600+0000","last_active":"2024-09-22T10:34:33.920600+0000","last_peered":"2024-09-22T10:34:33.920600+0000","last_clean":"2024-09-22T10:34:33.920600+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:34:33.920600+0000","last_undegraded":"2024-09-22T10:34:33.920600+0000","last_fullsized":"2024-09-22T10:34:33.920600+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:33.920401+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:33.920401+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.920401+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:34:45.861287+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'12","reported_seq":103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.650859+0000","last_change":"2024-09-22T10:34:31.650859+0000","last_active":"2024-09-22T10:34:31.650859+0000","last_peered":"2024-09-22T10:34:31.650859+0000","last_clean":"2024-09-22T10:34:31.650859+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:34:31.650859+0000","last_undegraded":"2024-09-22T10:34:31.650859+0000","last_fullsized":"2024-09-22T10:34:31.650859+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'12","last_scrub_stamp":"2024-09-22T10:34:31.650583+0000","last_deep_scrub":"269'12","last_deep_scrub_stamp":"2024-09-22T10:34:31.650583+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.650583+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:53.264601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":20484,"num_write":22,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":207,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.842494+0000","last_change":"2024-09-22T10:34:15.842494+0000","last_active":"2024-09-22T10:34:15.842494+0000","last_peered":"2024-09-22T10:34:15.842494+0000","last_clean":"2024-09-22T10:34:15.842494+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:34:15.842494+0000","last_undegraded":"2024-09-22T10:34:15.842494+0000","last_fullsized":"2024-09-22T10:34:15.842494+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'43","last_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_deep_scrub":"269'43","last_deep_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.842314+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:26.587205+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'2","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.258056+0000","last_change":"2024-09-22T10:34:17.257805+0000","last_active":"2024-09-22T10:34:17.258056+0000","last_peered":"2024-09-22T10:34:17.258056+0000","last_clean":"2024-09-22T10:34:17.258056+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:34:17.258056+0000","last_undegraded":"2024-09-22T10:34:17.258056+0000","last_fullsized":"2024-09-22T10:34:17.258056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.257587+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:23.284908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.839163+0000","last_change":"2024-09-22T10:34:21.839163+0000","last_active":"2024-09-22T10:34:21.839163+0000","last_peered":"2024-09-22T10:34:21.839163+0000","last_clean":"2024-09-22T10:34:21.839163+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:34:21.839163+0000","last_undegraded":"2024-09-22T10:34:21.839163+0000","last_fullsized":"2024-09-22T10:34:21.839163+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.838884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:24.128434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.665437+0000","last_change":"2024-09-22T10:34:28.665252+0000","last_active":"2024-09-22T10:34:28.665437+0000","last_peered":"2024-09-22T10:34:28.665437+0000","last_clean":"2024-09-22T10:34:28.665437+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:34:28.665437+0000","last_undegraded":"2024-09-22T10:34:28.665437+0000","last_fullsized":"2024-09-22T10:34:28.665437+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:28.665073+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:28.665073+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.665073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:32.532170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.762936+0000","last_change":"2024-09-22T10:34:27.762936+0000","last_active":"2024-09-22T10:34:27.762936+0000","last_peered":"2024-09-22T10:34:27.762936+0000","last_clean":"2024-09-22T10:34:27.762936+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:34:27.762936+0000","last_undegraded":"2024-09-22T10:34:27.762936+0000","last_fullsized":"2024-09-22T10:34:27.762936+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'16","last_scrub_stamp":"2024-09-22T10:34:27.762761+0000","last_deep_scrub":"269'16","last_deep_scrub_stamp":"2024-09-22T10:34:27.762761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.762761+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:06.200692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.143682+0000","last_change":"2024-09-22T10:34:42.143682+0000","last_active":"2024-09-22T10:34:42.143682+0000","last_peered":"2024-09-22T10:34:42.143682+0000","last_clean":"2024-09-22T10:34:42.143682+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:34:42.143682+0000","last_undegraded":"2024-09-22T10:34:42.143682+0000","last_fullsized":"2024-09-22T10:34:42.143682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:42.143505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:42.143505+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.143505+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:24.452663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.682341+0000","last_change":"2024-09-22T10:34:29.682341+0000","last_active":"2024-09-22T10:34:29.682341+0000","last_peered":"2024-09-22T10:34:29.682341+0000","last_clean":"2024-09-22T10:34:29.682341+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:34:29.682341+0000","last_undegraded":"2024-09-22T10:34:29.682341+0000","last_fullsized":"2024-09-22T10:34:29.682341+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T10:34:29.682150+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T10:34:29.682150+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.682150+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:57.657054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'4","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.694880+0000","last_change":"2024-09-22T10:34:29.694880+0000","last_active":"2024-09-22T10:34:29.694880+0000","last_peered":"2024-09-22T10:34:29.694880+0000","last_clean":"2024-09-22T10:34:29.694880+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:34:29.694880+0000","last_undegraded":"2024-09-22T10:34:29.694880+0000","last_fullsized":"2024-09-22T10:34:29.694880+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:29.694702+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:29.694702+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.694702+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:16.234765+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.849563+0000","last_change":"2024-09-22T10:34:25.849563+0000","last_active":"2024-09-22T10:34:25.849563+0000","last_peered":"2024-09-22T10:34:25.849563+0000","last_clean":"2024-09-22T10:34:25.849563+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:34:25.849563+0000","last_undegraded":"2024-09-22T10:34:25.849563+0000","last_fullsized":"2024-09-22T10:34:25.849563+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.849380+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:54.853925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.188335+0000","last_change":"2024-09-22T10:34:41.188335+0000","last_active":"2024-09-22T10:34:41.188335+0000","last_peered":"2024-09-22T10:34:41.188335+0000","last_clean":"2024-09-22T10:34:41.188335+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:34:41.188335+0000","last_undegraded":"2024-09-22T10:34:41.188335+0000","last_fullsized":"2024-09-22T10:34:41.188335+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:41.188143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:41.188143+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.188143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:14.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.585666+0000","last_change":"2024-09-22T10:34:19.585666+0000","last_active":"2024-09-22T10:34:19.585666+0000","last_peered":"2024-09-22T10:34:19.585666+0000","last_clean":"2024-09-22T10:34:19.585666+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:34:19.585666+0000","last_undegraded":"2024-09-22T10:34:19.585666+0000","last_fullsized":"2024-09-22T10:34:19.585666+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.585489+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:28:31.962252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.814186+0000","last_change":"2024-09-22T10:34:17.814186+0000","last_active":"2024-09-22T10:34:17.814186+0000","last_peered":"2024-09-22T10:34:17.814186+0000","last_clean":"2024-09-22T10:34:17.814186+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:34:17.814186+0000","last_undegraded":"2024-09-22T10:34:17.814186+0000","last_fullsized":"2024-09-22T10:34:17.814186+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.813997+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:30.797689+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.517005+0000","last_change":"2024-09-22T10:34:13.516773+0000","last_active":"2024-09-22T10:34:13.517005+0000","last_peered":"2024-09-22T10:34:13.517005+0000","last_clean":"2024-09-22T10:34:13.517005+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:34:13.517005+0000","last_undegraded":"2024-09-22T10:34:13.517005+0000","last_fullsized":"2024-09-22T10:34:13.517005+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'21","last_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_deep_scrub":"269'21","last_deep_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.516537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:10.095562+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.644169+0000","last_change":"2024-09-22T10:34:38.644169+0000","last_active":"2024-09-22T10:34:38.644169+0000","last_peered":"2024-09-22T10:34:38.644169+0000","last_clean":"2024-09-22T10:34:38.644169+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:34:38.644169+0000","last_undegraded":"2024-09-22T10:34:38.644169+0000","last_fullsized":"2024-09-22T10:34:38.644169+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:38.643984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:38.643984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.643984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:47.442004+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.885792+0000","last_change":"2024-09-22T10:34:31.885792+0000","last_active":"2024-09-22T10:34:31.885792+0000","last_peered":"2024-09-22T10:34:31.885792+0000","last_clean":"2024-09-22T10:34:31.885792+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:34:31.885792+0000","last_undegraded":"2024-09-22T10:34:31.885792+0000","last_fullsized":"2024-09-22T10:34:31.885792+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:31.885608+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:31.885608+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.885608+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:38:45.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.546824+0000","last_change":"2024-09-22T10:34:17.546824+0000","last_active":"2024-09-22T10:34:17.546824+0000","last_peered":"2024-09-22T10:34:17.546824+0000","last_clean":"2024-09-22T10:34:17.546824+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:34:17.546824+0000","last_undegraded":"2024-09-22T10:34:17.546824+0000","last_fullsized":"2024-09-22T10:34:17.546824+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.546648+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:34.577302+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.567430+0000","last_change":"2024-09-22T10:34:23.567267+0000","last_active":"2024-09-22T10:34:23.567430+0000","last_peered":"2024-09-22T10:34:23.567430+0000","last_clean":"2024-09-22T10:34:23.567430+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:34:23.567430+0000","last_undegraded":"2024-09-22T10:34:23.567430+0000","last_fullsized":"2024-09-22T10:34:23.567430+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'36","last_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_deep_scrub":"269'36","last_deep_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.567089+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:28.007852+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'396","reported_seq":1185,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.687359+0000","last_change":"2024-09-22T10:33:58.687359+0000","last_active":"2024-09-22T10:33:58.687359+0000","last_peered":"2024-09-22T10:33:58.687359+0000","last_clean":"2024-09-22T10:33:58.687359+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:58.687359+0000","last_undegraded":"2024-09-22T10:33:58.687359+0000","last_fullsized":"2024-09-22T10:33:58.687359+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.687165+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:34.376430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":751,"num_read_kb":27834,"num_write":1187,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'654","reported_seq":2373,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.950510+0000","last_change":"2024-09-22T10:34:07.950510+0000","last_active":"2024-09-22T10:34:07.950510+0000","last_peered":"2024-09-22T10:34:07.950510+0000","last_clean":"2024-09-22T10:34:07.950510+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:34:07.950510+0000","last_undegraded":"2024-09-22T10:34:07.950510+0000","last_fullsized":"2024-09-22T10:34:07.950510+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'654","last_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_deep_scrub":"269'654","last_deep_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.950252+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":600,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:56.666162+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'373","reported_seq":1069,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.750579+0000","last_change":"2024-09-22T10:33:53.750579+0000","last_active":"2024-09-22T10:33:53.750579+0000","last_peered":"2024-09-22T10:33:53.750579+0000","last_clean":"2024-09-22T10:33:53.750579+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:33:53.750579+0000","last_undegraded":"2024-09-22T10:33:53.750579+0000","last_fullsized":"2024-09-22T10:33:53.750579+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.750344+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:34.453687+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":59286,"num_write":1173,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'827","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.666729+0000","last_change":"2024-09-22T10:34:06.666729+0000","last_active":"2024-09-22T10:34:06.666729+0000","last_peered":"2024-09-22T10:34:06.666729+0000","last_clean":"2024-09-22T10:34:06.666729+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:34:06.666729+0000","last_undegraded":"2024-09-22T10:34:06.666729+0000","last_fullsized":"2024-09-22T10:34:06.666729+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'827","last_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_deep_scrub":"269'827","last_deep_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.666549+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:00.334858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":248,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'391","reported_seq":1125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.325546+0000","last_change":"2024-09-22T10:33:57.325546+0000","last_active":"2024-09-22T10:33:57.325546+0000","last_peered":"2024-09-22T10:33:57.325546+0000","last_clean":"2024-09-22T10:33:57.325546+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:33:57.325546+0000","last_undegraded":"2024-09-22T10:33:57.325546+0000","last_fullsized":"2024-09-22T10:33:57.325546+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'391","last_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_deep_scrub":"269'391","last_deep_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.325282+0000","objects_scrubbed":8,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:53.480407+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":768,"num_read_kb":21704,"num_write":1222,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'410","reported_seq":2035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.817282+0000","last_change":"2024-09-22T10:34:06.817282+0000","last_active":"2024-09-22T10:34:06.817282+0000","last_peered":"2024-09-22T10:34:06.817282+0000","last_clean":"2024-09-22T10:34:06.817282+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:34:06.817282+0000","last_undegraded":"2024-09-22T10:34:06.817282+0000","last_fullsized":"2024-09-22T10:34:06.817282+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.817099+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:27.077968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'321","reported_seq":1054,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.995952+0000","last_change":"2024-09-22T10:34:02.995745+0000","last_active":"2024-09-22T10:34:02.995952+0000","last_peered":"2024-09-22T10:34:02.995952+0000","last_clean":"2024-09-22T10:34:02.995952+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:34:02.995952+0000","last_undegraded":"2024-09-22T10:34:02.995952+0000","last_fullsized":"2024-09-22T10:34:02.995952+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.995365+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:44:09.663490+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048630,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":796,"num_read_kb":11133,"num_write":1110,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'850","reported_seq":2623,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.357818+0000","last_change":"2024-09-22T10:34:06.357818+0000","last_active":"2024-09-22T10:34:06.357818+0000","last_peered":"2024-09-22T10:34:06.357818+0000","last_clean":"2024-09-22T10:34:06.357818+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:34:06.357818+0000","last_undegraded":"2024-09-22T10:34:06.357818+0000","last_fullsized":"2024-09-22T10:34:06.357818+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'850","last_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_deep_scrub":"269'850","last_deep_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.357630+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:08.196650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'296","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.692692+0000","last_change":"2024-09-22T10:33:57.692692+0000","last_active":"2024-09-22T10:33:57.692692+0000","last_peered":"2024-09-22T10:33:57.692692+0000","last_clean":"2024-09-22T10:33:57.692692+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:57.692692+0000","last_undegraded":"2024-09-22T10:33:57.692692+0000","last_fullsized":"2024-09-22T10:33:57.692692+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'296","last_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_deep_scrub":"269'296","last_deep_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.692489+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:43.433370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":485,"num_read_kb":14732,"num_write":886,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'399","reported_seq":1979,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.488914+0000","last_change":"2024-09-22T10:33:59.488914+0000","last_active":"2024-09-22T10:33:59.488914+0000","last_peered":"2024-09-22T10:33:59.488914+0000","last_clean":"2024-09-22T10:33:59.488914+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:33:59.488914+0000","last_undegraded":"2024-09-22T10:33:59.488914+0000","last_fullsized":"2024-09-22T10:33:59.488914+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.488727+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:16.490724+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'342","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.026342+0000","last_change":"2024-09-22T10:33:59.026342+0000","last_active":"2024-09-22T10:33:59.026342+0000","last_peered":"2024-09-22T10:33:59.026342+0000","last_clean":"2024-09-22T10:33:59.026342+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:59.026342+0000","last_undegraded":"2024-09-22T10:33:59.026342+0000","last_fullsized":"2024-09-22T10:33:59.026342+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.026127+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:54.031651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":556,"num_read_kb":53250,"num_write":1095,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1970,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.791497+0000","last_change":"2024-09-22T10:34:07.791497+0000","last_active":"2024-09-22T10:34:07.791497+0000","last_peered":"2024-09-22T10:34:07.791497+0000","last_clean":"2024-09-22T10:34:07.791497+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:34:07.791497+0000","last_undegraded":"2024-09-22T10:34:07.791497+0000","last_fullsized":"2024-09-22T10:34:07.791497+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'418","last_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_deep_scrub":"269'418","last_deep_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.791326+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:49.415824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'411","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.676664+0000","last_change":"2024-09-22T10:33:56.676664+0000","last_active":"2024-09-22T10:33:56.676664+0000","last_peered":"2024-09-22T10:33:56.676664+0000","last_clean":"2024-09-22T10:33:56.676664+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:56.676664+0000","last_undegraded":"2024-09-22T10:33:56.676664+0000","last_fullsized":"2024-09-22T10:33:56.676664+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'411","last_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_deep_scrub":"269'411","last_deep_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.676393+0000","objects_scrubbed":8,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:42.145986+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194395,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":752,"num_read_kb":16234,"num_write":1189,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'790","reported_seq":2453,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.956511+0000","last_change":"2024-09-22T10:34:08.956511+0000","last_active":"2024-09-22T10:34:08.956511+0000","last_peered":"2024-09-22T10:34:08.956511+0000","last_clean":"2024-09-22T10:34:08.956511+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:34:08.956511+0000","last_undegraded":"2024-09-22T10:34:08.956511+0000","last_fullsized":"2024-09-22T10:34:08.956511+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.956319+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:00.807880+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'358","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.891793+0000","last_change":"2024-09-22T10:33:55.891793+0000","last_active":"2024-09-22T10:33:55.891793+0000","last_peered":"2024-09-22T10:33:55.891793+0000","last_clean":"2024-09-22T10:33:55.891793+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:33:55.891793+0000","last_undegraded":"2024-09-22T10:33:55.891793+0000","last_fullsized":"2024-09-22T10:33:55.891793+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.891497+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:12.894778+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":563,"num_read_kb":53331,"num_write":1068,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'367","reported_seq":1816,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.373955+0000","last_change":"2024-09-22T10:34:00.373955+0000","last_active":"2024-09-22T10:34:00.373955+0000","last_peered":"2024-09-22T10:34:00.373955+0000","last_clean":"2024-09-22T10:34:00.373955+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:34:00.373955+0000","last_undegraded":"2024-09-22T10:34:00.373955+0000","last_fullsized":"2024-09-22T10:34:00.373955+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.373768+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:22.440175+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1207","reported_seq":2804,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.927491+0000","last_change":"2024-09-22T10:34:03.927491+0000","last_active":"2024-09-22T10:34:03.927491+0000","last_peered":"2024-09-22T10:34:03.927491+0000","last_clean":"2024-09-22T10:34:03.927491+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:34:03.927491+0000","last_undegraded":"2024-09-22T10:34:03.927491+0000","last_fullsized":"2024-09-22T10:34:03.927491+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1207","last_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_deep_scrub":"269'1207","last_deep_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.927301+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":1100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:20.931516+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'417","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.704481+0000","last_change":"2024-09-22T10:33:55.704313+0000","last_active":"2024-09-22T10:33:55.704481+0000","last_peered":"2024-09-22T10:33:55.704481+0000","last_clean":"2024-09-22T10:33:55.704481+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:55.704481+0000","last_undegraded":"2024-09-22T10:33:55.704481+0000","last_fullsized":"2024-09-22T10:33:55.704481+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.704108+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:52.801419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1027,"num_read_kb":18571,"num_write":1365,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'459","reported_seq":2001,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.663870+0000","last_change":"2024-09-22T10:34:03.663870+0000","last_active":"2024-09-22T10:34:03.663870+0000","last_peered":"2024-09-22T10:34:03.663870+0000","last_clean":"2024-09-22T10:34:03.663870+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:34:03.663870+0000","last_undegraded":"2024-09-22T10:34:03.663870+0000","last_fullsized":"2024-09-22T10:34:03.663870+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.663648+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:04:52.994649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'490","reported_seq":1279,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.526787+0000","last_change":"2024-09-22T10:33:56.526628+0000","last_active":"2024-09-22T10:33:56.526787+0000","last_peered":"2024-09-22T10:33:56.526787+0000","last_clean":"2024-09-22T10:33:56.526787+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:56.526787+0000","last_undegraded":"2024-09-22T10:33:56.526787+0000","last_fullsized":"2024-09-22T10:33:56.526787+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.526339+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:31.042604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":15167,"num_write":1459,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'823","reported_seq":2610,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.021353+0000","last_change":"2024-09-22T10:34:05.021353+0000","last_active":"2024-09-22T10:34:05.021353+0000","last_peered":"2024-09-22T10:34:05.021353+0000","last_clean":"2024-09-22T10:34:05.021353+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:34:05.021353+0000","last_undegraded":"2024-09-22T10:34:05.021353+0000","last_fullsized":"2024-09-22T10:34:05.021353+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'823","last_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_deep_scrub":"269'823","last_deep_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.021115+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:10.424281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'384","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.517481+0000","last_change":"2024-09-22T10:33:54.517326+0000","last_active":"2024-09-22T10:33:54.517481+0000","last_peered":"2024-09-22T10:33:54.517481+0000","last_clean":"2024-09-22T10:33:54.517481+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:54.517481+0000","last_undegraded":"2024-09-22T10:33:54.517481+0000","last_fullsized":"2024-09-22T10:33:54.517481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.517101+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:08.761953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":661,"num_read_kb":10245,"num_write":1181,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'490","reported_seq":2151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.441916+0000","last_change":"2024-09-22T10:33:55.441792+0000","last_active":"2024-09-22T10:33:55.441916+0000","last_peered":"2024-09-22T10:33:55.441916+0000","last_clean":"2024-09-22T10:33:55.441916+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:33:55.441916+0000","last_undegraded":"2024-09-22T10:33:55.441916+0000","last_fullsized":"2024-09-22T10:33:55.441916+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.441590+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:32:50.169700+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.984592+0000","last_change":"2024-09-22T10:33:52.984330+0000","last_active":"2024-09-22T10:33:52.984592+0000","last_peered":"2024-09-22T10:33:52.984592+0000","last_clean":"2024-09-22T10:33:52.984592+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:52.984592+0000","last_undegraded":"2024-09-22T10:33:52.984592+0000","last_fullsized":"2024-09-22T10:33:52.984592+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.984069+0000","objects_scrubbed":6,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.320637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'467","reported_seq":2042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.379417+0000","last_change":"2024-09-22T10:33:58.379274+0000","last_active":"2024-09-22T10:33:58.379417+0000","last_peered":"2024-09-22T10:33:58.379417+0000","last_clean":"2024-09-22T10:33:58.379417+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:33:58.379417+0000","last_undegraded":"2024-09-22T10:33:58.379417+0000","last_fullsized":"2024-09-22T10:33:58.379417+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'467","last_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_deep_scrub":"269'467","last_deep_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.379093+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:54:55.740420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'349","reported_seq":1049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.833506+0000","last_change":"2024-09-22T10:33:53.833347+0000","last_active":"2024-09-22T10:33:53.833506+0000","last_peered":"2024-09-22T10:33:53.833506+0000","last_clean":"2024-09-22T10:33:53.833506+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:33:53.833506+0000","last_undegraded":"2024-09-22T10:33:53.833506+0000","last_fullsized":"2024-09-22T10:33:53.833506+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.833123+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:54.108226+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":650,"num_read_kb":36295,"num_write":1079,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'816","reported_seq":2427,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.865444+0000","last_change":"2024-09-22T10:34:05.865313+0000","last_active":"2024-09-22T10:34:05.865444+0000","last_peered":"2024-09-22T10:34:05.865444+0000","last_clean":"2024-09-22T10:34:05.865444+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:34:05.865444+0000","last_undegraded":"2024-09-22T10:34:05.865444+0000","last_fullsized":"2024-09-22T10:34:05.865444+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'816","last_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_deep_scrub":"269'816","last_deep_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.865095+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:10.474841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.314327+0000","last_change":"2024-09-22T10:33:51.314327+0000","last_active":"2024-09-22T10:33:51.314327+0000","last_peered":"2024-09-22T10:33:51.314327+0000","last_clean":"2024-09-22T10:33:51.314327+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:33:51.314327+0000","last_undegraded":"2024-09-22T10:33:51.314327+0000","last_fullsized":"2024-09-22T10:33:51.314327+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.314048+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:51.539691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":52899,"num_write":1014,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'153","reported_seq":698,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.774391+0000","last_change":"2024-09-22T10:34:21.774391+0000","last_active":"2024-09-22T10:34:21.774391+0000","last_peered":"2024-09-22T10:34:21.774391+0000","last_clean":"2024-09-22T10:34:21.774391+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:34:21.774391+0000","last_undegraded":"2024-09-22T10:34:21.774391+0000","last_fullsized":"2024-09-22T10:34:21.774391+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.774171+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:27:55.605096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'517","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.903523+0000","last_change":"2024-09-22T10:33:57.903523+0000","last_active":"2024-09-22T10:33:57.903523+0000","last_peered":"2024-09-22T10:33:57.903523+0000","last_clean":"2024-09-22T10:33:57.903523+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:57.903523+0000","last_undegraded":"2024-09-22T10:33:57.903523+0000","last_fullsized":"2024-09-22T10:33:57.903523+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'517","last_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_deep_scrub":"269'517","last_deep_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.903346+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:07.486868+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2300,"num_omap_keys":9,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'367","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.324882+0000","last_change":"2024-09-22T10:33:47.324882+0000","last_active":"2024-09-22T10:33:47.324882+0000","last_peered":"2024-09-22T10:33:47.324882+0000","last_clean":"2024-09-22T10:33:47.324882+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:33:47.324882+0000","last_undegraded":"2024-09-22T10:33:47.324882+0000","last_fullsized":"2024-09-22T10:33:47.324882+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.324789+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:53.077391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":590,"num_read_kb":16878,"num_write":1186,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.961015+0000","last_change":"2024-09-22T10:34:11.961015+0000","last_active":"2024-09-22T10:34:11.961015+0000","last_peered":"2024-09-22T10:34:11.961015+0000","last_clean":"2024-09-22T10:34:11.961015+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:34:11.961015+0000","last_undegraded":"2024-09-22T10:34:11.961015+0000","last_fullsized":"2024-09-22T10:34:11.961015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.960812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:25.770397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'401","reported_seq":1071,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.351416+0000","last_change":"2024-09-22T10:34:10.351416+0000","last_active":"2024-09-22T10:34:10.351416+0000","last_peered":"2024-09-22T10:34:10.351416+0000","last_clean":"2024-09-22T10:34:10.351416+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:34:10.351416+0000","last_undegraded":"2024-09-22T10:34:10.351416+0000","last_fullsized":"2024-09-22T10:34:10.351416+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'401","last_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_deep_scrub":"269'401","last_deep_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.351175+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:13.461514+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":1382,"num_write":512,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.542844+0000","last_change":"2024-09-22T10:34:18.542844+0000","last_active":"2024-09-22T10:34:18.542844+0000","last_peered":"2024-09-22T10:34:18.542844+0000","last_clean":"2024-09-22T10:34:18.542844+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:34:18.542844+0000","last_undegraded":"2024-09-22T10:34:18.542844+0000","last_fullsized":"2024-09-22T10:34:18.542844+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.542660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:16.193443+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2511","reported_seq":4387,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.784376+0000","last_change":"2024-09-22T10:34:24.784140+0000","last_active":"2024-09-22T10:34:24.784376+0000","last_peered":"2024-09-22T10:34:24.784376+0000","last_clean":"2024-09-22T10:34:24.784376+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:34:24.784376+0000","last_undegraded":"2024-09-22T10:34:24.784376+0000","last_fullsized":"2024-09-22T10:34:24.784376+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2511","last_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_deep_scrub":"269'2511","last_deep_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.783930+0000","objects_scrubbed":1,"log_size":111,"log_dups_size":2400,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:48.970006+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'552","reported_seq":2196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.997191+0000","last_change":"2024-09-22T10:34:03.997060+0000","last_active":"2024-09-22T10:34:03.997191+0000","last_peered":"2024-09-22T10:34:03.997191+0000","last_clean":"2024-09-22T10:34:03.997191+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:34:03.997191+0000","last_undegraded":"2024-09-22T10:34:03.997191+0000","last_fullsized":"2024-09-22T10:34:03.997191+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'552","last_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_deep_scrub":"269'552","last_deep_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.996870+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":500,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:38.630975+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1386,"num_omap_keys":6,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'352","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.379027+0000","last_change":"2024-09-22T10:33:49.378948+0000","last_active":"2024-09-22T10:33:49.379027+0000","last_peered":"2024-09-22T10:33:49.379027+0000","last_clean":"2024-09-22T10:33:49.379027+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:33:49.379027+0000","last_undegraded":"2024-09-22T10:33:49.379027+0000","last_fullsized":"2024-09-22T10:33:49.379027+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.378807+0000","objects_scrubbed":7,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:32.538743+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194354,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":596,"num_read_kb":30450,"num_write":1123,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.999336+0000","last_change":"2024-09-22T10:34:07.999336+0000","last_active":"2024-09-22T10:34:07.999336+0000","last_peered":"2024-09-22T10:34:07.999336+0000","last_clean":"2024-09-22T10:34:07.999336+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:34:07.999336+0000","last_undegraded":"2024-09-22T10:34:07.999336+0000","last_fullsized":"2024-09-22T10:34:07.999336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.999162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:57.480690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'148","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.746097+0000","last_change":"2024-09-22T10:34:15.746097+0000","last_active":"2024-09-22T10:34:15.746097+0000","last_peered":"2024-09-22T10:34:15.746097+0000","last_clean":"2024-09-22T10:34:15.746097+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:34:15.746097+0000","last_undegraded":"2024-09-22T10:34:15.746097+0000","last_fullsized":"2024-09-22T10:34:15.746097+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'148","last_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_deep_scrub":"269'148","last_deep_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.745904+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:10.188883+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.743093+0000","last_change":"2024-09-22T10:34:17.743093+0000","last_active":"2024-09-22T10:34:17.743093+0000","last_peered":"2024-09-22T10:34:17.743093+0000","last_clean":"2024-09-22T10:34:17.743093+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:34:17.743093+0000","last_undegraded":"2024-09-22T10:34:17.743093+0000","last_fullsized":"2024-09-22T10:34:17.743093+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.742909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:27.888930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'164","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.424532+0000","last_change":"2024-09-22T10:34:22.424532+0000","last_active":"2024-09-22T10:34:22.424532+0000","last_peered":"2024-09-22T10:34:22.424532+0000","last_clean":"2024-09-22T10:34:22.424532+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:34:22.424532+0000","last_undegraded":"2024-09-22T10:34:22.424532+0000","last_fullsized":"2024-09-22T10:34:22.424532+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.424349+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:50.997162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'794","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.329832+0000","last_change":"2024-09-22T10:33:58.329694+0000","last_active":"2024-09-22T10:33:58.329832+0000","last_peered":"2024-09-22T10:33:58.329832+0000","last_clean":"2024-09-22T10:33:58.329832+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:33:58.329832+0000","last_undegraded":"2024-09-22T10:33:58.329832+0000","last_fullsized":"2024-09-22T10:33:58.329832+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'794","last_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_deep_scrub":"269'794","last_deep_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.329494+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:24.576241+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'352","reported_seq":1050,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.662501+0000","last_change":"2024-09-22T10:33:53.662501+0000","last_active":"2024-09-22T10:33:53.662501+0000","last_peered":"2024-09-22T10:33:53.662501+0000","last_clean":"2024-09-22T10:33:53.662501+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:53.662501+0000","last_undegraded":"2024-09-22T10:33:53.662501+0000","last_fullsized":"2024-09-22T10:33:53.662501+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.662238+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:59.916582+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":38511,"num_write":1238,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.973848+0000","last_change":"2024-09-22T10:34:08.973848+0000","last_active":"2024-09-22T10:34:08.973848+0000","last_peered":"2024-09-22T10:34:08.973848+0000","last_clean":"2024-09-22T10:34:08.973848+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:34:08.973848+0000","last_undegraded":"2024-09-22T10:34:08.973848+0000","last_fullsized":"2024-09-22T10:34:08.973848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.973646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:04.783423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'169","reported_seq":774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.347398+0000","last_change":"2024-09-22T10:34:06.347398+0000","last_active":"2024-09-22T10:34:06.347398+0000","last_peered":"2024-09-22T10:34:06.347398+0000","last_clean":"2024-09-22T10:34:06.347398+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:34:06.347398+0000","last_undegraded":"2024-09-22T10:34:06.347398+0000","last_fullsized":"2024-09-22T10:34:06.347398+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'169","last_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_deep_scrub":"269'169","last_deep_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.347194+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:46.858504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'773","reported_seq":3039,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.570325+0000","last_change":"2024-09-22T10:34:19.570325+0000","last_active":"2024-09-22T10:34:19.570325+0000","last_peered":"2024-09-22T10:34:19.570325+0000","last_clean":"2024-09-22T10:34:19.570325+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:34:19.570325+0000","last_undegraded":"2024-09-22T10:34:19.570325+0000","last_fullsized":"2024-09-22T10:34:19.570325+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'773","last_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_deep_scrub":"269'773","last_deep_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.570141+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:43.511007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'218","reported_seq":1080,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796161+0000","last_change":"2024-09-22T10:34:23.796161+0000","last_active":"2024-09-22T10:34:23.796161+0000","last_peered":"2024-09-22T10:34:23.796161+0000","last_clean":"2024-09-22T10:34:23.796161+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:34:23.796161+0000","last_undegraded":"2024-09-22T10:34:23.796161+0000","last_fullsized":"2024-09-22T10:34:23.796161+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'218","last_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_deep_scrub":"269'218","last_deep_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.795846+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:17.006052+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'519","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.946366+0000","last_change":"2024-09-22T10:34:00.946244+0000","last_active":"2024-09-22T10:34:00.946366+0000","last_peered":"2024-09-22T10:34:00.946366+0000","last_clean":"2024-09-22T10:34:00.946366+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:34:00.946366+0000","last_undegraded":"2024-09-22T10:34:00.946366+0000","last_fullsized":"2024-09-22T10:34:00.946366+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'519","last_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_deep_scrub":"269'519","last_deep_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.946067+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":500,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:22.432665+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'417","reported_seq":1129,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.493483+0000","last_change":"2024-09-22T10:33:50.493483+0000","last_active":"2024-09-22T10:33:50.493483+0000","last_peered":"2024-09-22T10:33:50.493483+0000","last_clean":"2024-09-22T10:33:50.493483+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:50.493483+0000","last_undegraded":"2024-09-22T10:33:50.493483+0000","last_fullsized":"2024-09-22T10:33:50.493483+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.493278+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:37.681126+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":820,"num_read_kb":72069,"num_write":1337,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.927254+0000","last_change":"2024-09-22T10:34:12.927254+0000","last_active":"2024-09-22T10:34:12.927254+0000","last_peered":"2024-09-22T10:34:12.927254+0000","last_clean":"2024-09-22T10:34:12.927254+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:34:12.927254+0000","last_undegraded":"2024-09-22T10:34:12.927254+0000","last_fullsized":"2024-09-22T10:34:12.927254+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.927072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:59.929632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'317","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.621289+0000","last_change":"2024-09-22T10:34:13.621289+0000","last_active":"2024-09-22T10:34:13.621289+0000","last_peered":"2024-09-22T10:34:13.621289+0000","last_clean":"2024-09-22T10:34:13.621289+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:34:13.621289+0000","last_undegraded":"2024-09-22T10:34:13.621289+0000","last_fullsized":"2024-09-22T10:34:13.621289+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'317","last_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_deep_scrub":"269'317","last_deep_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.621027+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:56.274867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43190,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":510,"num_read_kb":1090,"num_write":408,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'791","reported_seq":3120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.885651+0000","last_change":"2024-09-22T10:34:21.885651+0000","last_active":"2024-09-22T10:34:21.885651+0000","last_peered":"2024-09-22T10:34:21.885651+0000","last_clean":"2024-09-22T10:34:21.885651+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:34:21.885651+0000","last_undegraded":"2024-09-22T10:34:21.885651+0000","last_fullsized":"2024-09-22T10:34:21.885651+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'791","last_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_deep_scrub":"269'791","last_deep_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.885473+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:09.817835+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'495","reported_seq":2288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.972057+0000","last_change":"2024-09-22T10:34:01.972057+0000","last_active":"2024-09-22T10:34:01.972057+0000","last_peered":"2024-09-22T10:34:01.972057+0000","last_clean":"2024-09-22T10:34:01.972057+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:34:01.972057+0000","last_undegraded":"2024-09-22T10:34:01.972057+0000","last_fullsized":"2024-09-22T10:34:01.972057+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.971862+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:23.554359+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2298,"num_omap_keys":9,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'370","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.665328+0000","last_change":"2024-09-22T10:33:52.665328+0000","last_active":"2024-09-22T10:33:52.665328+0000","last_peered":"2024-09-22T10:33:52.665328+0000","last_clean":"2024-09-22T10:33:52.665328+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:52.665328+0000","last_undegraded":"2024-09-22T10:33:52.665328+0000","last_fullsized":"2024-09-22T10:33:52.665328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.665098+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:25.680785+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":666,"num_read_kb":34402,"num_write":1317,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.609479+0000","last_change":"2024-09-22T10:34:10.609479+0000","last_active":"2024-09-22T10:34:10.609479+0000","last_peered":"2024-09-22T10:34:10.609479+0000","last_clean":"2024-09-22T10:34:10.609479+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:34:10.609479+0000","last_undegraded":"2024-09-22T10:34:10.609479+0000","last_fullsized":"2024-09-22T10:34:10.609479+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.609294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:40.507437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'466","reported_seq":1176,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.860594+0000","last_change":"2024-09-22T10:34:15.860594+0000","last_active":"2024-09-22T10:34:15.860594+0000","last_peered":"2024-09-22T10:34:15.860594+0000","last_clean":"2024-09-22T10:34:15.860594+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:34:15.860594+0000","last_undegraded":"2024-09-22T10:34:15.860594+0000","last_fullsized":"2024-09-22T10:34:15.860594+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'466","last_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_deep_scrub":"269'466","last_deep_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.860396+0000","objects_scrubbed":10,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:06.231063+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.779705+0000","last_change":"2024-09-22T10:34:08.779705+0000","last_active":"2024-09-22T10:34:08.779705+0000","last_peered":"2024-09-22T10:34:08.779705+0000","last_clean":"2024-09-22T10:34:08.779705+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:34:08.779705+0000","last_undegraded":"2024-09-22T10:34:08.779705+0000","last_fullsized":"2024-09-22T10:34:08.779705+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.779528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:04.443936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'539","reported_seq":1402,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.788082+0000","last_change":"2024-09-22T10:34:20.788082+0000","last_active":"2024-09-22T10:34:20.788082+0000","last_peered":"2024-09-22T10:34:20.788082+0000","last_clean":"2024-09-22T10:34:20.788082+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:34:20.788082+0000","last_undegraded":"2024-09-22T10:34:20.788082+0000","last_fullsized":"2024-09-22T10:34:20.788082+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'539","last_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_deep_scrub":"269'539","last_deep_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.787825+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:24.143808+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'442","reported_seq":2214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.939056+0000","last_change":"2024-09-22T10:33:54.939056+0000","last_active":"2024-09-22T10:33:54.939056+0000","last_peered":"2024-09-22T10:33:54.939056+0000","last_clean":"2024-09-22T10:33:54.939056+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:33:54.939056+0000","last_undegraded":"2024-09-22T10:33:54.939056+0000","last_fullsized":"2024-09-22T10:33:54.939056+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.938854+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:03.631159+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'388","reported_seq":1074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.652605+0000","last_change":"2024-09-22T10:33:51.652605+0000","last_active":"2024-09-22T10:33:51.652605+0000","last_peered":"2024-09-22T10:33:51.652605+0000","last_clean":"2024-09-22T10:33:51.652605+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:51.652605+0000","last_undegraded":"2024-09-22T10:33:51.652605+0000","last_fullsized":"2024-09-22T10:33:51.652605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'388","last_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_deep_scrub":"269'388","last_deep_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.652413+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:48.061647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":669,"num_read_kb":36946,"num_write":1200,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.376418+0000","last_change":"2024-09-22T10:34:01.376418+0000","last_active":"2024-09-22T10:34:01.376418+0000","last_peered":"2024-09-22T10:34:01.376418+0000","last_clean":"2024-09-22T10:34:01.376418+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:34:01.376418+0000","last_undegraded":"2024-09-22T10:34:01.376418+0000","last_fullsized":"2024-09-22T10:34:01.376418+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.376207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:18:48.748479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'356","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.025554+0000","last_change":"2024-09-22T10:34:13.025554+0000","last_active":"2024-09-22T10:34:13.025554+0000","last_peered":"2024-09-22T10:34:13.025554+0000","last_clean":"2024-09-22T10:34:13.025554+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:34:13.025554+0000","last_undegraded":"2024-09-22T10:34:13.025554+0000","last_fullsized":"2024-09-22T10:34:13.025554+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.025366+0000","objects_scrubbed":4,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:01:01.741559+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50229,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":1327,"num_write":478,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.891992+0000","last_change":"2024-09-22T10:34:20.891992+0000","last_active":"2024-09-22T10:34:20.891992+0000","last_peered":"2024-09-22T10:34:20.891992+0000","last_clean":"2024-09-22T10:34:20.891992+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:34:20.891992+0000","last_undegraded":"2024-09-22T10:34:20.891992+0000","last_fullsized":"2024-09-22T10:34:20.891992+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.891731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:30:02.030017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'114","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.468558+0000","last_change":"2024-09-22T10:34:10.468558+0000","last_active":"2024-09-22T10:34:10.468558+0000","last_peered":"2024-09-22T10:34:10.468558+0000","last_clean":"2024-09-22T10:34:10.468558+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:34:10.468558+0000","last_undegraded":"2024-09-22T10:34:10.468558+0000","last_fullsized":"2024-09-22T10:34:10.468558+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.468333+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:55.190438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2098,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.475532+0000","last_change":"2024-09-22T10:33:57.475532+0000","last_active":"2024-09-22T10:33:57.475532+0000","last_peered":"2024-09-22T10:33:57.475532+0000","last_clean":"2024-09-22T10:33:57.475532+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:33:57.475532+0000","last_undegraded":"2024-09-22T10:33:57.475532+0000","last_fullsized":"2024-09-22T10:33:57.475532+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'447","last_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_deep_scrub":"269'447","last_deep_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.475349+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:16.054989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'373","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.676172+0000","last_change":"2024-09-22T10:33:54.676172+0000","last_active":"2024-09-22T10:33:54.676172+0000","last_peered":"2024-09-22T10:33:54.676172+0000","last_clean":"2024-09-22T10:33:54.676172+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:54.676172+0000","last_undegraded":"2024-09-22T10:33:54.676172+0000","last_fullsized":"2024-09-22T10:33:54.676172+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.675951+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:01.790250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":540,"num_read_kb":29782,"num_write":1064,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.371054+0000","last_change":"2024-09-22T10:34:04.371054+0000","last_active":"2024-09-22T10:34:04.371054+0000","last_peered":"2024-09-22T10:34:04.371054+0000","last_clean":"2024-09-22T10:34:04.371054+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:34:04.371054+0000","last_undegraded":"2024-09-22T10:34:04.371054+0000","last_fullsized":"2024-09-22T10:34:04.371054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.370873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:33.790102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'387","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.637522+0000","last_change":"2024-09-22T10:34:11.637522+0000","last_active":"2024-09-22T10:34:11.637522+0000","last_peered":"2024-09-22T10:34:11.637522+0000","last_clean":"2024-09-22T10:34:11.637522+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:34:11.637522+0000","last_undegraded":"2024-09-22T10:34:11.637522+0000","last_fullsized":"2024-09-22T10:34:11.637522+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'387","last_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_deep_scrub":"269'387","last_deep_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.637415+0000","objects_scrubbed":7,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:33.597907+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'796","reported_seq":3169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.372013+0000","last_change":"2024-09-22T10:34:15.372013+0000","last_active":"2024-09-22T10:34:15.372013+0000","last_peered":"2024-09-22T10:34:15.372013+0000","last_clean":"2024-09-22T10:34:15.372013+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:34:15.372013+0000","last_undegraded":"2024-09-22T10:34:15.372013+0000","last_fullsized":"2024-09-22T10:34:15.372013+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'796","last_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_deep_scrub":"269'796","last_deep_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.371731+0000","objects_scrubbed":1,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:32:34.789614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'125","reported_seq":666,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.431145+0000","last_change":"2024-09-22T10:34:19.431145+0000","last_active":"2024-09-22T10:34:19.431145+0000","last_peered":"2024-09-22T10:34:19.431145+0000","last_clean":"2024-09-22T10:34:19.431145+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:34:19.431145+0000","last_undegraded":"2024-09-22T10:34:19.431145+0000","last_fullsized":"2024-09-22T10:34:19.431145+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.430954+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.702390+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'491","reported_seq":2188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.352258+0000","last_change":"2024-09-22T10:33:56.352258+0000","last_active":"2024-09-22T10:33:56.352258+0000","last_peered":"2024-09-22T10:33:56.352258+0000","last_clean":"2024-09-22T10:33:56.352258+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:33:56.352258+0000","last_undegraded":"2024-09-22T10:33:56.352258+0000","last_fullsized":"2024-09-22T10:33:56.352258+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'491","last_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_deep_scrub":"269'491","last_deep_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.352018+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:48:29.204548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":961,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'372","reported_seq":1085,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.109446+0000","last_change":"2024-09-22T10:33:51.109446+0000","last_active":"2024-09-22T10:33:51.109446+0000","last_peered":"2024-09-22T10:33:51.109446+0000","last_clean":"2024-09-22T10:33:51.109446+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:51.109446+0000","last_undegraded":"2024-09-22T10:33:51.109446+0000","last_fullsized":"2024-09-22T10:33:51.109446+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'372","last_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_deep_scrub":"269'372","last_deep_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.109227+0000","objects_scrubbed":6,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:16.037683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097164,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":687,"num_read_kb":75419,"num_write":1225,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.334159+0000","last_change":"2024-09-22T10:34:02.334159+0000","last_active":"2024-09-22T10:34:02.334159+0000","last_peered":"2024-09-22T10:34:02.334159+0000","last_clean":"2024-09-22T10:34:02.334159+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:34:02.334159+0000","last_undegraded":"2024-09-22T10:34:02.334159+0000","last_fullsized":"2024-09-22T10:34:02.334159+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.333977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:31:53.214093+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'562","reported_seq":1266,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.393090+0000","last_change":"2024-09-22T10:34:08.393090+0000","last_active":"2024-09-22T10:34:08.393090+0000","last_peered":"2024-09-22T10:34:08.393090+0000","last_clean":"2024-09-22T10:34:08.393090+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:34:08.393090+0000","last_undegraded":"2024-09-22T10:34:08.393090+0000","last_fullsized":"2024-09-22T10:34:08.393090+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'562","last_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_deep_scrub":"269'562","last_deep_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.392855+0000","objects_scrubbed":6,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:14.045377+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91156,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2108,"num_write":762,"num_write_kb":589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.334601+0000","last_change":"2024-09-22T10:34:10.334601+0000","last_active":"2024-09-22T10:34:10.334601+0000","last_peered":"2024-09-22T10:34:10.334601+0000","last_clean":"2024-09-22T10:34:10.334601+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:34:10.334601+0000","last_undegraded":"2024-09-22T10:34:10.334601+0000","last_fullsized":"2024-09-22T10:34:10.334601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.334425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:58.160528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'119","reported_seq":676,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.844805+0000","last_change":"2024-09-22T10:34:16.844805+0000","last_active":"2024-09-22T10:34:16.844805+0000","last_peered":"2024-09-22T10:34:16.844805+0000","last_clean":"2024-09-22T10:34:16.844805+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:34:16.844805+0000","last_undegraded":"2024-09-22T10:34:16.844805+0000","last_fullsized":"2024-09-22T10:34:16.844805+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.844393+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:05.209735+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1230","reported_seq":2810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.937324+0000","last_change":"2024-09-22T10:33:53.937324+0000","last_active":"2024-09-22T10:33:53.937324+0000","last_peered":"2024-09-22T10:33:53.937324+0000","last_clean":"2024-09-22T10:33:53.937324+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:33:53.937324+0000","last_undegraded":"2024-09-22T10:33:53.937324+0000","last_fullsized":"2024-09-22T10:33:53.937324+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1230","last_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_deep_scrub":"269'1230","last_deep_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.937125+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":1200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:33.226609+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'352","reported_seq":1114,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.814459+0000","last_change":"2024-09-22T10:33:51.814459+0000","last_active":"2024-09-22T10:33:51.814459+0000","last_peered":"2024-09-22T10:33:51.814459+0000","last_clean":"2024-09-22T10:33:51.814459+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:33:51.814459+0000","last_undegraded":"2024-09-22T10:33:51.814459+0000","last_fullsized":"2024-09-22T10:33:51.814459+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.814221+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:30:32.276619+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":962,"num_read_kb":17231,"num_write":1121,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.326949+0000","last_change":"2024-09-22T10:34:03.326949+0000","last_active":"2024-09-22T10:34:03.326949+0000","last_peered":"2024-09-22T10:34:03.326949+0000","last_clean":"2024-09-22T10:34:03.326949+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:34:03.326949+0000","last_undegraded":"2024-09-22T10:34:03.326949+0000","last_fullsized":"2024-09-22T10:34:03.326949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.326761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:23.824489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'354","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.761412+0000","last_change":"2024-09-22T10:34:13.761412+0000","last_active":"2024-09-22T10:34:13.761412+0000","last_peered":"2024-09-22T10:34:13.761412+0000","last_clean":"2024-09-22T10:34:13.761412+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:34:13.761412+0000","last_undegraded":"2024-09-22T10:34:13.761412+0000","last_fullsized":"2024-09-22T10:34:13.761412+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.760973+0000","objects_scrubbed":6,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:42.763316+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.416911+0000","last_change":"2024-09-22T10:34:14.416911+0000","last_active":"2024-09-22T10:34:14.416911+0000","last_peered":"2024-09-22T10:34:14.416911+0000","last_clean":"2024-09-22T10:34:14.416911+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:34:14.416911+0000","last_undegraded":"2024-09-22T10:34:14.416911+0000","last_fullsized":"2024-09-22T10:34:14.416911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.416709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:19.379819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'106","reported_seq":642,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.867314+0000","last_change":"2024-09-22T10:34:22.867314+0000","last_active":"2024-09-22T10:34:22.867314+0000","last_peered":"2024-09-22T10:34:22.867314+0000","last_clean":"2024-09-22T10:34:22.867314+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:34:22.867314+0000","last_undegraded":"2024-09-22T10:34:22.867314+0000","last_fullsized":"2024-09-22T10:34:22.867314+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.867131+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:48.720020+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'904","reported_seq":2440,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.956486+0000","last_change":"2024-09-22T10:33:55.956486+0000","last_active":"2024-09-22T10:33:55.956486+0000","last_peered":"2024-09-22T10:33:55.956486+0000","last_clean":"2024-09-22T10:33:55.956486+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:33:55.956486+0000","last_undegraded":"2024-09-22T10:33:55.956486+0000","last_fullsized":"2024-09-22T10:33:55.956486+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'904","last_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_deep_scrub":"269'904","last_deep_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.956292+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:22.150413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'321","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.380511+0000","last_change":"2024-09-22T10:33:50.380254+0000","last_active":"2024-09-22T10:33:50.380511+0000","last_peered":"2024-09-22T10:33:50.380511+0000","last_clean":"2024-09-22T10:33:50.380511+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:33:50.380511+0000","last_undegraded":"2024-09-22T10:33:50.380511+0000","last_fullsized":"2024-09-22T10:33:50.380511+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.379989+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:40.198531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":19901,"num_write":958,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.851671+0000","last_change":"2024-09-22T10:34:01.851671+0000","last_active":"2024-09-22T10:34:01.851671+0000","last_peered":"2024-09-22T10:34:01.851671+0000","last_clean":"2024-09-22T10:34:01.851671+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:34:01.851671+0000","last_undegraded":"2024-09-22T10:34:01.851671+0000","last_fullsized":"2024-09-22T10:34:01.851671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.851494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:54.226957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'357","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.350672+0000","last_change":"2024-09-22T10:34:05.350672+0000","last_active":"2024-09-22T10:34:05.350672+0000","last_peered":"2024-09-22T10:34:05.350672+0000","last_clean":"2024-09-22T10:34:05.350672+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:34:05.350672+0000","last_undegraded":"2024-09-22T10:34:05.350672+0000","last_fullsized":"2024-09-22T10:34:05.350672+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.350483+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:16.043818+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":569,"num_read_kb":1060,"num_write":428,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.383837+0000","last_change":"2024-09-22T10:34:07.383837+0000","last_active":"2024-09-22T10:34:07.383837+0000","last_peered":"2024-09-22T10:34:07.383837+0000","last_clean":"2024-09-22T10:34:07.383837+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:34:07.383837+0000","last_undegraded":"2024-09-22T10:34:07.383837+0000","last_fullsized":"2024-09-22T10:34:07.383837+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'754","last_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_deep_scrub":"269'754","last_deep_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.383637+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":701,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:47.562638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'118","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.817520+0000","last_change":"2024-09-22T10:34:12.817520+0000","last_active":"2024-09-22T10:34:12.817520+0000","last_peered":"2024-09-22T10:34:12.817520+0000","last_clean":"2024-09-22T10:34:12.817520+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:34:12.817520+0000","last_undegraded":"2024-09-22T10:34:12.817520+0000","last_fullsized":"2024-09-22T10:34:12.817520+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.817332+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:16:07.485368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'424","reported_seq":2122,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.998327+0000","last_change":"2024-09-22T10:33:56.998327+0000","last_active":"2024-09-22T10:33:56.998327+0000","last_peered":"2024-09-22T10:33:56.998327+0000","last_clean":"2024-09-22T10:33:56.998327+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:33:56.998327+0000","last_undegraded":"2024-09-22T10:33:56.998327+0000","last_fullsized":"2024-09-22T10:33:56.998327+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'424","last_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_deep_scrub":"269'424","last_deep_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.998124+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:39.605934+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2810,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.948973+0000","last_change":"2024-09-22T10:33:48.948973+0000","last_active":"2024-09-22T10:33:48.948973+0000","last_peered":"2024-09-22T10:33:48.948973+0000","last_clean":"2024-09-22T10:33:48.948973+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:48.948973+0000","last_undegraded":"2024-09-22T10:33:48.948973+0000","last_fullsized":"2024-09-22T10:33:48.948973+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.948758+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:27:22.258424+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"269'4","reported_seq":1490,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.931287+0000","last_change":"2024-09-22T10:34:10.931287+0000","last_active":"2024-09-22T10:34:10.931287+0000","last_peered":"2024-09-22T10:34:10.931287+0000","last_clean":"2024-09-22T10:34:10.931287+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:34:10.931287+0000","last_undegraded":"2024-09-22T10:34:10.931287+0000","last_fullsized":"2024-09-22T10:34:10.931287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.931111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:47.246765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'146","reported_seq":740,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.983664+0000","last_change":"2024-09-22T10:34:11.983664+0000","last_active":"2024-09-22T10:34:11.983664+0000","last_peered":"2024-09-22T10:34:11.983664+0000","last_clean":"2024-09-22T10:34:11.983664+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:34:11.983664+0000","last_undegraded":"2024-09-22T10:34:11.983664+0000","last_fullsized":"2024-09-22T10:34:11.983664+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'146","last_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_deep_scrub":"269'146","last_deep_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.983487+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:37.324079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'770","reported_seq":7608,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.408192+0000","last_change":"2024-09-22T10:34:06.408192+0000","last_active":"2024-09-22T10:34:06.408192+0000","last_peered":"2024-09-22T10:34:06.408192+0000","last_clean":"2024-09-22T10:34:06.408192+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:34:06.408192+0000","last_undegraded":"2024-09-22T10:34:06.408192+0000","last_fullsized":"2024-09-22T10:34:06.408192+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.408013+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:53.382454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":668,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.779482+0000","last_change":"2024-09-22T10:34:22.779482+0000","last_active":"2024-09-22T10:34:22.779482+0000","last_peered":"2024-09-22T10:34:22.779482+0000","last_clean":"2024-09-22T10:34:22.779482+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:34:22.779482+0000","last_undegraded":"2024-09-22T10:34:22.779482+0000","last_fullsized":"2024-09-22T10:34:22.779482+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.779276+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:42.762180+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2363,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.864342+0000","last_change":"2024-09-22T10:34:00.864342+0000","last_active":"2024-09-22T10:34:00.864342+0000","last_peered":"2024-09-22T10:34:00.864342+0000","last_clean":"2024-09-22T10:34:00.864342+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:34:00.864342+0000","last_undegraded":"2024-09-22T10:34:00.864342+0000","last_fullsized":"2024-09-22T10:34:00.864342+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'801","last_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_deep_scrub":"269'801","last_deep_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.864162+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:01.295827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'359","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.800921+0000","last_change":"2024-09-22T10:33:49.800921+0000","last_active":"2024-09-22T10:33:49.800921+0000","last_peered":"2024-09-22T10:33:49.800921+0000","last_clean":"2024-09-22T10:33:49.800921+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:33:49.800921+0000","last_undegraded":"2024-09-22T10:33:49.800921+0000","last_fullsized":"2024-09-22T10:33:49.800921+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.800678+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:03:09.572615+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":608,"num_read_kb":57894,"num_write":1076,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.750968+0000","last_change":"2024-09-22T10:34:09.750968+0000","last_active":"2024-09-22T10:34:09.750968+0000","last_peered":"2024-09-22T10:34:09.750968+0000","last_clean":"2024-09-22T10:34:09.750968+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:34:09.750968+0000","last_undegraded":"2024-09-22T10:34:09.750968+0000","last_fullsized":"2024-09-22T10:34:09.750968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.750789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:31.316540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'577","reported_seq":1273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.858802+0000","last_change":"2024-09-22T10:34:16.858802+0000","last_active":"2024-09-22T10:34:16.858802+0000","last_peered":"2024-09-22T10:34:16.858802+0000","last_clean":"2024-09-22T10:34:16.858802+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:34:16.858802+0000","last_undegraded":"2024-09-22T10:34:16.858802+0000","last_fullsized":"2024-09-22T10:34:16.858802+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'577","last_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_deep_scrub":"269'577","last_deep_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.858674+0000","objects_scrubbed":9,"log_size":77,"log_dups_size":500,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:12:44.807907+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":516842,"num_omap_keys":1190,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.402957+0000","last_change":"2024-09-22T10:34:05.402957+0000","last_active":"2024-09-22T10:34:05.402957+0000","last_peered":"2024-09-22T10:34:05.402957+0000","last_clean":"2024-09-22T10:34:05.402957+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:34:05.402957+0000","last_undegraded":"2024-09-22T10:34:05.402957+0000","last_fullsized":"2024-09-22T10:34:05.402957+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.402783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:35.782717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'103","reported_seq":640,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.863180+0000","last_change":"2024-09-22T10:34:13.863180+0000","last_active":"2024-09-22T10:34:13.863180+0000","last_peered":"2024-09-22T10:34:13.863180+0000","last_clean":"2024-09-22T10:34:13.863180+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:34:13.863180+0000","last_undegraded":"2024-09-22T10:34:13.863180+0000","last_fullsized":"2024-09-22T10:34:13.863180+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'103","last_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_deep_scrub":"269'103","last_deep_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.862989+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:09.855958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'564","reported_seq":2274,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.557486+0000","last_change":"2024-09-22T10:33:55.557486+0000","last_active":"2024-09-22T10:33:55.557486+0000","last_peered":"2024-09-22T10:33:55.557486+0000","last_clean":"2024-09-22T10:33:55.557486+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:33:55.557486+0000","last_undegraded":"2024-09-22T10:33:55.557486+0000","last_fullsized":"2024-09-22T10:33:55.557486+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'564","last_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_deep_scrub":"269'564","last_deep_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.557314+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:25.064736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.696575+0000","last_change":"2024-09-22T10:33:49.696348+0000","last_active":"2024-09-22T10:33:49.696575+0000","last_peered":"2024-09-22T10:33:49.696575+0000","last_clean":"2024-09-22T10:33:49.696575+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:33:49.696575+0000","last_undegraded":"2024-09-22T10:33:49.696575+0000","last_fullsized":"2024-09-22T10:33:49.696575+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.696126+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.168489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":570,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.067100+0000","last_change":"2024-09-22T10:33:50.067100+0000","last_active":"2024-09-22T10:33:50.067100+0000","last_peered":"2024-09-22T10:33:50.067100+0000","last_clean":"2024-09-22T10:33:50.067100+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:33:50.067100+0000","last_undegraded":"2024-09-22T10:33:50.067100+0000","last_fullsized":"2024-09-22T10:33:50.067100+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.066918+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:00:21.940572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'331","reported_seq":1025,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.783581+0000","last_change":"2024-09-22T10:33:48.783581+0000","last_active":"2024-09-22T10:33:48.783581+0000","last_peered":"2024-09-22T10:33:48.783581+0000","last_clean":"2024-09-22T10:33:48.783581+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:33:48.783581+0000","last_undegraded":"2024-09-22T10:33:48.783581+0000","last_fullsized":"2024-09-22T10:33:48.783581+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.783464+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:18.043617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":58681,"num_write":1071,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"269'6","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.651460+0000","last_change":"2024-09-22T10:34:08.651460+0000","last_active":"2024-09-22T10:34:08.651460+0000","last_peered":"2024-09-22T10:34:08.651460+0000","last_clean":"2024-09-22T10:34:08.651460+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:34:08.651460+0000","last_undegraded":"2024-09-22T10:34:08.651460+0000","last_fullsized":"2024-09-22T10:34:08.651460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.651277+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:06.367495+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'770","reported_seq":1532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.900929+0000","last_change":"2024-09-22T10:34:14.900929+0000","last_active":"2024-09-22T10:34:14.900929+0000","last_peered":"2024-09-22T10:34:14.900929+0000","last_clean":"2024-09-22T10:34:14.900929+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:34:14.900929+0000","last_undegraded":"2024-09-22T10:34:14.900929+0000","last_fullsized":"2024-09-22T10:34:14.900929+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.900739+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:39.478606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89496,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.367241+0000","last_change":"2024-09-22T10:34:13.367241+0000","last_active":"2024-09-22T10:34:13.367241+0000","last_peered":"2024-09-22T10:34:13.367241+0000","last_clean":"2024-09-22T10:34:13.367241+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:34:13.367241+0000","last_undegraded":"2024-09-22T10:34:13.367241+0000","last_fullsized":"2024-09-22T10:34:13.367241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.367068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:58:23.641628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'209","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.492932+0000","last_change":"2024-09-22T10:34:12.492932+0000","last_active":"2024-09-22T10:34:12.492932+0000","last_peered":"2024-09-22T10:34:12.492932+0000","last_clean":"2024-09-22T10:34:12.492932+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:34:12.492932+0000","last_undegraded":"2024-09-22T10:34:12.492932+0000","last_fullsized":"2024-09-22T10:34:12.492932+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'209","last_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_deep_scrub":"269'209","last_deep_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.492727+0000","objects_scrubbed":2,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:28:09.230869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'885","reported_seq":2498,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.365794+0000","last_change":"2024-09-22T10:33:55.365794+0000","last_active":"2024-09-22T10:33:55.365794+0000","last_peered":"2024-09-22T10:33:55.365794+0000","last_clean":"2024-09-22T10:33:55.365794+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:33:55.365794+0000","last_undegraded":"2024-09-22T10:33:55.365794+0000","last_fullsized":"2024-09-22T10:33:55.365794+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'885","last_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_deep_scrub":"269'885","last_deep_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.365597+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:42:25.136568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.691143+0000","last_change":"2024-09-22T10:33:50.691000+0000","last_active":"2024-09-22T10:33:50.691143+0000","last_peered":"2024-09-22T10:33:50.691143+0000","last_clean":"2024-09-22T10:33:50.691143+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:33:50.691143+0000","last_undegraded":"2024-09-22T10:33:50.691143+0000","last_fullsized":"2024-09-22T10:33:50.691143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.690830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:56:36.568318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'392","reported_seq":1140,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.325395+0000","last_change":"2024-09-22T10:33:47.325395+0000","last_active":"2024-09-22T10:33:47.325395+0000","last_peered":"2024-09-22T10:33:47.325395+0000","last_clean":"2024-09-22T10:33:47.325395+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:47.325395+0000","last_undegraded":"2024-09-22T10:33:47.325395+0000","last_fullsized":"2024-09-22T10:33:47.325395+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.325294+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:09.667179+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":37716,"num_write":1247,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"269'4","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.911826+0000","last_change":"2024-09-22T10:34:09.911826+0000","last_active":"2024-09-22T10:34:09.911826+0000","last_peered":"2024-09-22T10:34:09.911826+0000","last_clean":"2024-09-22T10:34:09.911826+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:34:09.911826+0000","last_undegraded":"2024-09-22T10:34:09.911826+0000","last_fullsized":"2024-09-22T10:34:09.911826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.911648+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:29.993112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1461","reported_seq":3824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.828776+0000","last_change":"2024-09-22T10:34:07.828776+0000","last_active":"2024-09-22T10:34:07.828776+0000","last_peered":"2024-09-22T10:34:07.828776+0000","last_clean":"2024-09-22T10:34:07.828776+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:34:07.828776+0000","last_undegraded":"2024-09-22T10:34:07.828776+0000","last_fullsized":"2024-09-22T10:34:07.828776+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1461","last_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_deep_scrub":"269'1461","last_deep_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.828556+0000","objects_scrubbed":11,"log_size":60,"log_dups_size":1401,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:42.018730+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158719,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2294,"num_read_kb":4302,"num_write":1412,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.589721+0000","last_change":"2024-09-22T10:34:16.589721+0000","last_active":"2024-09-22T10:34:16.589721+0000","last_peered":"2024-09-22T10:34:16.589721+0000","last_clean":"2024-09-22T10:34:16.589721+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:34:16.589721+0000","last_undegraded":"2024-09-22T10:34:16.589721+0000","last_fullsized":"2024-09-22T10:34:16.589721+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.589549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:44.367828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'225","reported_seq":788,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.883921+0000","last_change":"2024-09-22T10:34:14.883921+0000","last_active":"2024-09-22T10:34:14.883921+0000","last_peered":"2024-09-22T10:34:14.883921+0000","last_clean":"2024-09-22T10:34:14.883921+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:34:14.883921+0000","last_undegraded":"2024-09-22T10:34:14.883921+0000","last_fullsized":"2024-09-22T10:34:14.883921+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'225","last_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_deep_scrub":"269'225","last_deep_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.883725+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:57.735652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'849","reported_seq":2568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.832041+0000","last_change":"2024-09-22T10:33:56.832041+0000","last_active":"2024-09-22T10:33:56.832041+0000","last_peered":"2024-09-22T10:33:56.832041+0000","last_clean":"2024-09-22T10:33:56.832041+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:56.832041+0000","last_undegraded":"2024-09-22T10:33:56.832041+0000","last_fullsized":"2024-09-22T10:33:56.832041+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'849","last_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_deep_scrub":"269'849","last_deep_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.831857+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:37.040605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370569+0000","last_change":"2024-09-22T10:33:48.370361+0000","last_active":"2024-09-22T10:33:48.370569+0000","last_peered":"2024-09-22T10:33:48.370569+0000","last_clean":"2024-09-22T10:33:48.370569+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:33:48.370569+0000","last_undegraded":"2024-09-22T10:33:48.370569+0000","last_fullsized":"2024-09-22T10:33:48.370569+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:18:39.294521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'368","reported_seq":1089,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.839299+0000","last_change":"2024-09-22T10:33:50.839299+0000","last_active":"2024-09-22T10:33:50.839299+0000","last_peered":"2024-09-22T10:33:50.839299+0000","last_clean":"2024-09-22T10:33:50.839299+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:33:50.839299+0000","last_undegraded":"2024-09-22T10:33:50.839299+0000","last_fullsized":"2024-09-22T10:33:50.839299+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.839118+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:11.275751+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":70306,"num_write":1111,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.365114+0000","last_change":"2024-09-22T10:33:59.365114+0000","last_active":"2024-09-22T10:33:59.365114+0000","last_peered":"2024-09-22T10:33:59.365114+0000","last_clean":"2024-09-22T10:33:59.365114+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:33:59.365114+0000","last_undegraded":"2024-09-22T10:33:59.365114+0000","last_fullsized":"2024-09-22T10:33:59.365114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.364940+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:10.274166+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'396","reported_seq":2357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.658969+0000","last_change":"2024-09-22T10:34:09.658969+0000","last_active":"2024-09-22T10:34:09.658969+0000","last_peered":"2024-09-22T10:34:09.658969+0000","last_clean":"2024-09-22T10:34:09.658969+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:34:09.658969+0000","last_undegraded":"2024-09-22T10:34:09.658969+0000","last_fullsized":"2024-09-22T10:34:09.658969+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.658762+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:06.566772+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.348117+0000","last_change":"2024-09-22T10:34:12.348117+0000","last_active":"2024-09-22T10:34:12.348117+0000","last_peered":"2024-09-22T10:34:12.348117+0000","last_clean":"2024-09-22T10:34:12.348117+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:34:12.348117+0000","last_undegraded":"2024-09-22T10:34:12.348117+0000","last_fullsized":"2024-09-22T10:34:12.348117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.347941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.550752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'294","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.925012+0000","last_change":"2024-09-22T10:34:24.925012+0000","last_active":"2024-09-22T10:34:24.925012+0000","last_peered":"2024-09-22T10:34:24.925012+0000","last_clean":"2024-09-22T10:34:24.925012+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:34:24.925012+0000","last_undegraded":"2024-09-22T10:34:24.925012+0000","last_fullsized":"2024-09-22T10:34:24.925012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.924821+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:58:28.887269+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'432","reported_seq":2074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.824146+0000","last_change":"2024-09-22T10:33:55.824146+0000","last_active":"2024-09-22T10:33:55.824146+0000","last_peered":"2024-09-22T10:33:55.824146+0000","last_clean":"2024-09-22T10:33:55.824146+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:33:55.824146+0000","last_undegraded":"2024-09-22T10:33:55.824146+0000","last_fullsized":"2024-09-22T10:33:55.824146+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'432","last_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_deep_scrub":"269'432","last_deep_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.823933+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:33:52.205925+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.047112+0000","last_change":"2024-09-22T10:33:49.047112+0000","last_active":"2024-09-22T10:33:49.047112+0000","last_peered":"2024-09-22T10:33:49.047112+0000","last_clean":"2024-09-22T10:33:49.047112+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:33:49.047112+0000","last_undegraded":"2024-09-22T10:33:49.047112+0000","last_fullsized":"2024-09-22T10:33:49.047112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.046938+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:06.167134+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1036,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.957489+0000","last_change":"2024-09-22T10:33:47.957489+0000","last_active":"2024-09-22T10:33:47.957489+0000","last_peered":"2024-09-22T10:33:47.957489+0000","last_clean":"2024-09-22T10:33:47.957489+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:47.957489+0000","last_undegraded":"2024-09-22T10:33:47.957489+0000","last_fullsized":"2024-09-22T10:33:47.957489+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.957290+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:17:02.470652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.344817+0000","last_change":"2024-09-22T10:34:02.344817+0000","last_active":"2024-09-22T10:34:02.344817+0000","last_peered":"2024-09-22T10:34:02.344817+0000","last_clean":"2024-09-22T10:34:02.344817+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:34:02.344817+0000","last_undegraded":"2024-09-22T10:34:02.344817+0000","last_fullsized":"2024-09-22T10:34:02.344817+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.344618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:06:09.620360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'208","reported_seq":832,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.970009+0000","last_change":"2024-09-22T10:34:10.970009+0000","last_active":"2024-09-22T10:34:10.970009+0000","last_peered":"2024-09-22T10:34:10.970009+0000","last_clean":"2024-09-22T10:34:10.970009+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:34:10.970009+0000","last_undegraded":"2024-09-22T10:34:10.970009+0000","last_fullsized":"2024-09-22T10:34:10.970009+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'208","last_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_deep_scrub":"269'208","last_deep_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.969827+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:17.630047+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.446298+0000","last_change":"2024-09-22T10:34:04.446298+0000","last_active":"2024-09-22T10:34:04.446298+0000","last_peered":"2024-09-22T10:34:04.446298+0000","last_clean":"2024-09-22T10:34:04.446298+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:34:04.446298+0000","last_undegraded":"2024-09-22T10:34:04.446298+0000","last_fullsized":"2024-09-22T10:34:04.446298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.446122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:38.328048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'139","reported_seq":742,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.758271+0000","last_change":"2024-09-22T10:34:21.758271+0000","last_active":"2024-09-22T10:34:21.758271+0000","last_peered":"2024-09-22T10:34:21.758271+0000","last_clean":"2024-09-22T10:34:21.758271+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:34:21.758271+0000","last_undegraded":"2024-09-22T10:34:21.758271+0000","last_fullsized":"2024-09-22T10:34:21.758271+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.758101+0000","objects_scrubbed":1,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:42.146422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'377","reported_seq":1950,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.795759+0000","last_change":"2024-09-22T10:33:54.795759+0000","last_active":"2024-09-22T10:33:54.795759+0000","last_peered":"2024-09-22T10:33:54.795759+0000","last_clean":"2024-09-22T10:33:54.795759+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:33:54.795759+0000","last_undegraded":"2024-09-22T10:33:54.795759+0000","last_fullsized":"2024-09-22T10:33:54.795759+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'377","last_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_deep_scrub":"269'377","last_deep_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.795568+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:25.052096+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'327","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.104654+0000","last_change":"2024-09-22T10:33:52.104654+0000","last_active":"2024-09-22T10:33:52.104654+0000","last_peered":"2024-09-22T10:33:52.104654+0000","last_clean":"2024-09-22T10:33:52.104654+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:52.104654+0000","last_undegraded":"2024-09-22T10:33:52.104654+0000","last_fullsized":"2024-09-22T10:33:52.104654+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'327","last_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_deep_scrub":"269'327","last_deep_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.104445+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:15:02.604686+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":545,"num_read_kb":35459,"num_write":1071,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.862909+0000","last_change":"2024-09-22T10:33:46.862857+0000","last_active":"2024-09-22T10:33:46.862909+0000","last_peered":"2024-09-22T10:33:46.862909+0000","last_clean":"2024-09-22T10:33:46.862909+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:33:46.862909+0000","last_undegraded":"2024-09-22T10:33:46.862909+0000","last_fullsized":"2024-09-22T10:33:46.862909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.862770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:57.260611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.343929+0000","last_change":"2024-09-22T10:34:05.343929+0000","last_active":"2024-09-22T10:34:05.343929+0000","last_peered":"2024-09-22T10:34:05.343929+0000","last_clean":"2024-09-22T10:34:05.343929+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:34:05.343929+0000","last_undegraded":"2024-09-22T10:34:05.343929+0000","last_fullsized":"2024-09-22T10:34:05.343929+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.343755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:54.812112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'647","reported_seq":1406,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.372460+0000","last_change":"2024-09-22T10:34:07.372460+0000","last_active":"2024-09-22T10:34:07.372460+0000","last_peered":"2024-09-22T10:34:07.372460+0000","last_clean":"2024-09-22T10:34:07.372460+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:34:07.372460+0000","last_undegraded":"2024-09-22T10:34:07.372460+0000","last_fullsized":"2024-09-22T10:34:07.372460+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'647","last_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_deep_scrub":"269'647","last_deep_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.372256+0000","objects_scrubbed":10,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:55.846789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99309,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1074,"num_read_kb":2286,"num_write":860,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.723825+0000","last_change":"2024-09-22T10:34:18.723825+0000","last_active":"2024-09-22T10:34:18.723825+0000","last_peered":"2024-09-22T10:34:18.723825+0000","last_clean":"2024-09-22T10:34:18.723825+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:34:18.723825+0000","last_undegraded":"2024-09-22T10:34:18.723825+0000","last_fullsized":"2024-09-22T10:34:18.723825+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.723648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:43.355355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'125","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.456628+0000","last_change":"2024-09-22T10:34:21.456628+0000","last_active":"2024-09-22T10:34:21.456628+0000","last_peered":"2024-09-22T10:34:21.456628+0000","last_clean":"2024-09-22T10:34:21.456628+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:34:21.456628+0000","last_undegraded":"2024-09-22T10:34:21.456628+0000","last_fullsized":"2024-09-22T10:34:21.456628+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.456435+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:11:21.882807+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'551","reported_seq":2187,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.336456+0000","last_change":"2024-09-22T10:33:53.336456+0000","last_active":"2024-09-22T10:33:53.336456+0000","last_peered":"2024-09-22T10:33:53.336456+0000","last_clean":"2024-09-22T10:33:53.336456+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:33:53.336456+0000","last_undegraded":"2024-09-22T10:33:53.336456+0000","last_fullsized":"2024-09-22T10:33:53.336456+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.336269+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:15.655548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'329","reported_seq":1132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.882079+0000","last_change":"2024-09-22T10:33:48.882079+0000","last_active":"2024-09-22T10:33:48.882079+0000","last_peered":"2024-09-22T10:33:48.882079+0000","last_clean":"2024-09-22T10:33:48.882079+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:33:48.882079+0000","last_undegraded":"2024-09-22T10:33:48.882079+0000","last_fullsized":"2024-09-22T10:33:48.882079+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.881964+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:31.221616+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":730,"num_read_kb":36166,"num_write":1085,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.603453+0000","last_change":"2024-09-22T10:34:00.603453+0000","last_active":"2024-09-22T10:34:00.603453+0000","last_peered":"2024-09-22T10:34:00.603453+0000","last_clean":"2024-09-22T10:34:00.603453+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:34:00.603453+0000","last_undegraded":"2024-09-22T10:34:00.603453+0000","last_fullsized":"2024-09-22T10:34:00.603453+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.603282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:34.533537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.470456+0000","last_change":"2024-09-22T10:34:00.470456+0000","last_active":"2024-09-22T10:34:00.470456+0000","last_peered":"2024-09-22T10:34:00.470456+0000","last_clean":"2024-09-22T10:34:00.470456+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:34:00.470456+0000","last_undegraded":"2024-09-22T10:34:00.470456+0000","last_fullsized":"2024-09-22T10:34:00.470456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.470234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:02.633047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'361","reported_seq":1016,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.874820+0000","last_change":"2024-09-22T10:34:06.874820+0000","last_active":"2024-09-22T10:34:06.874820+0000","last_peered":"2024-09-22T10:34:06.874820+0000","last_clean":"2024-09-22T10:34:06.874820+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:34:06.874820+0000","last_undegraded":"2024-09-22T10:34:06.874820+0000","last_fullsized":"2024-09-22T10:34:06.874820+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'361","last_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_deep_scrub":"269'361","last_deep_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.874614+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:02.582818+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'792","reported_seq":3479,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.862502+0000","last_change":"2024-09-22T10:34:18.862502+0000","last_active":"2024-09-22T10:34:18.862502+0000","last_peered":"2024-09-22T10:34:18.862502+0000","last_clean":"2024-09-22T10:34:18.862502+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:34:18.862502+0000","last_undegraded":"2024-09-22T10:34:18.862502+0000","last_fullsized":"2024-09-22T10:34:18.862502+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'792","last_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_deep_scrub":"269'792","last_deep_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.862308+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":702,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:26.412515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'118","reported_seq":659,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.877640+0000","last_change":"2024-09-22T10:34:23.877640+0000","last_active":"2024-09-22T10:34:23.877640+0000","last_peered":"2024-09-22T10:34:23.877640+0000","last_clean":"2024-09-22T10:34:23.877640+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:34:23.877640+0000","last_undegraded":"2024-09-22T10:34:23.877640+0000","last_fullsized":"2024-09-22T10:34:23.877640+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.877456+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:53:56.834509+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2906,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.930576+0000","last_change":"2024-09-22T10:33:58.930576+0000","last_active":"2024-09-22T10:33:58.930576+0000","last_peered":"2024-09-22T10:33:58.930576+0000","last_clean":"2024-09-22T10:33:58.930576+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:33:58.930576+0000","last_undegraded":"2024-09-22T10:33:58.930576+0000","last_fullsized":"2024-09-22T10:33:58.930576+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1285","last_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_deep_scrub":"269'1285","last_deep_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.930397+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:25.148527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'350","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.800132+0000","last_change":"2024-09-22T10:33:47.800132+0000","last_active":"2024-09-22T10:33:47.800132+0000","last_peered":"2024-09-22T10:33:47.800132+0000","last_clean":"2024-09-22T10:33:47.800132+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:33:47.800132+0000","last_undegraded":"2024-09-22T10:33:47.800132+0000","last_fullsized":"2024-09-22T10:33:47.800132+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.800022+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:09.876946+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":605,"num_read_kb":43190,"num_write":1087,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.882013+0000","last_change":"2024-09-22T10:33:47.882013+0000","last_active":"2024-09-22T10:33:47.882013+0000","last_peered":"2024-09-22T10:33:47.882013+0000","last_clean":"2024-09-22T10:33:47.882013+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:33:47.882013+0000","last_undegraded":"2024-09-22T10:33:47.882013+0000","last_fullsized":"2024-09-22T10:33:47.882013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.881951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:16.509452+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":546,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.775640+0000","last_change":"2024-09-22T10:34:08.775640+0000","last_active":"2024-09-22T10:34:08.775640+0000","last_peered":"2024-09-22T10:34:08.775640+0000","last_clean":"2024-09-22T10:34:08.775640+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:34:08.775640+0000","last_undegraded":"2024-09-22T10:34:08.775640+0000","last_fullsized":"2024-09-22T10:34:08.775640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.775459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:03:22.847943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'190","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.807400+0000","last_change":"2024-09-22T10:34:12.807400+0000","last_active":"2024-09-22T10:34:12.807400+0000","last_peered":"2024-09-22T10:34:12.807400+0000","last_clean":"2024-09-22T10:34:12.807400+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:34:12.807400+0000","last_undegraded":"2024-09-22T10:34:12.807400+0000","last_fullsized":"2024-09-22T10:34:12.807400+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.807150+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:44.600960+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'790","reported_seq":3125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.929696+0000","last_change":"2024-09-22T10:34:18.929696+0000","last_active":"2024-09-22T10:34:18.929696+0000","last_peered":"2024-09-22T10:34:18.929696+0000","last_clean":"2024-09-22T10:34:18.929696+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:34:18.929696+0000","last_undegraded":"2024-09-22T10:34:18.929696+0000","last_fullsized":"2024-09-22T10:34:18.929696+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.929478+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:46:34.631325+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'187","reported_seq":731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.394616+0000","last_change":"2024-09-22T10:34:18.394616+0000","last_active":"2024-09-22T10:34:18.394616+0000","last_peered":"2024-09-22T10:34:18.394616+0000","last_clean":"2024-09-22T10:34:18.394616+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:34:18.394616+0000","last_undegraded":"2024-09-22T10:34:18.394616+0000","last_fullsized":"2024-09-22T10:34:18.394616+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.394372+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:46.094887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'583","reported_seq":2378,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.936485+0000","last_change":"2024-09-22T10:33:51.936485+0000","last_active":"2024-09-22T10:33:51.936485+0000","last_peered":"2024-09-22T10:33:51.936485+0000","last_clean":"2024-09-22T10:33:51.936485+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:33:51.936485+0000","last_undegraded":"2024-09-22T10:33:51.936485+0000","last_fullsized":"2024-09-22T10:33:51.936485+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'583","last_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_deep_scrub":"269'583","last_deep_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.936262+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:19.386858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2045,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'510","reported_seq":1391,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.366459+0000","last_change":"2024-09-22T10:33:46.366459+0000","last_active":"2024-09-22T10:33:46.366459+0000","last_peered":"2024-09-22T10:33:46.366459+0000","last_clean":"2024-09-22T10:33:46.366459+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:33:46.366459+0000","last_undegraded":"2024-09-22T10:33:46.366459+0000","last_fullsized":"2024-09-22T10:33:46.366459+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'510","last_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_deep_scrub":"269'510","last_deep_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.366365+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:53.160368+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1422,"num_read_kb":45434,"num_write":1477,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":563,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.478226+0000","last_change":"2024-09-22T10:33:49.478226+0000","last_active":"2024-09-22T10:33:49.478226+0000","last_peered":"2024-09-22T10:33:49.478226+0000","last_clean":"2024-09-22T10:33:49.478226+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:33:49.478226+0000","last_undegraded":"2024-09-22T10:33:49.478226+0000","last_fullsized":"2024-09-22T10:33:49.478226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.478042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:25.391673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":544,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.009876+0000","last_change":"2024-09-22T10:34:06.009876+0000","last_active":"2024-09-22T10:34:06.009876+0000","last_peered":"2024-09-22T10:34:06.009876+0000","last_clean":"2024-09-22T10:34:06.009876+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:34:06.009876+0000","last_undegraded":"2024-09-22T10:34:06.009876+0000","last_fullsized":"2024-09-22T10:34:06.009876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.009696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:18.190261+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'814","reported_seq":1609,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.620485+0000","last_change":"2024-09-22T10:34:12.620485+0000","last_active":"2024-09-22T10:34:12.620485+0000","last_peered":"2024-09-22T10:34:12.620485+0000","last_clean":"2024-09-22T10:34:12.620485+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:34:12.620485+0000","last_undegraded":"2024-09-22T10:34:12.620485+0000","last_fullsized":"2024-09-22T10:34:12.620485+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'814","last_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_deep_scrub":"269'814","last_deep_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.620281+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:35.393415+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106556,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1407,"num_read_kb":3171,"num_write":1128,"num_write_kb":872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.937449+0000","last_change":"2024-09-22T10:34:16.937449+0000","last_active":"2024-09-22T10:34:16.937449+0000","last_peered":"2024-09-22T10:34:16.937449+0000","last_clean":"2024-09-22T10:34:16.937449+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:34:16.937449+0000","last_undegraded":"2024-09-22T10:34:16.937449+0000","last_fullsized":"2024-09-22T10:34:16.937449+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.937235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:27:08.212626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'141","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.749192+0000","last_change":"2024-09-22T10:34:22.749192+0000","last_active":"2024-09-22T10:34:22.749192+0000","last_peered":"2024-09-22T10:34:22.749192+0000","last_clean":"2024-09-22T10:34:22.749192+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:34:22.749192+0000","last_undegraded":"2024-09-22T10:34:22.749192+0000","last_fullsized":"2024-09-22T10:34:22.749192+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'141","last_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_deep_scrub":"269'141","last_deep_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.748955+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:48:30.240154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'154","reported_seq":771,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.356684+0000","last_change":"2024-09-22T10:34:24.356684+0000","last_active":"2024-09-22T10:34:24.356684+0000","last_peered":"2024-09-22T10:34:24.356684+0000","last_clean":"2024-09-22T10:34:24.356684+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:34:24.356684+0000","last_undegraded":"2024-09-22T10:34:24.356684+0000","last_fullsized":"2024-09-22T10:34:24.356684+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.356481+0000","objects_scrubbed":3,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:53.637884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'479","reported_seq":2304,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.970954+0000","last_change":"2024-09-22T10:33:59.970954+0000","last_active":"2024-09-22T10:33:59.970954+0000","last_peered":"2024-09-22T10:33:59.970954+0000","last_clean":"2024-09-22T10:33:59.970954+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:33:59.970954+0000","last_undegraded":"2024-09-22T10:33:59.970954+0000","last_fullsized":"2024-09-22T10:33:59.970954+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.970777+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:14.295680+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2041,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.966090+0000","last_change":"2024-09-22T10:33:50.966090+0000","last_active":"2024-09-22T10:33:50.966090+0000","last_peered":"2024-09-22T10:33:50.966090+0000","last_clean":"2024-09-22T10:33:50.966090+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:50.966090+0000","last_undegraded":"2024-09-22T10:33:50.966090+0000","last_fullsized":"2024-09-22T10:33:50.966090+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.965765+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:27.356068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.843538+0000","last_change":"2024-09-22T10:34:02.843538+0000","last_active":"2024-09-22T10:34:02.843538+0000","last_peered":"2024-09-22T10:34:02.843538+0000","last_clean":"2024-09-22T10:34:02.843538+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:34:02.843538+0000","last_undegraded":"2024-09-22T10:34:02.843538+0000","last_fullsized":"2024-09-22T10:34:02.843538+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.843358+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:41.127508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'330","reported_seq":973,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.004580+0000","last_change":"2024-09-22T10:34:14.004580+0000","last_active":"2024-09-22T10:34:14.004580+0000","last_peered":"2024-09-22T10:34:14.004580+0000","last_clean":"2024-09-22T10:34:14.004580+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:34:14.004580+0000","last_undegraded":"2024-09-22T10:34:14.004580+0000","last_fullsized":"2024-09-22T10:34:14.004580+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'330","last_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_deep_scrub":"269'330","last_deep_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.004369+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:15.726780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46663,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":532,"num_read_kb":1113,"num_write":414,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.898072+0000","last_change":"2024-09-22T10:34:19.898072+0000","last_active":"2024-09-22T10:34:19.898072+0000","last_peered":"2024-09-22T10:34:19.898072+0000","last_clean":"2024-09-22T10:34:19.898072+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:34:19.898072+0000","last_undegraded":"2024-09-22T10:34:19.898072+0000","last_fullsized":"2024-09-22T10:34:19.898072+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.897888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:58.870482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'130","reported_seq":686,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.791389+0000","last_change":"2024-09-22T10:34:27.791389+0000","last_active":"2024-09-22T10:34:27.791389+0000","last_peered":"2024-09-22T10:34:27.791389+0000","last_clean":"2024-09-22T10:34:27.791389+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:34:27.791389+0000","last_undegraded":"2024-09-22T10:34:27.791389+0000","last_fullsized":"2024-09-22T10:34:27.791389+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.791219+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:28.646524+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'455","reported_seq":2063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.839617+0000","last_change":"2024-09-22T10:33:57.839385+0000","last_active":"2024-09-22T10:33:57.839617+0000","last_peered":"2024-09-22T10:33:57.839617+0000","last_clean":"2024-09-22T10:33:57.839617+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:33:57.839617+0000","last_undegraded":"2024-09-22T10:33:57.839617+0000","last_fullsized":"2024-09-22T10:33:57.839617+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'455","last_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_deep_scrub":"269'455","last_deep_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.839158+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:43.403650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'394","reported_seq":1119,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.664325+0000","last_change":"2024-09-22T10:34:02.664196+0000","last_active":"2024-09-22T10:34:02.664325+0000","last_peered":"2024-09-22T10:34:02.664325+0000","last_clean":"2024-09-22T10:34:02.664325+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:34:02.664325+0000","last_undegraded":"2024-09-22T10:34:02.664325+0000","last_fullsized":"2024-09-22T10:34:02.664325+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'394","last_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_deep_scrub":"269'394","last_deep_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.663984+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:05.709327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":802,"num_read_kb":14556,"num_write":1169,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.000958+0000","last_change":"2024-09-22T10:34:10.000958+0000","last_active":"2024-09-22T10:34:10.000958+0000","last_peered":"2024-09-22T10:34:10.000958+0000","last_clean":"2024-09-22T10:34:10.000958+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:34:10.000958+0000","last_undegraded":"2024-09-22T10:34:10.000958+0000","last_fullsized":"2024-09-22T10:34:10.000958+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.000850+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:38.098044+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'85","reported_seq":648,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.355044+0000","last_change":"2024-09-22T10:34:09.355044+0000","last_active":"2024-09-22T10:34:09.355044+0000","last_peered":"2024-09-22T10:34:09.355044+0000","last_clean":"2024-09-22T10:34:09.355044+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:34:09.355044+0000","last_undegraded":"2024-09-22T10:34:09.355044+0000","last_fullsized":"2024-09-22T10:34:09.355044+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'85","last_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_deep_scrub":"269'85","last_deep_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.354800+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:55.778062+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.556169+0000","last_change":"2024-09-22T10:34:17.556169+0000","last_active":"2024-09-22T10:34:17.556169+0000","last_peered":"2024-09-22T10:34:17.556169+0000","last_clean":"2024-09-22T10:34:17.556169+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:34:17.556169+0000","last_undegraded":"2024-09-22T10:34:17.556169+0000","last_fullsized":"2024-09-22T10:34:17.556169+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.555978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:56:03.811578+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'264","reported_seq":844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.388269+0000","last_change":"2024-09-22T10:34:23.388269+0000","last_active":"2024-09-22T10:34:23.388269+0000","last_peered":"2024-09-22T10:34:23.388269+0000","last_clean":"2024-09-22T10:34:23.388269+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:34:23.388269+0000","last_undegraded":"2024-09-22T10:34:23.388269+0000","last_fullsized":"2024-09-22T10:34:23.388269+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'264","last_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_deep_scrub":"269'264","last_deep_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.388051+0000","objects_scrubbed":3,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:50.992204+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.887053+0000","last_change":"2024-09-22T10:33:56.886898+0000","last_active":"2024-09-22T10:33:56.887053+0000","last_peered":"2024-09-22T10:33:56.887053+0000","last_clean":"2024-09-22T10:33:56.887053+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:33:56.887053+0000","last_undegraded":"2024-09-22T10:33:56.887053+0000","last_fullsized":"2024-09-22T10:33:56.887053+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.886711+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:10.470078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'422","reported_seq":1196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.065731+0000","last_change":"2024-09-22T10:33:53.065571+0000","last_active":"2024-09-22T10:33:53.065731+0000","last_peered":"2024-09-22T10:33:53.065731+0000","last_clean":"2024-09-22T10:33:53.065731+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:53.065731+0000","last_undegraded":"2024-09-22T10:33:53.065731+0000","last_fullsized":"2024-09-22T10:33:53.065731+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'422","last_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_deep_scrub":"269'422","last_deep_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.065359+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:04.994854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":867,"num_read_kb":31716,"num_write":1270,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.689856+0000","last_change":"2024-09-22T10:34:05.689856+0000","last_active":"2024-09-22T10:34:05.689856+0000","last_peered":"2024-09-22T10:34:05.689856+0000","last_clean":"2024-09-22T10:34:05.689856+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:34:05.689856+0000","last_undegraded":"2024-09-22T10:34:05.689856+0000","last_fullsized":"2024-09-22T10:34:05.689856+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.689653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:42.611754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'363","reported_seq":1021,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.975462+0000","last_change":"2024-09-22T10:34:14.975462+0000","last_active":"2024-09-22T10:34:14.975462+0000","last_peered":"2024-09-22T10:34:14.975462+0000","last_clean":"2024-09-22T10:34:14.975462+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:34:14.975462+0000","last_undegraded":"2024-09-22T10:34:14.975462+0000","last_fullsized":"2024-09-22T10:34:14.975462+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.975204+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:01.318122+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51008,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":583,"num_read_kb":1172,"num_write":450,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":524,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.436416+0000","last_change":"2024-09-22T10:34:07.436416+0000","last_active":"2024-09-22T10:34:07.436416+0000","last_peered":"2024-09-22T10:34:07.436416+0000","last_clean":"2024-09-22T10:34:07.436416+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:34:07.436416+0000","last_undegraded":"2024-09-22T10:34:07.436416+0000","last_fullsized":"2024-09-22T10:34:07.436416+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.436247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:19:58.503285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'83","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.793181+0000","last_change":"2024-09-22T10:34:25.793181+0000","last_active":"2024-09-22T10:34:25.793181+0000","last_peered":"2024-09-22T10:34:25.793181+0000","last_clean":"2024-09-22T10:34:25.793181+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:34:25.793181+0000","last_undegraded":"2024-09-22T10:34:25.793181+0000","last_fullsized":"2024-09-22T10:34:25.793181+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'83","last_scrub_stamp":"2024-09-22T10:34:25.793001+0000","last_deep_scrub":"269'83","last_deep_scrub_stamp":"2024-09-22T10:34:25.793001+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.793001+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:35.157370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'533","reported_seq":2107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.963814+0000","last_change":"2024-09-22T10:33:59.963648+0000","last_active":"2024-09-22T10:33:59.963814+0000","last_peered":"2024-09-22T10:33:59.963814+0000","last_clean":"2024-09-22T10:33:59.963814+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:59.963814+0000","last_undegraded":"2024-09-22T10:33:59.963814+0000","last_fullsized":"2024-09-22T10:33:59.963814+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'533","last_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_deep_scrub":"269'533","last_deep_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.963471+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:42.330223+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'326","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.308600+0000","last_change":"2024-09-22T10:33:52.308459+0000","last_active":"2024-09-22T10:33:52.308600+0000","last_peered":"2024-09-22T10:33:52.308600+0000","last_clean":"2024-09-22T10:33:52.308600+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:33:52.308600+0000","last_undegraded":"2024-09-22T10:33:52.308600+0000","last_fullsized":"2024-09-22T10:33:52.308600+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.308198+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:24.384148+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194362,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":543,"num_read_kb":12106,"num_write":1028,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.452055+0000","last_change":"2024-09-22T10:34:03.452055+0000","last_active":"2024-09-22T10:34:03.452055+0000","last_peered":"2024-09-22T10:34:03.452055+0000","last_clean":"2024-09-22T10:34:03.452055+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:34:03.452055+0000","last_undegraded":"2024-09-22T10:34:03.452055+0000","last_fullsized":"2024-09-22T10:34:03.452055+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.451828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:55.994596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'303","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.577613+0000","last_change":"2024-09-22T10:34:14.577613+0000","last_active":"2024-09-22T10:34:14.577613+0000","last_peered":"2024-09-22T10:34:14.577613+0000","last_clean":"2024-09-22T10:34:14.577613+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:34:14.577613+0000","last_undegraded":"2024-09-22T10:34:14.577613+0000","last_fullsized":"2024-09-22T10:34:14.577613+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'303","last_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_deep_scrub":"269'303","last_deep_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.577438+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:13.805764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44306,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1018,"num_write":378,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.429199+0000","last_change":"2024-09-22T10:34:17.429199+0000","last_active":"2024-09-22T10:34:17.429199+0000","last_peered":"2024-09-22T10:34:17.429199+0000","last_clean":"2024-09-22T10:34:17.429199+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:34:17.429199+0000","last_undegraded":"2024-09-22T10:34:17.429199+0000","last_fullsized":"2024-09-22T10:34:17.429199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.429015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.921590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'806","reported_seq":2585,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.509718+0000","last_change":"2024-09-22T10:33:58.509718+0000","last_active":"2024-09-22T10:33:58.509718+0000","last_peered":"2024-09-22T10:33:58.509718+0000","last_clean":"2024-09-22T10:33:58.509718+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:33:58.509718+0000","last_undegraded":"2024-09-22T10:33:58.509718+0000","last_fullsized":"2024-09-22T10:33:58.509718+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'806","last_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_deep_scrub":"269'806","last_deep_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.509526+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:15.464487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'329","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.844242+0000","last_change":"2024-09-22T10:33:54.844104+0000","last_active":"2024-09-22T10:33:54.844242+0000","last_peered":"2024-09-22T10:33:54.844242+0000","last_clean":"2024-09-22T10:33:54.844242+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:33:54.844242+0000","last_undegraded":"2024-09-22T10:33:54.844242+0000","last_fullsized":"2024-09-22T10:33:54.844242+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.843814+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:37.467583+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":6994,"num_write":1020,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":551,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.295341+0000","last_change":"2024-09-22T10:34:04.295341+0000","last_active":"2024-09-22T10:34:04.295341+0000","last_peered":"2024-09-22T10:34:04.295341+0000","last_clean":"2024-09-22T10:34:04.295341+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:34:04.295341+0000","last_undegraded":"2024-09-22T10:34:04.295341+0000","last_fullsized":"2024-09-22T10:34:04.295341+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.295152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:34.092498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'553","reported_seq":1243,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.769402+0000","last_change":"2024-09-22T10:34:09.769402+0000","last_active":"2024-09-22T10:34:09.769402+0000","last_peered":"2024-09-22T10:34:09.769402+0000","last_clean":"2024-09-22T10:34:09.769402+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:34:09.769402+0000","last_undegraded":"2024-09-22T10:34:09.769402+0000","last_fullsized":"2024-09-22T10:34:09.769402+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'553","last_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_deep_scrub":"269'553","last_deep_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.769308+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:51:45.309541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94652,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":988,"num_read_kb":2296,"num_write":848,"num_write_kb":733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.820509+0000","last_change":"2024-09-22T10:34:19.820509+0000","last_active":"2024-09-22T10:34:19.820509+0000","last_peered":"2024-09-22T10:34:19.820509+0000","last_clean":"2024-09-22T10:34:19.820509+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:34:19.820509+0000","last_undegraded":"2024-09-22T10:34:19.820509+0000","last_fullsized":"2024-09-22T10:34:19.820509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.820325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:43.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'185","reported_seq":724,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.833191+0000","last_change":"2024-09-22T10:34:26.833191+0000","last_active":"2024-09-22T10:34:26.833191+0000","last_peered":"2024-09-22T10:34:26.833191+0000","last_clean":"2024-09-22T10:34:26.833191+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:34:26.833191+0000","last_undegraded":"2024-09-22T10:34:26.833191+0000","last_fullsized":"2024-09-22T10:34:26.833191+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'185","last_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_deep_scrub":"269'185","last_deep_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.832930+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:05:26.284092+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'479","reported_seq":2209,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.328601+0000","last_change":"2024-09-22T10:33:59.328601+0000","last_active":"2024-09-22T10:33:59.328601+0000","last_peered":"2024-09-22T10:33:59.328601+0000","last_clean":"2024-09-22T10:33:59.328601+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:33:59.328601+0000","last_undegraded":"2024-09-22T10:33:59.328601+0000","last_fullsized":"2024-09-22T10:33:59.328601+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.328403+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:46.536184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'363","reported_seq":1080,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.877690+0000","last_change":"2024-09-22T10:33:49.877520+0000","last_active":"2024-09-22T10:33:49.877690+0000","last_peered":"2024-09-22T10:33:49.877690+0000","last_clean":"2024-09-22T10:33:49.877690+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:33:49.877690+0000","last_undegraded":"2024-09-22T10:33:49.877690+0000","last_fullsized":"2024-09-22T10:33:49.877690+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.877291+0000","objects_scrubbed":8,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:30.548628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":732,"num_read_kb":18000,"num_write":1084,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.484566+0000","last_change":"2024-09-22T10:34:02.484566+0000","last_active":"2024-09-22T10:34:02.484566+0000","last_peered":"2024-09-22T10:34:02.484566+0000","last_clean":"2024-09-22T10:34:02.484566+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:34:02.484566+0000","last_undegraded":"2024-09-22T10:34:02.484566+0000","last_fullsized":"2024-09-22T10:34:02.484566+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.484386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:54.498365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'395","reported_seq":1054,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.577953+0000","last_change":"2024-09-22T10:34:15.577953+0000","last_active":"2024-09-22T10:34:15.577953+0000","last_peered":"2024-09-22T10:34:15.577953+0000","last_clean":"2024-09-22T10:34:15.577953+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:34:15.577953+0000","last_undegraded":"2024-09-22T10:34:15.577953+0000","last_fullsized":"2024-09-22T10:34:15.577953+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'395","last_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_deep_scrub":"269'395","last_deep_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.577765+0000","objects_scrubbed":8,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:44.377797+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48397,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":637,"num_read_kb":1235,"num_write":520,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.837467+0000","last_change":"2024-09-22T10:34:11.837467+0000","last_active":"2024-09-22T10:34:11.837467+0000","last_peered":"2024-09-22T10:34:11.837467+0000","last_clean":"2024-09-22T10:34:11.837467+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:34:11.837467+0000","last_undegraded":"2024-09-22T10:34:11.837467+0000","last_fullsized":"2024-09-22T10:34:11.837467+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.837296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:32.006048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'190","reported_seq":1095,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.494693+0000","last_change":"2024-09-22T10:34:11.494693+0000","last_active":"2024-09-22T10:34:11.494693+0000","last_peered":"2024-09-22T10:34:11.494693+0000","last_clean":"2024-09-22T10:34:11.494693+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:34:11.494693+0000","last_undegraded":"2024-09-22T10:34:11.494693+0000","last_fullsized":"2024-09-22T10:34:11.494693+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.494489+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:26.512099+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.897073+0000","last_change":"2024-09-22T10:34:02.897073+0000","last_active":"2024-09-22T10:34:02.897073+0000","last_peered":"2024-09-22T10:34:02.897073+0000","last_clean":"2024-09-22T10:34:02.897073+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:34:02.897073+0000","last_undegraded":"2024-09-22T10:34:02.897073+0000","last_fullsized":"2024-09-22T10:34:02.897073+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'497","last_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_deep_scrub":"269'497","last_deep_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.896904+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:46.612922+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1139,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.925095+0000","last_change":"2024-09-22T10:33:49.925095+0000","last_active":"2024-09-22T10:33:49.925095+0000","last_peered":"2024-09-22T10:33:49.925095+0000","last_clean":"2024-09-22T10:33:49.925095+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:49.925095+0000","last_undegraded":"2024-09-22T10:33:49.925095+0000","last_fullsized":"2024-09-22T10:33:49.925095+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.924891+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:38:17.598015+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.770167+0000","last_change":"2024-09-22T10:34:11.770167+0000","last_active":"2024-09-22T10:34:11.770167+0000","last_peered":"2024-09-22T10:34:11.770167+0000","last_clean":"2024-09-22T10:34:11.770167+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:34:11.770167+0000","last_undegraded":"2024-09-22T10:34:11.770167+0000","last_fullsized":"2024-09-22T10:34:11.770167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.769990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:09.939003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'337","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.940795+0000","last_change":"2024-09-22T10:34:15.940795+0000","last_active":"2024-09-22T10:34:15.940795+0000","last_peered":"2024-09-22T10:34:15.940795+0000","last_clean":"2024-09-22T10:34:15.940795+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:34:15.940795+0000","last_undegraded":"2024-09-22T10:34:15.940795+0000","last_fullsized":"2024-09-22T10:34:15.940795+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.940595+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:50.880669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55919,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":554,"num_read_kb":1193,"num_write":440,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.789385+0000","last_change":"2024-09-22T10:34:10.789385+0000","last_active":"2024-09-22T10:34:10.789385+0000","last_peered":"2024-09-22T10:34:10.789385+0000","last_clean":"2024-09-22T10:34:10.789385+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:34:10.789385+0000","last_undegraded":"2024-09-22T10:34:10.789385+0000","last_fullsized":"2024-09-22T10:34:10.789385+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.789199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:59.681766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'154","reported_seq":695,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796803+0000","last_change":"2024-09-22T10:34:23.796803+0000","last_active":"2024-09-22T10:34:23.796803+0000","last_peered":"2024-09-22T10:34:23.796803+0000","last_clean":"2024-09-22T10:34:23.796803+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:34:23.796803+0000","last_undegraded":"2024-09-22T10:34:23.796803+0000","last_fullsized":"2024-09-22T10:34:23.796803+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.796532+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:55.445120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'711","reported_seq":2448,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.404053+0000","last_change":"2024-09-22T10:33:56.404053+0000","last_active":"2024-09-22T10:33:56.404053+0000","last_peered":"2024-09-22T10:33:56.404053+0000","last_clean":"2024-09-22T10:33:56.404053+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:33:56.404053+0000","last_undegraded":"2024-09-22T10:33:56.404053+0000","last_fullsized":"2024-09-22T10:33:56.404053+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'711","last_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_deep_scrub":"269'711","last_deep_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.403870+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":700,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:47.356079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'378","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.412197+0000","last_change":"2024-09-22T10:33:49.412197+0000","last_active":"2024-09-22T10:33:49.412197+0000","last_peered":"2024-09-22T10:33:49.412197+0000","last_clean":"2024-09-22T10:33:49.412197+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:49.412197+0000","last_undegraded":"2024-09-22T10:33:49.412197+0000","last_fullsized":"2024-09-22T10:33:49.412197+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'378","last_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_deep_scrub":"269'378","last_deep_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.411994+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:47.750253+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":599,"num_read_kb":40565,"num_write":1148,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.813519+0000","last_change":"2024-09-22T10:34:05.813519+0000","last_active":"2024-09-22T10:34:05.813519+0000","last_peered":"2024-09-22T10:34:05.813519+0000","last_clean":"2024-09-22T10:34:05.813519+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:34:05.813519+0000","last_undegraded":"2024-09-22T10:34:05.813519+0000","last_fullsized":"2024-09-22T10:34:05.813519+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.813333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:07.765318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'171","reported_seq":775,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.709303+0000","last_change":"2024-09-22T10:34:16.709303+0000","last_active":"2024-09-22T10:34:16.709303+0000","last_peered":"2024-09-22T10:34:16.709303+0000","last_clean":"2024-09-22T10:34:16.709303+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:34:16.709303+0000","last_undegraded":"2024-09-22T10:34:16.709303+0000","last_fullsized":"2024-09-22T10:34:16.709303+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'171","last_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_deep_scrub":"269'171","last_deep_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.709110+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:42:54.491593+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'770","reported_seq":3058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.474416+0000","last_change":"2024-09-22T10:34:09.474416+0000","last_active":"2024-09-22T10:34:09.474416+0000","last_peered":"2024-09-22T10:34:09.474416+0000","last_clean":"2024-09-22T10:34:09.474416+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:34:09.474416+0000","last_undegraded":"2024-09-22T10:34:09.474416+0000","last_fullsized":"2024-09-22T10:34:09.474416+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.474202+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":701,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:47.443876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":702,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.520303+0000","last_change":"2024-09-22T10:34:20.520303+0000","last_active":"2024-09-22T10:34:20.520303+0000","last_peered":"2024-09-22T10:34:20.520303+0000","last_clean":"2024-09-22T10:34:20.520303+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:34:20.520303+0000","last_undegraded":"2024-09-22T10:34:20.520303+0000","last_fullsized":"2024-09-22T10:34:20.520303+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.520117+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:53.493677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1818,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.947318+0000","last_change":"2024-09-22T10:34:01.947318+0000","last_active":"2024-09-22T10:34:01.947318+0000","last_peered":"2024-09-22T10:34:01.947318+0000","last_clean":"2024-09-22T10:34:01.947318+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:34:01.947318+0000","last_undegraded":"2024-09-22T10:34:01.947318+0000","last_fullsized":"2024-09-22T10:34:01.947318+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.947138+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:29:48.518329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'363","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.050370+0000","last_change":"2024-09-22T10:34:00.050370+0000","last_active":"2024-09-22T10:34:00.050370+0000","last_peered":"2024-09-22T10:34:00.050370+0000","last_clean":"2024-09-22T10:34:00.050370+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:34:00.050370+0000","last_undegraded":"2024-09-22T10:34:00.050370+0000","last_fullsized":"2024-09-22T10:34:00.050370+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.050092+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:03.993347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":6601,"num_write":1095,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.630837+0000","last_change":"2024-09-22T10:34:07.630837+0000","last_active":"2024-09-22T10:34:07.630837+0000","last_peered":"2024-09-22T10:34:07.630837+0000","last_clean":"2024-09-22T10:34:07.630837+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:34:07.630837+0000","last_undegraded":"2024-09-22T10:34:07.630837+0000","last_fullsized":"2024-09-22T10:34:07.630837+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.630626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:47:16.574927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'406","reported_seq":1072,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.871278+0000","last_change":"2024-09-22T10:34:17.871056+0000","last_active":"2024-09-22T10:34:17.871278+0000","last_peered":"2024-09-22T10:34:17.871278+0000","last_clean":"2024-09-22T10:34:17.871278+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:34:17.871278+0000","last_undegraded":"2024-09-22T10:34:17.871278+0000","last_fullsized":"2024-09-22T10:34:17.871278+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.870772+0000","objects_scrubbed":8,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:20:19.596706+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46592,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1225,"num_write":492,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.404315+0000","last_change":"2024-09-22T10:34:16.404315+0000","last_active":"2024-09-22T10:34:16.404315+0000","last_peered":"2024-09-22T10:34:16.404315+0000","last_clean":"2024-09-22T10:34:16.404315+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:34:16.404315+0000","last_undegraded":"2024-09-22T10:34:16.404315+0000","last_fullsized":"2024-09-22T10:34:16.404315+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.404134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:24.341650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'158","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.556308+0000","last_change":"2024-09-22T10:34:22.556308+0000","last_active":"2024-09-22T10:34:22.556308+0000","last_peered":"2024-09-22T10:34:22.556308+0000","last_clean":"2024-09-22T10:34:22.556308+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:34:22.556308+0000","last_undegraded":"2024-09-22T10:34:22.556308+0000","last_fullsized":"2024-09-22T10:34:22.556308+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'158","last_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_deep_scrub":"269'158","last_deep_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.556020+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:40.417327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'886","reported_seq":2627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.991556+0000","last_change":"2024-09-22T10:33:58.991556+0000","last_active":"2024-09-22T10:33:58.991556+0000","last_peered":"2024-09-22T10:33:58.991556+0000","last_clean":"2024-09-22T10:33:58.991556+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:33:58.991556+0000","last_undegraded":"2024-09-22T10:33:58.991556+0000","last_fullsized":"2024-09-22T10:33:58.991556+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'886","last_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_deep_scrub":"269'886","last_deep_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.991381+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:00:51.488875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2554,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'404","reported_seq":1115,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.061683+0000","last_change":"2024-09-22T10:33:55.061683+0000","last_active":"2024-09-22T10:33:55.061683+0000","last_peered":"2024-09-22T10:33:55.061683+0000","last_clean":"2024-09-22T10:33:55.061683+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:55.061683+0000","last_undegraded":"2024-09-22T10:33:55.061683+0000","last_fullsized":"2024-09-22T10:33:55.061683+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'404","last_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_deep_scrub":"269'404","last_deep_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.061244+0000","objects_scrubbed":8,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:58.095968+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5549792,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":725,"num_read_kb":48507,"num_write":1377,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.921246+0000","last_change":"2024-09-22T10:34:13.921246+0000","last_active":"2024-09-22T10:34:13.921246+0000","last_peered":"2024-09-22T10:34:13.921246+0000","last_clean":"2024-09-22T10:34:13.921246+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:34:13.921246+0000","last_undegraded":"2024-09-22T10:34:13.921246+0000","last_fullsized":"2024-09-22T10:34:13.921246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.921048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:27:06.637523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'341","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.343250+0000","last_change":"2024-09-22T10:34:11.343250+0000","last_active":"2024-09-22T10:34:11.343250+0000","last_peered":"2024-09-22T10:34:11.343250+0000","last_clean":"2024-09-22T10:34:11.343250+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:34:11.343250+0000","last_undegraded":"2024-09-22T10:34:11.343250+0000","last_fullsized":"2024-09-22T10:34:11.343250+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.343038+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:28.334614+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":553,"num_read_kb":1380,"num_write":450,"num_write_kb":416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.483417+0000","last_change":"2024-09-22T10:34:08.483300+0000","last_active":"2024-09-22T10:34:08.483417+0000","last_peered":"2024-09-22T10:34:08.483417+0000","last_clean":"2024-09-22T10:34:08.483417+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:34:08.483417+0000","last_undegraded":"2024-09-22T10:34:08.483417+0000","last_fullsized":"2024-09-22T10:34:08.483417+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.483129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:17:23.192926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'164","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.878946+0000","last_change":"2024-09-22T10:34:25.878946+0000","last_active":"2024-09-22T10:34:25.878946+0000","last_peered":"2024-09-22T10:34:25.878946+0000","last_clean":"2024-09-22T10:34:25.878946+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:34:25.878946+0000","last_undegraded":"2024-09-22T10:34:25.878946+0000","last_fullsized":"2024-09-22T10:34:25.878946+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.878764+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:57.437887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'384","reported_seq":1867,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.929263+0000","last_change":"2024-09-22T10:34:01.929089+0000","last_active":"2024-09-22T10:34:01.929263+0000","last_peered":"2024-09-22T10:34:01.929263+0000","last_clean":"2024-09-22T10:34:01.929263+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:34:01.929263+0000","last_undegraded":"2024-09-22T10:34:01.929263+0000","last_fullsized":"2024-09-22T10:34:01.929263+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.928898+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.193703+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'332","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.844808+0000","last_change":"2024-09-22T10:33:50.844808+0000","last_active":"2024-09-22T10:33:50.844808+0000","last_peered":"2024-09-22T10:33:50.844808+0000","last_clean":"2024-09-22T10:33:50.844808+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:33:50.844808+0000","last_undegraded":"2024-09-22T10:33:50.844808+0000","last_fullsized":"2024-09-22T10:33:50.844808+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.844603+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:29:42.920299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":624,"num_read_kb":46451,"num_write":1007,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.779809+0000","last_change":"2024-09-22T10:34:10.779809+0000","last_active":"2024-09-22T10:34:10.779809+0000","last_peered":"2024-09-22T10:34:10.779809+0000","last_clean":"2024-09-22T10:34:10.779809+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:34:10.779809+0000","last_undegraded":"2024-09-22T10:34:10.779809+0000","last_fullsized":"2024-09-22T10:34:10.779809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.779632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:29:13.172611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":873,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.932216+0000","last_change":"2024-09-22T10:34:17.932216+0000","last_active":"2024-09-22T10:34:17.932216+0000","last_peered":"2024-09-22T10:34:17.932216+0000","last_clean":"2024-09-22T10:34:17.932216+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:34:17.932216+0000","last_undegraded":"2024-09-22T10:34:17.932216+0000","last_fullsized":"2024-09-22T10:34:17.932216+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'270","last_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_deep_scrub":"269'270","last_deep_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.932048+0000","objects_scrubbed":2,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:32.240788+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54380,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":439,"num_read_kb":1043,"num_write":360,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.734205+0000","last_change":"2024-09-22T10:34:19.734205+0000","last_active":"2024-09-22T10:34:19.734205+0000","last_peered":"2024-09-22T10:34:19.734205+0000","last_clean":"2024-09-22T10:34:19.734205+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:34:19.734205+0000","last_undegraded":"2024-09-22T10:34:19.734205+0000","last_fullsized":"2024-09-22T10:34:19.734205+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.734018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:15.218961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'162","reported_seq":1298,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.575397+0000","last_change":"2024-09-22T10:34:21.575397+0000","last_active":"2024-09-22T10:34:21.575397+0000","last_peered":"2024-09-22T10:34:21.575397+0000","last_clean":"2024-09-22T10:34:21.575397+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:34:21.575397+0000","last_undegraded":"2024-09-22T10:34:21.575397+0000","last_fullsized":"2024-09-22T10:34:21.575397+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'162","last_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_deep_scrub":"269'162","last_deep_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.575208+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:13.108427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'383","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.996330+0000","last_change":"2024-09-22T10:33:57.996169+0000","last_active":"2024-09-22T10:33:57.996330+0000","last_peered":"2024-09-22T10:33:57.996330+0000","last_clean":"2024-09-22T10:33:57.996330+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:33:57.996330+0000","last_undegraded":"2024-09-22T10:33:57.996330+0000","last_fullsized":"2024-09-22T10:33:57.996330+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.996006+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:35.947293+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'289","reported_seq":929,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.338801+0000","last_change":"2024-09-22T10:33:54.338801+0000","last_active":"2024-09-22T10:33:54.338801+0000","last_peered":"2024-09-22T10:33:54.338801+0000","last_clean":"2024-09-22T10:33:54.338801+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:33:54.338801+0000","last_undegraded":"2024-09-22T10:33:54.338801+0000","last_fullsized":"2024-09-22T10:33:54.338801+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.338547+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:35.667637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4448414,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":429,"num_read_kb":14177,"num_write":944,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.792175+0000","last_change":"2024-09-22T10:34:04.792007+0000","last_active":"2024-09-22T10:34:04.792175+0000","last_peered":"2024-09-22T10:34:04.792175+0000","last_clean":"2024-09-22T10:34:04.792175+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:34:04.792175+0000","last_undegraded":"2024-09-22T10:34:04.792175+0000","last_fullsized":"2024-09-22T10:34:04.792175+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.791824+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:28.689041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.781112+0000","last_change":"2024-09-22T10:34:14.781112+0000","last_active":"2024-09-22T10:34:14.781112+0000","last_peered":"2024-09-22T10:34:14.781112+0000","last_clean":"2024-09-22T10:34:14.781112+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:34:14.781112+0000","last_undegraded":"2024-09-22T10:34:14.781112+0000","last_fullsized":"2024-09-22T10:34:14.781112+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.780879+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:46.124768+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.437280+0000","last_change":"2024-09-22T10:34:20.437280+0000","last_active":"2024-09-22T10:34:20.437280+0000","last_peered":"2024-09-22T10:34:20.437280+0000","last_clean":"2024-09-22T10:34:20.437280+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:34:20.437280+0000","last_undegraded":"2024-09-22T10:34:20.437280+0000","last_fullsized":"2024-09-22T10:34:20.437280+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.437094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:47.793533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'157","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.746395+0000","last_change":"2024-09-22T10:34:20.746395+0000","last_active":"2024-09-22T10:34:20.746395+0000","last_peered":"2024-09-22T10:34:20.746395+0000","last_clean":"2024-09-22T10:34:20.746395+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:34:20.746395+0000","last_undegraded":"2024-09-22T10:34:20.746395+0000","last_fullsized":"2024-09-22T10:34:20.746395+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'157","last_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_deep_scrub":"269'157","last_deep_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.746175+0000","objects_scrubbed":2,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:58.172954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'595","reported_seq":2414,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.832539+0000","last_change":"2024-09-22T10:34:03.832539+0000","last_active":"2024-09-22T10:34:03.832539+0000","last_peered":"2024-09-22T10:34:03.832539+0000","last_clean":"2024-09-22T10:34:03.832539+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:34:03.832539+0000","last_undegraded":"2024-09-22T10:34:03.832539+0000","last_fullsized":"2024-09-22T10:34:03.832539+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'595","last_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_deep_scrub":"269'595","last_deep_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.832346+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":500,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:17.147662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3827,"num_omap_keys":15,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'332","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.449115+0000","last_change":"2024-09-22T10:33:51.449115+0000","last_active":"2024-09-22T10:33:51.449115+0000","last_peered":"2024-09-22T10:33:51.449115+0000","last_clean":"2024-09-22T10:33:51.449115+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:51.449115+0000","last_undegraded":"2024-09-22T10:33:51.449115+0000","last_fullsized":"2024-09-22T10:33:51.449115+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.448854+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:08.489042+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":638,"num_read_kb":30338,"num_write":1093,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1138","reported_seq":2824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.877395+0000","last_change":"2024-09-22T10:33:59.877395+0000","last_active":"2024-09-22T10:33:59.877395+0000","last_peered":"2024-09-22T10:33:59.877395+0000","last_clean":"2024-09-22T10:33:59.877395+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:33:59.877395+0000","last_undegraded":"2024-09-22T10:33:59.877395+0000","last_fullsized":"2024-09-22T10:33:59.877395+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1138","last_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_deep_scrub":"269'1138","last_deep_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.877201+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":1100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:03.203250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'305","reported_seq":968,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.427041+0000","last_change":"2024-09-22T10:33:51.427041+0000","last_active":"2024-09-22T10:33:51.427041+0000","last_peered":"2024-09-22T10:33:51.427041+0000","last_clean":"2024-09-22T10:33:51.427041+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:33:51.427041+0000","last_undegraded":"2024-09-22T10:33:51.427041+0000","last_fullsized":"2024-09-22T10:33:51.427041+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'305","last_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_deep_scrub":"269'305","last_deep_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.426794+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:11.568420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":561,"num_read_kb":13307,"num_write":997,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'492","reported_seq":2134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.004789+0000","last_change":"2024-09-22T10:34:06.004789+0000","last_active":"2024-09-22T10:34:06.004789+0000","last_peered":"2024-09-22T10:34:06.004789+0000","last_clean":"2024-09-22T10:34:06.004789+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:34:06.004789+0000","last_undegraded":"2024-09-22T10:34:06.004789+0000","last_fullsized":"2024-09-22T10:34:06.004789+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'492","last_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_deep_scrub":"269'492","last_deep_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.004614+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:09.181901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'495","reported_seq":1220,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.088977+0000","last_change":"2024-09-22T10:33:54.088977+0000","last_active":"2024-09-22T10:33:54.088977+0000","last_peered":"2024-09-22T10:33:54.088977+0000","last_clean":"2024-09-22T10:33:54.088977+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:54.088977+0000","last_undegraded":"2024-09-22T10:33:54.088977+0000","last_fullsized":"2024-09-22T10:33:54.088977+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.088768+0000","objects_scrubbed":6,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:21.569068+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":958,"num_read_kb":9847,"num_write":1502,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'551","reported_seq":2170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.886398+0000","last_change":"2024-09-22T10:33:58.886398+0000","last_active":"2024-09-22T10:33:58.886398+0000","last_peered":"2024-09-22T10:33:58.886398+0000","last_clean":"2024-09-22T10:33:58.886398+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:33:58.886398+0000","last_undegraded":"2024-09-22T10:33:58.886398+0000","last_fullsized":"2024-09-22T10:33:58.886398+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.886188+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:32.759739+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'340","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370718+0000","last_change":"2024-09-22T10:33:48.370718+0000","last_active":"2024-09-22T10:33:48.370718+0000","last_peered":"2024-09-22T10:33:48.370718+0000","last_clean":"2024-09-22T10:33:48.370718+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:33:48.370718+0000","last_undegraded":"2024-09-22T10:33:48.370718+0000","last_fullsized":"2024-09-22T10:33:48.370718+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370333+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:42.535219+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":531,"num_read_kb":12261,"num_write":1102,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1194","reported_seq":2774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.975114+0000","last_change":"2024-09-22T10:34:04.975114+0000","last_active":"2024-09-22T10:34:04.975114+0000","last_peered":"2024-09-22T10:34:04.975114+0000","last_clean":"2024-09-22T10:34:04.975114+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:34:04.975114+0000","last_undegraded":"2024-09-22T10:34:04.975114+0000","last_fullsized":"2024-09-22T10:34:04.975114+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1194","last_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_deep_scrub":"269'1194","last_deep_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.974855+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":1100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:20:13.731856+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":220,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'359","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.375383+0000","last_change":"2024-09-22T10:33:53.375383+0000","last_active":"2024-09-22T10:33:53.375383+0000","last_peered":"2024-09-22T10:33:53.375383+0000","last_clean":"2024-09-22T10:33:53.375383+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:53.375383+0000","last_undegraded":"2024-09-22T10:33:53.375383+0000","last_fullsized":"2024-09-22T10:33:53.375383+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.375170+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:46:31.480867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":686,"num_read_kb":38522,"num_write":1109,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1172","reported_seq":2868,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.961006+0000","last_change":"2024-09-22T10:34:00.961006+0000","last_active":"2024-09-22T10:34:00.961006+0000","last_peered":"2024-09-22T10:34:00.961006+0000","last_clean":"2024-09-22T10:34:00.961006+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:34:00.961006+0000","last_undegraded":"2024-09-22T10:34:00.961006+0000","last_fullsized":"2024-09-22T10:34:00.961006+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1172","last_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_deep_scrub":"269'1172","last_deep_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.960818+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":1100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:03:00.583823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'355","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.801289+0000","last_change":"2024-09-22T10:33:51.801289+0000","last_active":"2024-09-22T10:33:51.801289+0000","last_peered":"2024-09-22T10:33:51.801289+0000","last_clean":"2024-09-22T10:33:51.801289+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:33:51.801289+0000","last_undegraded":"2024-09-22T10:33:51.801289+0000","last_fullsized":"2024-09-22T10:33:51.801289+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.801041+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:32.129083+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":599,"num_read_kb":31166,"num_write":1126,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'478","reported_seq":2055,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.941045+0000","last_change":"2024-09-22T10:34:03.941045+0000","last_active":"2024-09-22T10:34:03.941045+0000","last_peered":"2024-09-22T10:34:03.941045+0000","last_clean":"2024-09-22T10:34:03.941045+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:34:03.941045+0000","last_undegraded":"2024-09-22T10:34:03.941045+0000","last_fullsized":"2024-09-22T10:34:03.941045+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'478","last_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_deep_scrub":"269'478","last_deep_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.940843+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:34.069816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'459","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.492518+0000","last_change":"2024-09-22T10:33:52.492518+0000","last_active":"2024-09-22T10:33:52.492518+0000","last_peered":"2024-09-22T10:33:52.492518+0000","last_clean":"2024-09-22T10:33:52.492518+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:52.492518+0000","last_undegraded":"2024-09-22T10:33:52.492518+0000","last_fullsized":"2024-09-22T10:33:52.492518+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.492268+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:31.614184+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":789,"num_read_kb":32482,"num_write":1379,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1596","reported_seq":3357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.456039+0000","last_change":"2024-09-22T10:34:01.456039+0000","last_active":"2024-09-22T10:34:01.456039+0000","last_peered":"2024-09-22T10:34:01.456039+0000","last_clean":"2024-09-22T10:34:01.456039+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:34:01.456039+0000","last_undegraded":"2024-09-22T10:34:01.456039+0000","last_fullsized":"2024-09-22T10:34:01.456039+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1596","last_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_deep_scrub":"269'1596","last_deep_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.455859+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":1500,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:56:53.962049+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2732,"num_omap_keys":11,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'360","reported_seq":1063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.860189+0000","last_change":"2024-09-22T10:33:52.860189+0000","last_active":"2024-09-22T10:33:52.860189+0000","last_peered":"2024-09-22T10:33:52.860189+0000","last_clean":"2024-09-22T10:33:52.860189+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:33:52.860189+0000","last_undegraded":"2024-09-22T10:33:52.860189+0000","last_fullsized":"2024-09-22T10:33:52.860189+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'360","last_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_deep_scrub":"269'360","last_deep_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.859991+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:08.108206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":688,"num_read_kb":46630,"num_write":1237,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'820","reported_seq":2396,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.322002+0000","last_change":"2024-09-22T10:34:01.321855+0000","last_active":"2024-09-22T10:34:01.322002+0000","last_peered":"2024-09-22T10:34:01.322002+0000","last_clean":"2024-09-22T10:34:01.322002+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:34:01.322002+0000","last_undegraded":"2024-09-22T10:34:01.322002+0000","last_fullsized":"2024-09-22T10:34:01.322002+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'820","last_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_deep_scrub":"269'820","last_deep_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.321670+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:31.484581+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'364","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.999208+0000","last_change":"2024-09-22T10:33:57.999208+0000","last_active":"2024-09-22T10:33:57.999208+0000","last_peered":"2024-09-22T10:33:57.999208+0000","last_clean":"2024-09-22T10:33:57.999208+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:57.999208+0000","last_undegraded":"2024-09-22T10:33:57.999208+0000","last_fullsized":"2024-09-22T10:33:57.999208+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.998883+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:55:53.486601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1117,"num_read_kb":78563,"num_write":1228,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'556","reported_seq":2240,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.882736+0000","last_change":"2024-09-22T10:34:04.882736+0000","last_active":"2024-09-22T10:34:04.882736+0000","last_peered":"2024-09-22T10:34:04.882736+0000","last_clean":"2024-09-22T10:34:04.882736+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:34:04.882736+0000","last_undegraded":"2024-09-22T10:34:04.882736+0000","last_fullsized":"2024-09-22T10:34:04.882736+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'556","last_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_deep_scrub":"269'556","last_deep_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.882556+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:09.884693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'324","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.412371+0000","last_change":"2024-09-22T10:33:52.412371+0000","last_active":"2024-09-22T10:33:52.412371+0000","last_peered":"2024-09-22T10:33:52.412371+0000","last_clean":"2024-09-22T10:33:52.412371+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:52.412371+0000","last_undegraded":"2024-09-22T10:33:52.412371+0000","last_fullsized":"2024-09-22T10:33:52.412371+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'324","last_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_deep_scrub":"269'324","last_deep_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.412127+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:29.449560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":517,"num_read_kb":10221,"num_write":944,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'853","reported_seq":2555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.360661+0000","last_change":"2024-09-22T10:33:57.360661+0000","last_active":"2024-09-22T10:33:57.360661+0000","last_peered":"2024-09-22T10:33:57.360661+0000","last_clean":"2024-09-22T10:33:57.360661+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:57.360661+0000","last_undegraded":"2024-09-22T10:33:57.360661+0000","last_fullsized":"2024-09-22T10:33:57.360661+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'853","last_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_deep_scrub":"269'853","last_deep_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.360515+0000","objects_scrubbed":5,"log_size":53,"log_dups_size":800,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:05.485864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'328","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.085481+0000","last_change":"2024-09-22T10:33:56.085481+0000","last_active":"2024-09-22T10:33:56.085481+0000","last_peered":"2024-09-22T10:33:56.085481+0000","last_clean":"2024-09-22T10:33:56.085481+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:56.085481+0000","last_undegraded":"2024-09-22T10:33:56.085481+0000","last_fullsized":"2024-09-22T10:33:56.085481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.085265+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:13:50.652607+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":554,"num_read_kb":2587,"num_write":1045,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'481","reported_seq":2136,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.912469+0000","last_change":"2024-09-22T10:34:02.912469+0000","last_active":"2024-09-22T10:34:02.912469+0000","last_peered":"2024-09-22T10:34:02.912469+0000","last_clean":"2024-09-22T10:34:02.912469+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:34:02.912469+0000","last_undegraded":"2024-09-22T10:34:02.912469+0000","last_fullsized":"2024-09-22T10:34:02.912469+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.912275+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:41.264632+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'370","reported_seq":1261,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.336024+0000","last_change":"2024-09-22T10:33:50.336024+0000","last_active":"2024-09-22T10:33:50.336024+0000","last_peered":"2024-09-22T10:33:50.336024+0000","last_clean":"2024-09-22T10:33:50.336024+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:33:50.336024+0000","last_undegraded":"2024-09-22T10:33:50.336024+0000","last_fullsized":"2024-09-22T10:33:50.336024+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.335780+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:36.211137+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1237,"num_read_kb":59662,"num_write":1240,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.649431+0000","last_change":"2024-09-22T10:34:01.649431+0000","last_active":"2024-09-22T10:34:01.649431+0000","last_peered":"2024-09-22T10:34:01.649431+0000","last_clean":"2024-09-22T10:34:01.649431+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:34:01.649431+0000","last_undegraded":"2024-09-22T10:34:01.649431+0000","last_fullsized":"2024-09-22T10:34:01.649431+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.649192+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:59.173123+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'397","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.492831+0000","last_change":"2024-09-22T10:33:53.492831+0000","last_active":"2024-09-22T10:33:53.492831+0000","last_peered":"2024-09-22T10:33:53.492831+0000","last_clean":"2024-09-22T10:33:53.492831+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:53.492831+0000","last_undegraded":"2024-09-22T10:33:53.492831+0000","last_fullsized":"2024-09-22T10:33:53.492831+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'397","last_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_deep_scrub":"269'397","last_deep_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.492531+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:28.241552+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048594,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":675,"num_read_kb":42897,"num_write":1134,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2047","reported_seq":3834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.295906+0000","last_change":"2024-09-22T10:34:00.295906+0000","last_active":"2024-09-22T10:34:00.295906+0000","last_peered":"2024-09-22T10:34:00.295906+0000","last_clean":"2024-09-22T10:34:00.295906+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:34:00.295906+0000","last_undegraded":"2024-09-22T10:34:00.295906+0000","last_fullsized":"2024-09-22T10:34:00.295906+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2047","last_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_deep_scrub":"269'2047","last_deep_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.295712+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":2000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:29:29.614202+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5615,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'364","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.685326+0000","last_change":"2024-09-22T10:34:04.685326+0000","last_active":"2024-09-22T10:34:04.685326+0000","last_peered":"2024-09-22T10:34:04.685326+0000","last_clean":"2024-09-22T10:34:04.685326+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:34:04.685326+0000","last_undegraded":"2024-09-22T10:34:04.685326+0000","last_fullsized":"2024-09-22T10:34:04.685326+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.685104+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:49.289651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194397,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":574,"num_read_kb":13963,"num_write":1094,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'484","reported_seq":2217,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.050911+0000","last_change":"2024-09-22T10:34:07.050911+0000","last_active":"2024-09-22T10:34:07.050911+0000","last_peered":"2024-09-22T10:34:07.050911+0000","last_clean":"2024-09-22T10:34:07.050911+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:34:07.050911+0000","last_undegraded":"2024-09-22T10:34:07.050911+0000","last_fullsized":"2024-09-22T10:34:07.050911+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'484","last_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_deep_scrub":"269'484","last_deep_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.050723+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:14.097683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'311","reported_seq":996,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.406682+0000","last_change":"2024-09-22T10:33:54.406543+0000","last_active":"2024-09-22T10:33:54.406682+0000","last_peered":"2024-09-22T10:33:54.406682+0000","last_clean":"2024-09-22T10:33:54.406682+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:33:54.406682+0000","last_undegraded":"2024-09-22T10:33:54.406682+0000","last_fullsized":"2024-09-22T10:33:54.406682+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.406316+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:44.079224+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":561,"num_read_kb":29482,"num_write":1063,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'527","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.656982+0000","last_change":"2024-09-22T10:33:59.656982+0000","last_active":"2024-09-22T10:33:59.656982+0000","last_peered":"2024-09-22T10:33:59.656982+0000","last_clean":"2024-09-22T10:33:59.656982+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:59.656982+0000","last_undegraded":"2024-09-22T10:33:59.656982+0000","last_fullsized":"2024-09-22T10:33:59.656982+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'527","last_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_deep_scrub":"269'527","last_deep_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.656786+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:09.134821+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'406","reported_seq":1064,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.045617+0000","last_change":"2024-09-22T10:33:57.045617+0000","last_active":"2024-09-22T10:33:57.045617+0000","last_peered":"2024-09-22T10:33:57.045617+0000","last_clean":"2024-09-22T10:33:57.045617+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:57.045617+0000","last_undegraded":"2024-09-22T10:33:57.045617+0000","last_fullsized":"2024-09-22T10:33:57.045617+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.045426+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:29.017844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":574,"num_read_kb":22348,"num_write":1146,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'338","reported_seq":1076,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.024048+0000","last_change":"2024-09-22T10:34:01.024048+0000","last_active":"2024-09-22T10:34:01.024048+0000","last_peered":"2024-09-22T10:34:01.024048+0000","last_clean":"2024-09-22T10:34:01.024048+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:34:01.024048+0000","last_undegraded":"2024-09-22T10:34:01.024048+0000","last_fullsized":"2024-09-22T10:34:01.024048+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.023816+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:00.052539+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194355,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":94218,"num_write":960,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'427","reported_seq":1998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.303690+0000","last_change":"2024-09-22T10:34:03.303534+0000","last_active":"2024-09-22T10:34:03.303690+0000","last_peered":"2024-09-22T10:34:03.303690+0000","last_clean":"2024-09-22T10:34:03.303690+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:34:03.303690+0000","last_undegraded":"2024-09-22T10:34:03.303690+0000","last_fullsized":"2024-09-22T10:34:03.303690+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'427","last_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_deep_scrub":"269'427","last_deep_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.303342+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:21.629859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":475,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'433","reported_seq":1223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.778482+0000","last_change":"2024-09-22T10:33:52.778329+0000","last_active":"2024-09-22T10:33:52.778482+0000","last_peered":"2024-09-22T10:33:52.778482+0000","last_clean":"2024-09-22T10:33:52.778482+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:33:52.778482+0000","last_undegraded":"2024-09-22T10:33:52.778482+0000","last_fullsized":"2024-09-22T10:33:52.778482+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'433","last_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_deep_scrub":"269'433","last_deep_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.778121+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:45.197069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1105,"num_read_kb":37084,"num_write":1465,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'884","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.970193+0000","last_change":"2024-09-22T10:34:06.970193+0000","last_active":"2024-09-22T10:34:06.970193+0000","last_peered":"2024-09-22T10:34:06.970193+0000","last_clean":"2024-09-22T10:34:06.970193+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:34:06.970193+0000","last_undegraded":"2024-09-22T10:34:06.970193+0000","last_fullsized":"2024-09-22T10:34:06.970193+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'884","last_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_deep_scrub":"269'884","last_deep_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.969968+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:45:50.958207+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2448,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1781,"ondisk_log_size":1781,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":632,"ondisk_log_size":632,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1671504,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":21110,"num_read_kb":40995,"num_write":17681,"num_write_kb":12731,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":703954,"num_omap_keys":1632,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2092,"ondisk_log_size":2092,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35457,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4113,"ondisk_log_size":4113,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":105420719,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":44820,"num_read_kb":2144126,"num_write":73657,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159485952,"data_stored":159485952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3787,"ondisk_log_size":3787,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":183606,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":187612,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510827,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317684,"kb_used_data":29668,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94054156,"statfs":{"total":96636764160,"available":96311455744,"internally_reserved":0,"allocated":30380032,"data_stored":28225631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":294910410},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510822,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271348,"kb_used_data":19428,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94100492,"statfs":{"total":96636764160,"available":96358903808,"internally_reserved":0,"allocated":19894272,"data_stored":17805704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510826,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":158480,"kb_used_data":23232,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94213360,"statfs":{"total":96636764160,"available":96474480640,"internally_reserved":0,"allocated":23789568,"data_stored":21628163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543525,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317860,"kb_used_data":25684,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94053980,"statfs":{"total":96636764160,"available":96311275520,"internally_reserved":0,"allocated":26300416,"data_stored":24168085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":299170247},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543528,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":102040,"kb_used_data":16712,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94269800,"statfs":{"total":96636764160,"available":96532275200,"internally_reserved":0,"allocated":17113088,"data_stored":15029894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543526,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":180476,"kb_used_data":9132,"kb_used_omap":1,"kb_used_meta":171326,"kb_avail":94191364,"statfs":{"total":96636764160,"available":96451956736,"internally_reserved":0,"allocated":9351168,"data_stored":7238894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":175438277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543526,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":310096,"kb_used_data":35968,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94061744,"statfs":{"total":96636764160,"available":96319225856,"internally_reserved":0,"allocated":36831232,"data_stored":34695603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576229,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":139260,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94232580,"statfs":{"total":96636764160,"available":96494161920,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31784960,"data_stored":31784960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4919296,"data_stored":4919296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12709888,"data_stored":12709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21848064,"data_stored":21848064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19308544,"data_stored":19308544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15486976,"data_stored":15486976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25313280,"data_stored":25313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:34:50.935 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-22T09:31:31.310521+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=9, tm_min=31, tm_sec=31, tm_wday=6, tm_yday=266, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=22, tm_hour=10, tm_min=33, tm_sec=44, tm_wday=6, tm_yday=266, tm_isdst=0) 2024-09-22T10:34:50.939 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-22T10:35:10.940 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-22T10:35:11.286 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-09-22T10:35:11.296 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-09-22T10:35:11.303 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":3714,"stamp":"2024-09-22T10:35:09.325067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":107699004,"num_objects":746,"num_object_clones":0,"num_object_copies":1789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":317727,"num_read_kb":2787459,"num_write":168205,"num_write_kb":2592568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":742987,"num_omap_keys":1802,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13780,"ondisk_log_size":13780,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1797244,"kb_used_data":191548,"kb_used_omap":12,"kb_used_meta":1605555,"kb_avail":753177476,"statfs":{"total":773094113280,"available":771253735424,"internally_reserved":0,"allocated":196145152,"data_stored":179223798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1644088881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008825"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.623924+0000","last_change":"2024-09-22T10:34:36.623924+0000","last_active":"2024-09-22T10:34:36.623924+0000","last_peered":"2024-09-22T10:34:36.623924+0000","last_clean":"2024-09-22T10:34:36.623924+0000","last_became_active":"2024-09-22T09:31:32.358984+0000","last_became_peered":"2024-09-22T09:31:32.358984+0000","last_unstale":"2024-09-22T10:34:36.623924+0000","last_undegraded":"2024-09-22T10:34:36.623924+0000","last_fullsized":"2024-09-22T10:34:36.623924+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:36.623752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:36.623752+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.623752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:59:53.219397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"269'4","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.661812+0000","last_change":"2024-09-22T10:34:33.661544+0000","last_active":"2024-09-22T10:34:33.661812+0000","last_peered":"2024-09-22T10:34:33.661812+0000","last_clean":"2024-09-22T10:34:33.661812+0000","last_became_active":"2024-09-22T09:02:31.284461+0000","last_became_peered":"2024-09-22T09:02:31.284461+0000","last_unstale":"2024-09-22T10:34:33.661812+0000","last_undegraded":"2024-09-22T10:34:33.661812+0000","last_fullsized":"2024-09-22T10:34:33.661812+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:33.661327+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:33.661327+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.661327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:39:45.776756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"266'4","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.804246+0000","last_change":"2024-09-22T10:34:35.803990+0000","last_active":"2024-09-22T10:34:35.804246+0000","last_peered":"2024-09-22T10:34:35.804246+0000","last_clean":"2024-09-22T10:34:35.804246+0000","last_became_active":"2024-09-22T09:02:24.105750+0000","last_became_peered":"2024-09-22T09:02:24.105750+0000","last_unstale":"2024-09-22T10:34:35.804246+0000","last_undegraded":"2024-09-22T10:34:35.804246+0000","last_fullsized":"2024-09-22T10:34:35.804246+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T10:34:35.803705+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T10:34:35.803705+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.803705+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:23.979761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"269'22","reported_seq":150,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.249990+0000","last_change":"2024-09-22T10:34:31.249990+0000","last_active":"2024-09-22T10:34:31.249990+0000","last_peered":"2024-09-22T10:34:31.249990+0000","last_clean":"2024-09-22T10:34:31.249990+0000","last_became_active":"2024-09-22T08:56:18.732491+0000","last_became_peered":"2024-09-22T08:56:18.732491+0000","last_unstale":"2024-09-22T10:34:31.249990+0000","last_undegraded":"2024-09-22T10:34:31.249990+0000","last_fullsized":"2024-09-22T10:34:31.249990+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'22","last_scrub_stamp":"2024-09-22T10:34:31.249749+0000","last_deep_scrub":"269'22","last_deep_scrub_stamp":"2024-09-22T10:34:31.249749+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.249749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:39:28.314614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":106,"num_write":60,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.238304+0000","last_change":"2024-09-22T10:34:19.238304+0000","last_active":"2024-09-22T10:34:19.238304+0000","last_peered":"2024-09-22T10:34:19.238304+0000","last_clean":"2024-09-22T10:34:19.238304+0000","last_became_active":"2024-09-22T09:31:32.356381+0000","last_became_peered":"2024-09-22T09:31:32.356381+0000","last_unstale":"2024-09-22T10:34:19.238304+0000","last_undegraded":"2024-09-22T10:34:19.238304+0000","last_fullsized":"2024-09-22T10:34:19.238304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.238100+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.238100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:58:29.190048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"269'20","reported_seq":108,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.931072+0000","last_change":"2024-09-22T10:34:34.930848+0000","last_active":"2024-09-22T10:34:34.931072+0000","last_peered":"2024-09-22T10:34:34.931072+0000","last_clean":"2024-09-22T10:34:34.931072+0000","last_became_active":"2024-09-22T09:02:31.268432+0000","last_became_peered":"2024-09-22T09:02:31.268432+0000","last_unstale":"2024-09-22T10:34:34.931072+0000","last_undegraded":"2024-09-22T10:34:34.931072+0000","last_fullsized":"2024-09-22T10:34:34.931072+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'20","last_scrub_stamp":"2024-09-22T10:34:34.930567+0000","last_deep_scrub":"269'20","last_deep_scrub_stamp":"2024-09-22T10:34:34.930567+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.930567+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:07.229532+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":38916,"num_write":40,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'2","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.868182+0000","last_change":"2024-09-22T10:34:23.868014+0000","last_active":"2024-09-22T10:34:23.868182+0000","last_peered":"2024-09-22T10:34:23.868182+0000","last_clean":"2024-09-22T10:34:23.868182+0000","last_became_active":"2024-09-22T09:02:24.097075+0000","last_became_peered":"2024-09-22T09:02:24.097075+0000","last_unstale":"2024-09-22T10:34:23.868182+0000","last_undegraded":"2024-09-22T10:34:23.868182+0000","last_fullsized":"2024-09-22T10:34:23.868182+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:23.867830+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.867830+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:55:12.729393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'29","reported_seq":170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.335881+0000","last_change":"2024-09-22T10:34:12.335715+0000","last_active":"2024-09-22T10:34:12.335881+0000","last_peered":"2024-09-22T10:34:12.335881+0000","last_clean":"2024-09-22T10:34:12.335881+0000","last_became_active":"2024-09-22T08:56:18.723486+0000","last_became_peered":"2024-09-22T08:56:18.723486+0000","last_unstale":"2024-09-22T10:34:12.335881+0000","last_undegraded":"2024-09-22T10:34:12.335881+0000","last_fullsized":"2024-09-22T10:34:12.335881+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-22T10:34:12.335517+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.335517+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:11:01.353788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":239,"num_read_kb":167,"num_write":70,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.485880+0000","last_change":"2024-09-22T10:34:25.485880+0000","last_active":"2024-09-22T10:34:25.485880+0000","last_peered":"2024-09-22T10:34:25.485880+0000","last_clean":"2024-09-22T10:34:25.485880+0000","last_became_active":"2024-09-22T09:31:32.345075+0000","last_became_peered":"2024-09-22T09:31:32.345075+0000","last_unstale":"2024-09-22T10:34:25.485880+0000","last_undegraded":"2024-09-22T10:34:25.485880+0000","last_fullsized":"2024-09-22T10:34:25.485880+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:25.485697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:25.485697+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.485697+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:51:10.642059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.173126+0000","last_change":"2024-09-22T10:34:40.173126+0000","last_active":"2024-09-22T10:34:40.173126+0000","last_peered":"2024-09-22T10:34:40.173126+0000","last_clean":"2024-09-22T10:34:40.173126+0000","last_became_active":"2024-09-22T09:02:31.512080+0000","last_became_peered":"2024-09-22T09:02:31.512080+0000","last_unstale":"2024-09-22T10:34:40.173126+0000","last_undegraded":"2024-09-22T10:34:40.173126+0000","last_fullsized":"2024-09-22T10:34:40.173126+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:40.172939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:40.172939+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.172939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:38:32.847876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"0'0","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.289923+0000","last_change":"2024-09-22T10:34:15.289692+0000","last_active":"2024-09-22T10:34:15.289923+0000","last_peered":"2024-09-22T10:34:15.289923+0000","last_clean":"2024-09-22T10:34:15.289923+0000","last_became_active":"2024-09-22T09:02:24.098392+0000","last_became_peered":"2024-09-22T09:02:24.098392+0000","last_unstale":"2024-09-22T10:34:15.289923+0000","last_undegraded":"2024-09-22T10:34:15.289923+0000","last_fullsized":"2024-09-22T10:34:15.289923+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:15.289491+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.289491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:00:02.674673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"269'28","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.285912+0000","last_change":"2024-09-22T10:34:30.285912+0000","last_active":"2024-09-22T10:34:30.285912+0000","last_peered":"2024-09-22T10:34:30.285912+0000","last_clean":"2024-09-22T10:34:30.285912+0000","last_became_active":"2024-09-22T08:56:18.719979+0000","last_became_peered":"2024-09-22T08:56:18.719979+0000","last_unstale":"2024-09-22T10:34:30.285912+0000","last_undegraded":"2024-09-22T10:34:30.285912+0000","last_fullsized":"2024-09-22T10:34:30.285912+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'28","last_scrub_stamp":"2024-09-22T10:34:30.285694+0000","last_deep_scrub":"269'28","last_deep_scrub_stamp":"2024-09-22T10:34:30.285694+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.285694+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:48.517472+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":139,"num_write":70,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:48.748246+0000","last_change":"2024-09-22T10:34:48.748246+0000","last_active":"2024-09-22T10:34:48.748246+0000","last_peered":"2024-09-22T10:34:48.748246+0000","last_clean":"2024-09-22T10:34:48.748246+0000","last_became_active":"2024-09-22T09:31:32.373516+0000","last_became_peered":"2024-09-22T09:31:32.373516+0000","last_unstale":"2024-09-22T10:34:48.748246+0000","last_undegraded":"2024-09-22T10:34:48.748246+0000","last_fullsized":"2024-09-22T10:34:48.748246+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:48.747969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:48.747969+0000","last_clean_scrub_stamp":"2024-09-22T10:34:48.747969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:18:23.915921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"269'2","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.789931+0000","last_change":"2024-09-22T10:34:44.789790+0000","last_active":"2024-09-22T10:34:44.789931+0000","last_peered":"2024-09-22T10:34:44.789931+0000","last_clean":"2024-09-22T10:34:44.789931+0000","last_became_active":"2024-09-22T09:02:31.508103+0000","last_became_peered":"2024-09-22T09:02:31.508103+0000","last_unstale":"2024-09-22T10:34:44.789931+0000","last_undegraded":"2024-09-22T10:34:44.789931+0000","last_fullsized":"2024-09-22T10:34:44.789931+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.789610+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.789610+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.789610+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:15:14.820124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"269'9","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.861669+0000","last_change":"2024-09-22T10:34:30.861669+0000","last_active":"2024-09-22T10:34:30.861669+0000","last_peered":"2024-09-22T10:34:30.861669+0000","last_clean":"2024-09-22T10:34:30.861669+0000","last_became_active":"2024-09-22T09:02:24.093485+0000","last_became_peered":"2024-09-22T09:02:24.093485+0000","last_unstale":"2024-09-22T10:34:30.861669+0000","last_undegraded":"2024-09-22T10:34:30.861669+0000","last_fullsized":"2024-09-22T10:34:30.861669+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:30.861459+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:30.861459+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.861459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:13.903990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12338,"num_write":14,"num_write_kb":6194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"269'32","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.815649+0000","last_change":"2024-09-22T10:34:34.815649+0000","last_active":"2024-09-22T10:34:34.815649+0000","last_peered":"2024-09-22T10:34:34.815649+0000","last_clean":"2024-09-22T10:34:34.815649+0000","last_became_active":"2024-09-22T08:56:18.739892+0000","last_became_peered":"2024-09-22T08:56:18.739892+0000","last_unstale":"2024-09-22T10:34:34.815649+0000","last_undegraded":"2024-09-22T10:34:34.815649+0000","last_fullsized":"2024-09-22T10:34:34.815649+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-22T10:34:34.815428+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-22T10:34:34.815428+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.815428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:56.625481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":165,"num_write":85,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:49.702193+0000","last_change":"2024-09-22T10:34:49.702193+0000","last_active":"2024-09-22T10:34:49.702193+0000","last_peered":"2024-09-22T10:34:49.702193+0000","last_clean":"2024-09-22T10:34:49.702193+0000","last_became_active":"2024-09-22T09:31:32.376878+0000","last_became_peered":"2024-09-22T09:31:32.376878+0000","last_unstale":"2024-09-22T10:34:49.702193+0000","last_undegraded":"2024-09-22T10:34:49.702193+0000","last_fullsized":"2024-09-22T10:34:49.702193+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:49.701993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:49.701993+0000","last_clean_scrub_stamp":"2024-09-22T10:34:49.701993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:38:18.013746+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'7","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.648713+0000","last_change":"2024-09-22T10:34:32.648584+0000","last_active":"2024-09-22T10:34:32.648713+0000","last_peered":"2024-09-22T10:34:32.648713+0000","last_clean":"2024-09-22T10:34:32.648713+0000","last_became_active":"2024-09-22T09:02:31.295830+0000","last_became_peered":"2024-09-22T09:02:31.295830+0000","last_unstale":"2024-09-22T10:34:32.648713+0000","last_undegraded":"2024-09-22T10:34:32.648713+0000","last_fullsized":"2024-09-22T10:34:32.648713+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-22T10:34:32.648394+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-22T10:34:32.648394+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.648394+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:46.595796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"269'2","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.163566+0000","last_change":"2024-09-22T10:34:36.163566+0000","last_active":"2024-09-22T10:34:36.163566+0000","last_peered":"2024-09-22T10:34:36.163566+0000","last_clean":"2024-09-22T10:34:36.163566+0000","last_became_active":"2024-09-22T09:02:24.107273+0000","last_became_peered":"2024-09-22T09:02:24.107273+0000","last_unstale":"2024-09-22T10:34:36.163566+0000","last_undegraded":"2024-09-22T10:34:36.163566+0000","last_fullsized":"2024-09-22T10:34:36.163566+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:36.163349+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:36.163349+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.163349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:18:52.061077+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"269'35","reported_seq":182,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.822224+0000","last_change":"2024-09-22T10:34:32.822224+0000","last_active":"2024-09-22T10:34:32.822224+0000","last_peered":"2024-09-22T10:34:32.822224+0000","last_clean":"2024-09-22T10:34:32.822224+0000","last_became_active":"2024-09-22T08:56:18.739852+0000","last_became_peered":"2024-09-22T08:56:18.739852+0000","last_unstale":"2024-09-22T10:34:32.822224+0000","last_undegraded":"2024-09-22T10:34:32.822224+0000","last_fullsized":"2024-09-22T10:34:32.822224+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'35","last_scrub_stamp":"2024-09-22T10:34:32.822047+0000","last_deep_scrub":"269'35","last_deep_scrub_stamp":"2024-09-22T10:34:32.822047+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.822047+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:47:50.415249+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":297,"num_read_kb":186,"num_write":84,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.891304+0000","last_change":"2024-09-22T10:34:28.891304+0000","last_active":"2024-09-22T10:34:28.891304+0000","last_peered":"2024-09-22T10:34:28.891304+0000","last_clean":"2024-09-22T10:34:28.891304+0000","last_became_active":"2024-09-22T09:31:32.366151+0000","last_became_peered":"2024-09-22T09:31:32.366151+0000","last_unstale":"2024-09-22T10:34:28.891304+0000","last_undegraded":"2024-09-22T10:34:28.891304+0000","last_fullsized":"2024-09-22T10:34:28.891304+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:28.891135+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.891135+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:47.635021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"269'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.574248+0000","last_change":"2024-09-22T10:34:20.574128+0000","last_active":"2024-09-22T10:34:20.574248+0000","last_peered":"2024-09-22T10:34:20.574248+0000","last_clean":"2024-09-22T10:34:20.574248+0000","last_became_active":"2024-09-22T09:03:00.360497+0000","last_became_peered":"2024-09-22T09:03:00.360497+0000","last_unstale":"2024-09-22T10:34:20.574248+0000","last_undegraded":"2024-09-22T10:34:20.574248+0000","last_fullsized":"2024-09-22T10:34:20.574248+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:20.573944+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.573944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:03:17.910531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.819777+0000","last_change":"2024-09-22T10:34:29.819652+0000","last_active":"2024-09-22T10:34:29.819777+0000","last_peered":"2024-09-22T10:34:29.819777+0000","last_clean":"2024-09-22T10:34:29.819777+0000","last_became_active":"2024-09-22T09:02:24.103072+0000","last_became_peered":"2024-09-22T09:02:24.103072+0000","last_unstale":"2024-09-22T10:34:29.819777+0000","last_undegraded":"2024-09-22T10:34:29.819777+0000","last_fullsized":"2024-09-22T10:34:29.819777+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:29.819471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:29.819471+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.819471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:26:12.163235+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"269'48","reported_seq":213,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.550638+0000","last_change":"2024-09-22T10:34:18.550638+0000","last_active":"2024-09-22T10:34:18.550638+0000","last_peered":"2024-09-22T10:34:18.550638+0000","last_clean":"2024-09-22T10:34:18.550638+0000","last_became_active":"2024-09-22T08:56:18.734209+0000","last_became_peered":"2024-09-22T08:56:18.734209+0000","last_unstale":"2024-09-22T10:34:18.550638+0000","last_undegraded":"2024-09-22T10:34:18.550638+0000","last_fullsized":"2024-09-22T10:34:18.550638+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:18.550456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.550456+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:09:49.797490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":247,"num_write":126,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"269'2","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.660650+0000","last_change":"2024-09-22T10:34:44.660650+0000","last_active":"2024-09-22T10:34:44.660650+0000","last_peered":"2024-09-22T10:34:44.660650+0000","last_clean":"2024-09-22T10:34:44.660650+0000","last_became_active":"2024-09-22T09:31:32.363082+0000","last_became_peered":"2024-09-22T09:31:32.363082+0000","last_unstale":"2024-09-22T10:34:44.660650+0000","last_undegraded":"2024-09-22T10:34:44.660650+0000","last_fullsized":"2024-09-22T10:34:44.660650+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.660466+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.660466+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.660466+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:33:19.472303+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"269'2","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.530937+0000","last_change":"2024-09-22T10:34:21.530808+0000","last_active":"2024-09-22T10:34:21.530937+0000","last_peered":"2024-09-22T10:34:21.530937+0000","last_clean":"2024-09-22T10:34:21.530937+0000","last_became_active":"2024-09-22T09:02:31.290163+0000","last_became_peered":"2024-09-22T09:02:31.290163+0000","last_unstale":"2024-09-22T10:34:21.530937+0000","last_undegraded":"2024-09-22T10:34:21.530937+0000","last_fullsized":"2024-09-22T10:34:21.530937+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.530623+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.530623+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:37:50.135631+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"269'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.785139+0000","last_change":"2024-09-22T10:34:28.785001+0000","last_active":"2024-09-22T10:34:28.785139+0000","last_peered":"2024-09-22T10:34:28.785139+0000","last_clean":"2024-09-22T10:34:28.785139+0000","last_became_active":"2024-09-22T09:02:24.102169+0000","last_became_peered":"2024-09-22T09:02:24.102169+0000","last_unstale":"2024-09-22T10:34:28.785139+0000","last_undegraded":"2024-09-22T10:34:28.785139+0000","last_fullsized":"2024-09-22T10:34:28.785139+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:28.784811+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:28.784811+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.784811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:01:29.410500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"269'29","reported_seq":158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.325453+0000","last_change":"2024-09-22T10:34:29.325453+0000","last_active":"2024-09-22T10:34:29.325453+0000","last_peered":"2024-09-22T10:34:29.325453+0000","last_clean":"2024-09-22T10:34:29.325453+0000","last_became_active":"2024-09-22T08:56:18.718851+0000","last_became_peered":"2024-09-22T08:56:18.718851+0000","last_unstale":"2024-09-22T10:34:29.325453+0000","last_undegraded":"2024-09-22T10:34:29.325453+0000","last_fullsized":"2024-09-22T10:34:29.325453+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'29","last_scrub_stamp":"2024-09-22T10:34:29.325271+0000","last_deep_scrub":"269'29","last_deep_scrub_stamp":"2024-09-22T10:34:29.325271+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.325271+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:21:45.230161+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":136,"num_write":77,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":46,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.630915+0000","last_change":"2024-09-22T10:34:45.630915+0000","last_active":"2024-09-22T10:34:45.630915+0000","last_peered":"2024-09-22T10:34:45.630915+0000","last_clean":"2024-09-22T10:34:45.630915+0000","last_became_active":"2024-09-22T09:31:32.379920+0000","last_became_peered":"2024-09-22T09:31:32.379920+0000","last_unstale":"2024-09-22T10:34:45.630915+0000","last_undegraded":"2024-09-22T10:34:45.630915+0000","last_fullsized":"2024-09-22T10:34:45.630915+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.630734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.630734+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.630734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:10:59.328385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"266'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.792166+0000","last_change":"2024-09-22T10:34:42.791943+0000","last_active":"2024-09-22T10:34:42.792166+0000","last_peered":"2024-09-22T10:34:42.792166+0000","last_clean":"2024-09-22T10:34:42.792166+0000","last_became_active":"2024-09-22T09:02:31.290851+0000","last_became_peered":"2024-09-22T09:02:31.290851+0000","last_unstale":"2024-09-22T10:34:42.792166+0000","last_undegraded":"2024-09-22T10:34:42.792166+0000","last_fullsized":"2024-09-22T10:34:42.792166+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:42.791705+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:42.791705+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.791705+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:18:25.532951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"269'7","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.213855+0000","last_change":"2024-09-22T10:34:39.213692+0000","last_active":"2024-09-22T10:34:39.213855+0000","last_peered":"2024-09-22T10:34:39.213855+0000","last_clean":"2024-09-22T10:34:39.213855+0000","last_became_active":"2024-09-22T09:02:24.086326+0000","last_became_peered":"2024-09-22T09:02:24.086326+0000","last_unstale":"2024-09-22T10:34:39.213855+0000","last_undegraded":"2024-09-22T10:34:39.213855+0000","last_fullsized":"2024-09-22T10:34:39.213855+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:39.213507+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:39.213507+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.213507+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:52:40.755129+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":12290,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"269'32","reported_seq":171,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.821507+0000","last_change":"2024-09-22T10:34:19.821507+0000","last_active":"2024-09-22T10:34:19.821507+0000","last_peered":"2024-09-22T10:34:19.821507+0000","last_clean":"2024-09-22T10:34:19.821507+0000","last_became_active":"2024-09-22T08:56:18.714707+0000","last_became_peered":"2024-09-22T08:56:18.714707+0000","last_unstale":"2024-09-22T10:34:19.821507+0000","last_undegraded":"2024-09-22T10:34:19.821507+0000","last_fullsized":"2024-09-22T10:34:19.821507+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'32","last_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_deep_scrub":"269'32","last_deep_scrub_stamp":"2024-09-22T10:34:19.821323+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.821323+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:51.261476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":261,"num_read_kb":171,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.874557+0000","last_change":"2024-09-22T10:34:27.874423+0000","last_active":"2024-09-22T10:34:27.874557+0000","last_peered":"2024-09-22T10:34:27.874557+0000","last_clean":"2024-09-22T10:34:27.874557+0000","last_became_active":"2024-09-22T09:31:32.373652+0000","last_became_peered":"2024-09-22T09:31:32.373652+0000","last_unstale":"2024-09-22T10:34:27.874557+0000","last_undegraded":"2024-09-22T10:34:27.874557+0000","last_fullsized":"2024-09-22T10:34:27.874557+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:27.874241+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.874241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:04:13.393212+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"269'5","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.814554+0000","last_change":"2024-09-22T10:34:41.814554+0000","last_active":"2024-09-22T10:34:41.814554+0000","last_peered":"2024-09-22T10:34:41.814554+0000","last_clean":"2024-09-22T10:34:41.814554+0000","last_became_active":"2024-09-22T09:02:31.505840+0000","last_became_peered":"2024-09-22T09:02:31.505840+0000","last_unstale":"2024-09-22T10:34:41.814554+0000","last_undegraded":"2024-09-22T10:34:41.814554+0000","last_fullsized":"2024-09-22T10:34:41.814554+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:41.814374+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:41.814374+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.814374+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:05:14.383058+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2128,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"0'0","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.687141+0000","last_change":"2024-09-22T10:34:31.687141+0000","last_active":"2024-09-22T10:34:31.687141+0000","last_peered":"2024-09-22T10:34:31.687141+0000","last_clean":"2024-09-22T10:34:31.687141+0000","last_became_active":"2024-09-22T09:02:24.103566+0000","last_became_peered":"2024-09-22T09:02:24.103566+0000","last_unstale":"2024-09-22T10:34:31.687141+0000","last_undegraded":"2024-09-22T10:34:31.687141+0000","last_fullsized":"2024-09-22T10:34:31.687141+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:31.686970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:31.686970+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.686970+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:42:53.099170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'136","reported_seq":493,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.352901+0000","last_change":"2024-09-22T10:34:28.352901+0000","last_active":"2024-09-22T10:34:28.352901+0000","last_peered":"2024-09-22T10:34:28.352901+0000","last_clean":"2024-09-22T10:34:28.352901+0000","last_became_active":"2024-09-22T08:56:18.720576+0000","last_became_peered":"2024-09-22T08:56:18.720576+0000","last_unstale":"2024-09-22T10:34:28.352901+0000","last_undegraded":"2024-09-22T10:34:28.352901+0000","last_fullsized":"2024-09-22T10:34:28.352901+0000","mapping_epoch":256,"log_start":"266'100","ondisk_log_start":"266'100","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-22T10:34:28.352714+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.352714+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:25:17.501033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1328,"num_write":279,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"269'2","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.237631+0000","last_change":"2024-09-22T10:34:18.237466+0000","last_active":"2024-09-22T10:34:18.237631+0000","last_peered":"2024-09-22T10:34:18.237631+0000","last_clean":"2024-09-22T10:34:18.237631+0000","last_became_active":"2024-09-22T09:31:32.356305+0000","last_became_peered":"2024-09-22T09:31:32.356305+0000","last_unstale":"2024-09-22T10:34:18.237631+0000","last_undegraded":"2024-09-22T10:34:18.237631+0000","last_fullsized":"2024-09-22T10:34:18.237631+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:18.237281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.237281+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:12:29.938095+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"269'5","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.813863+0000","last_change":"2024-09-22T10:34:39.813863+0000","last_active":"2024-09-22T10:34:39.813863+0000","last_peered":"2024-09-22T10:34:39.813863+0000","last_clean":"2024-09-22T10:34:39.813863+0000","last_became_active":"2024-09-22T09:02:31.505896+0000","last_became_peered":"2024-09-22T09:02:31.505896+0000","last_unstale":"2024-09-22T10:34:39.813863+0000","last_undegraded":"2024-09-22T10:34:39.813863+0000","last_fullsized":"2024-09-22T10:34:39.813863+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:39.813635+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:39.813635+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.813635+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:45:04.358605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":48,"num_write":10,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"269'6","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.696589+0000","last_change":"2024-09-22T10:34:33.696589+0000","last_active":"2024-09-22T10:34:33.696589+0000","last_peered":"2024-09-22T10:34:33.696589+0000","last_clean":"2024-09-22T10:34:33.696589+0000","last_became_active":"2024-09-22T09:02:24.101510+0000","last_became_peered":"2024-09-22T09:02:24.101510+0000","last_unstale":"2024-09-22T10:34:33.696589+0000","last_undegraded":"2024-09-22T10:34:33.696589+0000","last_fullsized":"2024-09-22T10:34:33.696589+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:33.696374+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:33.696374+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.696374+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:36:17.220889+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"269'8","reported_seq":102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.798454+0000","last_change":"2024-09-22T10:34:30.798454+0000","last_active":"2024-09-22T10:34:30.798454+0000","last_peered":"2024-09-22T10:34:30.798454+0000","last_clean":"2024-09-22T10:34:30.798454+0000","last_became_active":"2024-09-22T08:56:18.735045+0000","last_became_peered":"2024-09-22T08:56:18.735045+0000","last_unstale":"2024-09-22T10:34:30.798454+0000","last_undegraded":"2024-09-22T10:34:30.798454+0000","last_fullsized":"2024-09-22T10:34:30.798454+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-22T10:34:30.798271+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-22T10:34:30.798271+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.798271+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:39:37.771896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":42,"num_read_kb":24,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.661350+0000","last_change":"2024-09-22T10:34:43.661350+0000","last_active":"2024-09-22T10:34:43.661350+0000","last_peered":"2024-09-22T10:34:43.661350+0000","last_clean":"2024-09-22T10:34:43.661350+0000","last_became_active":"2024-09-22T09:31:32.363580+0000","last_became_peered":"2024-09-22T09:31:32.363580+0000","last_unstale":"2024-09-22T10:34:43.661350+0000","last_undegraded":"2024-09-22T10:34:43.661350+0000","last_fullsized":"2024-09-22T10:34:43.661350+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.661179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.661179+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.661179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:27:13.835772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":69,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.766118+0000","last_change":"2024-09-22T10:34:43.766118+0000","last_active":"2024-09-22T10:34:43.766118+0000","last_peered":"2024-09-22T10:34:43.766118+0000","last_clean":"2024-09-22T10:34:43.766118+0000","last_became_active":"2024-09-22T09:02:31.512138+0000","last_became_peered":"2024-09-22T09:02:31.512138+0000","last_unstale":"2024-09-22T10:34:43.766118+0000","last_undegraded":"2024-09-22T10:34:43.766118+0000","last_fullsized":"2024-09-22T10:34:43.766118+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.765937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.765937+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.765937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:01:39.694515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.268147+0000","last_change":"2024-09-22T10:34:16.268147+0000","last_active":"2024-09-22T10:34:16.268147+0000","last_peered":"2024-09-22T10:34:16.268147+0000","last_clean":"2024-09-22T10:34:16.268147+0000","last_became_active":"2024-09-22T09:02:24.089060+0000","last_became_peered":"2024-09-22T09:02:24.089060+0000","last_unstale":"2024-09-22T10:34:16.268147+0000","last_undegraded":"2024-09-22T10:34:16.268147+0000","last_fullsized":"2024-09-22T10:34:16.268147+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:16.267963+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.267963+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:27.993905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"269'19","reported_seq":131,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.375643+0000","last_change":"2024-09-22T10:34:09.375643+0000","last_active":"2024-09-22T10:34:09.375643+0000","last_peered":"2024-09-22T10:34:09.375643+0000","last_clean":"2024-09-22T10:34:09.375643+0000","last_became_active":"2024-09-22T08:56:18.714319+0000","last_became_peered":"2024-09-22T08:56:18.714319+0000","last_unstale":"2024-09-22T10:34:09.375643+0000","last_undegraded":"2024-09-22T10:34:09.375643+0000","last_fullsized":"2024-09-22T10:34:09.375643+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'19","last_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_deep_scrub":"269'19","last_deep_scrub_stamp":"2024-09-22T10:34:09.375419+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.375419+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:24:53.034602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":139,"num_read_kb":92,"num_write":49,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":48,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.635412+0000","last_change":"2024-09-22T10:34:34.635142+0000","last_active":"2024-09-22T10:34:34.635412+0000","last_peered":"2024-09-22T10:34:34.635412+0000","last_clean":"2024-09-22T10:34:34.635412+0000","last_became_active":"2024-09-22T09:31:32.348176+0000","last_became_peered":"2024-09-22T09:31:32.348176+0000","last_unstale":"2024-09-22T10:34:34.635412+0000","last_undegraded":"2024-09-22T10:34:34.635412+0000","last_fullsized":"2024-09-22T10:34:34.635412+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:34.634944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:34.634944+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.634944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:39.166067+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"269'2","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.964727+0000","last_change":"2024-09-22T10:34:36.964727+0000","last_active":"2024-09-22T10:34:36.964727+0000","last_peered":"2024-09-22T10:34:36.964727+0000","last_clean":"2024-09-22T10:34:36.964727+0000","last_became_active":"2024-09-22T09:02:31.285229+0000","last_became_peered":"2024-09-22T09:02:31.285229+0000","last_unstale":"2024-09-22T10:34:36.964727+0000","last_undegraded":"2024-09-22T10:34:36.964727+0000","last_fullsized":"2024-09-22T10:34:36.964727+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:36.964449+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:36.964449+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.964449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:28:29.030336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"269'4","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.184147+0000","last_change":"2024-09-22T10:34:35.184147+0000","last_active":"2024-09-22T10:34:35.184147+0000","last_peered":"2024-09-22T10:34:35.184147+0000","last_clean":"2024-09-22T10:34:35.184147+0000","last_became_active":"2024-09-22T09:02:24.090266+0000","last_became_peered":"2024-09-22T09:02:24.090266+0000","last_unstale":"2024-09-22T10:34:35.184147+0000","last_undegraded":"2024-09-22T10:34:35.184147+0000","last_fullsized":"2024-09-22T10:34:35.184147+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:35.183862+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:35.183862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.183862+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:21:03.792722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"269'278","reported_seq":919,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.624142+0000","last_change":"2024-09-22T10:34:27.623976+0000","last_active":"2024-09-22T10:34:27.624142+0000","last_peered":"2024-09-22T10:34:27.624142+0000","last_clean":"2024-09-22T10:34:27.624142+0000","last_became_active":"2024-09-22T08:56:18.727048+0000","last_became_peered":"2024-09-22T08:56:18.727048+0000","last_unstale":"2024-09-22T10:34:27.624142+0000","last_undegraded":"2024-09-22T10:34:27.624142+0000","last_fullsized":"2024-09-22T10:34:27.624142+0000","mapping_epoch":256,"log_start":"266'200","ondisk_log_start":"266'200","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'278","last_scrub_stamp":"2024-09-22T10:34:27.623794+0000","last_deep_scrub":"269'278","last_deep_scrub_stamp":"2024-09-22T10:34:27.623794+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.623794+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:33.266618+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2618,"num_read_kb":3505,"num_write":548,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:46.738415+0000","last_change":"2024-09-22T10:34:46.738415+0000","last_active":"2024-09-22T10:34:46.738415+0000","last_peered":"2024-09-22T10:34:46.738415+0000","last_clean":"2024-09-22T10:34:46.738415+0000","last_became_active":"2024-09-22T09:31:32.368906+0000","last_became_peered":"2024-09-22T09:31:32.368906+0000","last_unstale":"2024-09-22T10:34:46.738415+0000","last_undegraded":"2024-09-22T10:34:46.738415+0000","last_fullsized":"2024-09-22T10:34:46.738415+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:46.738217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:46.738217+0000","last_clean_scrub_stamp":"2024-09-22T10:34:46.738217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:23.954088+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"269'2","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.918009+0000","last_change":"2024-09-22T10:34:25.918009+0000","last_active":"2024-09-22T10:34:25.918009+0000","last_peered":"2024-09-22T10:34:25.918009+0000","last_clean":"2024-09-22T10:34:25.918009+0000","last_became_active":"2024-09-22T09:02:31.268589+0000","last_became_peered":"2024-09-22T09:02:31.268589+0000","last_unstale":"2024-09-22T10:34:25.918009+0000","last_undegraded":"2024-09-22T10:34:25.918009+0000","last_fullsized":"2024-09-22T10:34:25.918009+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:25.917832+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.917832+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:21:56.373864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"269'9","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.819038+0000","last_change":"2024-09-22T10:34:26.819038+0000","last_active":"2024-09-22T10:34:26.819038+0000","last_peered":"2024-09-22T10:34:26.819038+0000","last_clean":"2024-09-22T10:34:26.819038+0000","last_became_active":"2024-09-22T09:02:24.101452+0000","last_became_peered":"2024-09-22T09:02:24.101452+0000","last_unstale":"2024-09-22T10:34:26.819038+0000","last_undegraded":"2024-09-22T10:34:26.819038+0000","last_fullsized":"2024-09-22T10:34:26.819038+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:26.818861+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.818861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:34:24.335954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":18434,"num_write":14,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"269'21","reported_seq":138,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.599866+0000","last_change":"2024-09-22T10:34:26.599866+0000","last_active":"2024-09-22T10:34:26.599866+0000","last_peered":"2024-09-22T10:34:26.599866+0000","last_clean":"2024-09-22T10:34:26.599866+0000","last_became_active":"2024-09-22T08:56:18.726945+0000","last_became_peered":"2024-09-22T08:56:18.726945+0000","last_unstale":"2024-09-22T10:34:26.599866+0000","last_undegraded":"2024-09-22T10:34:26.599866+0000","last_fullsized":"2024-09-22T10:34:26.599866+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'21","last_scrub_stamp":"2024-09-22T10:34:26.599628+0000","last_deep_scrub":"269'21","last_deep_scrub_stamp":"2024-09-22T10:34:26.599628+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.599628+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:27:33.385402+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":95,"num_write":57,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":47,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.155107+0000","last_change":"2024-09-22T10:34:45.155107+0000","last_active":"2024-09-22T10:34:45.155107+0000","last_peered":"2024-09-22T10:34:45.155107+0000","last_clean":"2024-09-22T10:34:45.155107+0000","last_became_active":"2024-09-22T09:31:32.359238+0000","last_became_peered":"2024-09-22T09:31:32.359238+0000","last_unstale":"2024-09-22T10:34:45.155107+0000","last_undegraded":"2024-09-22T10:34:45.155107+0000","last_fullsized":"2024-09-22T10:34:45.155107+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.154925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.154925+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.154925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:55:14.017907+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"269'3","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.911711+0000","last_change":"2024-09-22T10:34:26.911711+0000","last_active":"2024-09-22T10:34:26.911711+0000","last_peered":"2024-09-22T10:34:26.911711+0000","last_clean":"2024-09-22T10:34:26.911711+0000","last_became_active":"2024-09-22T09:02:31.261097+0000","last_became_peered":"2024-09-22T09:02:31.261097+0000","last_unstale":"2024-09-22T10:34:26.911711+0000","last_undegraded":"2024-09-22T10:34:26.911711+0000","last_fullsized":"2024-09-22T10:34:26.911711+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:26.911521+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.911521+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:20:29.802700+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.822433+0000","last_change":"2024-09-22T10:34:33.822433+0000","last_active":"2024-09-22T10:34:33.822433+0000","last_peered":"2024-09-22T10:34:33.822433+0000","last_clean":"2024-09-22T10:34:33.822433+0000","last_became_active":"2024-09-22T09:02:24.104447+0000","last_became_peered":"2024-09-22T09:02:24.104447+0000","last_unstale":"2024-09-22T10:34:33.822433+0000","last_undegraded":"2024-09-22T10:34:33.822433+0000","last_fullsized":"2024-09-22T10:34:33.822433+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:33.822251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:33.822251+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.822251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:17.940469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"269'25","reported_seq":156,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.358276+0000","last_change":"2024-09-22T10:34:26.358276+0000","last_active":"2024-09-22T10:34:26.358276+0000","last_peered":"2024-09-22T10:34:26.358276+0000","last_clean":"2024-09-22T10:34:26.358276+0000","last_became_active":"2024-09-22T08:56:18.731783+0000","last_became_peered":"2024-09-22T08:56:18.731783+0000","last_unstale":"2024-09-22T10:34:26.358276+0000","last_undegraded":"2024-09-22T10:34:26.358276+0000","last_fullsized":"2024-09-22T10:34:26.358276+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'25","last_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_deep_scrub":"269'25","last_deep_scrub_stamp":"2024-09-22T10:34:26.358050+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.358050+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:34.901367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":148,"num_write":61,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"269'2","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:44.178900+0000","last_change":"2024-09-22T10:34:44.178764+0000","last_active":"2024-09-22T10:34:44.178900+0000","last_peered":"2024-09-22T10:34:44.178900+0000","last_clean":"2024-09-22T10:34:44.178900+0000","last_became_active":"2024-09-22T09:31:32.365683+0000","last_became_peered":"2024-09-22T09:31:32.365683+0000","last_unstale":"2024-09-22T10:34:44.178900+0000","last_undegraded":"2024-09-22T10:34:44.178900+0000","last_fullsized":"2024-09-22T10:34:44.178900+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:44.178573+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:44.178573+0000","last_clean_scrub_stamp":"2024-09-22T10:34:44.178573+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:05:56.977096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"269'6","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.846422+0000","last_change":"2024-09-22T10:34:40.846422+0000","last_active":"2024-09-22T10:34:40.846422+0000","last_peered":"2024-09-22T10:34:40.846422+0000","last_clean":"2024-09-22T10:34:40.846422+0000","last_became_active":"2024-09-22T09:02:31.292903+0000","last_became_peered":"2024-09-22T09:02:31.292903+0000","last_unstale":"2024-09-22T10:34:40.846422+0000","last_undegraded":"2024-09-22T10:34:40.846422+0000","last_fullsized":"2024-09-22T10:34:40.846422+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:40.846201+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:40.846201+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.846201+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:56.415054+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"269'2","reported_seq":80,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.555850+0000","last_change":"2024-09-22T10:34:22.555850+0000","last_active":"2024-09-22T10:34:22.555850+0000","last_peered":"2024-09-22T10:34:22.555850+0000","last_clean":"2024-09-22T10:34:22.555850+0000","last_became_active":"2024-09-22T09:02:24.098820+0000","last_became_peered":"2024-09-22T09:02:24.098820+0000","last_unstale":"2024-09-22T10:34:22.555850+0000","last_undegraded":"2024-09-22T10:34:22.555850+0000","last_fullsized":"2024-09-22T10:34:22.555850+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:22.555674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.555674+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:08:21.348571+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"269'37","reported_seq":181,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.813737+0000","last_change":"2024-09-22T10:34:24.813737+0000","last_active":"2024-09-22T10:34:24.813737+0000","last_peered":"2024-09-22T10:34:24.813737+0000","last_clean":"2024-09-22T10:34:24.813737+0000","last_became_active":"2024-09-22T08:56:18.724333+0000","last_became_peered":"2024-09-22T08:56:18.724333+0000","last_unstale":"2024-09-22T10:34:24.813737+0000","last_undegraded":"2024-09-22T10:34:24.813737+0000","last_fullsized":"2024-09-22T10:34:24.813737+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:24.813533+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.813533+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:09.158583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":182,"num_write":95,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"269'2","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:47.755334+0000","last_change":"2024-09-22T10:34:47.755334+0000","last_active":"2024-09-22T10:34:47.755334+0000","last_peered":"2024-09-22T10:34:47.755334+0000","last_clean":"2024-09-22T10:34:47.755334+0000","last_became_active":"2024-09-22T09:31:32.367591+0000","last_became_peered":"2024-09-22T09:31:32.367591+0000","last_unstale":"2024-09-22T10:34:47.755334+0000","last_undegraded":"2024-09-22T10:34:47.755334+0000","last_fullsized":"2024-09-22T10:34:47.755334+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:47.755151+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:47.755151+0000","last_clean_scrub_stamp":"2024-09-22T10:34:47.755151+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:53:55.418103+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'5","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.514841+0000","last_change":"2024-09-22T10:34:24.514841+0000","last_active":"2024-09-22T10:34:24.514841+0000","last_peered":"2024-09-22T10:34:24.514841+0000","last_clean":"2024-09-22T10:34:24.514841+0000","last_became_active":"2024-09-22T09:02:31.290016+0000","last_became_peered":"2024-09-22T09:02:31.290016+0000","last_unstale":"2024-09-22T10:34:24.514841+0000","last_undegraded":"2024-09-22T10:34:24.514841+0000","last_fullsized":"2024-09-22T10:34:24.514841+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:24.514657+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.514657+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:11:38.556557+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4119,"num_write":10,"num_write_kb":4119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"269'13","reported_seq":104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.721158+0000","last_change":"2024-09-22T10:34:28.721158+0000","last_active":"2024-09-22T10:34:28.721158+0000","last_peered":"2024-09-22T10:34:28.721158+0000","last_clean":"2024-09-22T10:34:28.721158+0000","last_became_active":"2024-09-22T09:02:24.097185+0000","last_became_peered":"2024-09-22T09:02:24.097185+0000","last_unstale":"2024-09-22T10:34:28.721158+0000","last_undegraded":"2024-09-22T10:34:28.721158+0000","last_fullsized":"2024-09-22T10:34:28.721158+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'13","last_scrub_stamp":"2024-09-22T10:34:28.720941+0000","last_deep_scrub":"269'13","last_deep_scrub_stamp":"2024-09-22T10:34:28.720941+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.720941+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:48:19.881047+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":14340,"num_write":18,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"269'33","reported_seq":175,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.782424+0000","last_change":"2024-09-22T10:34:31.782424+0000","last_active":"2024-09-22T10:34:31.782424+0000","last_peered":"2024-09-22T10:34:31.782424+0000","last_clean":"2024-09-22T10:34:31.782424+0000","last_became_active":"2024-09-22T08:56:18.724319+0000","last_became_peered":"2024-09-22T08:56:18.724319+0000","last_unstale":"2024-09-22T10:34:31.782424+0000","last_undegraded":"2024-09-22T10:34:31.782424+0000","last_fullsized":"2024-09-22T10:34:31.782424+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'33","last_scrub_stamp":"2024-09-22T10:34:31.782240+0000","last_deep_scrub":"269'33","last_deep_scrub_stamp":"2024-09-22T10:34:31.782240+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.782240+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:47:32.383060+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":178,"num_write":78,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.319214+0000","last_change":"2024-09-22T10:34:14.319081+0000","last_active":"2024-09-22T10:34:14.319214+0000","last_peered":"2024-09-22T10:34:14.319214+0000","last_clean":"2024-09-22T10:34:14.319214+0000","last_became_active":"2024-09-22T09:31:32.341785+0000","last_became_peered":"2024-09-22T09:31:32.341785+0000","last_unstale":"2024-09-22T10:34:14.319214+0000","last_undegraded":"2024-09-22T10:34:14.319214+0000","last_fullsized":"2024-09-22T10:34:14.319214+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.318902+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.318902+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:25:02.148573+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"266'6","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.802273+0000","last_change":"2024-09-22T10:34:36.802009+0000","last_active":"2024-09-22T10:34:36.802273+0000","last_peered":"2024-09-22T10:34:36.802273+0000","last_clean":"2024-09-22T10:34:36.802273+0000","last_became_active":"2024-09-22T09:02:31.292805+0000","last_became_peered":"2024-09-22T09:02:31.292805+0000","last_unstale":"2024-09-22T10:34:36.802273+0000","last_undegraded":"2024-09-22T10:34:36.802273+0000","last_fullsized":"2024-09-22T10:34:36.802273+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T10:34:36.801788+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T10:34:36.801788+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.801788+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:37:40.027860+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":7170,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.689769+0000","last_change":"2024-09-22T10:34:32.689561+0000","last_active":"2024-09-22T10:34:32.689769+0000","last_peered":"2024-09-22T10:34:32.689769+0000","last_clean":"2024-09-22T10:34:32.689769+0000","last_became_active":"2024-09-22T09:02:24.110672+0000","last_became_peered":"2024-09-22T09:02:24.110672+0000","last_unstale":"2024-09-22T10:34:32.689769+0000","last_undegraded":"2024-09-22T10:34:32.689769+0000","last_fullsized":"2024-09-22T10:34:32.689769+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:32.689367+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:32.689367+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.689367+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:05:56.783428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"269'31","reported_seq":167,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.824178+0000","last_change":"2024-09-22T10:34:29.824178+0000","last_active":"2024-09-22T10:34:29.824178+0000","last_peered":"2024-09-22T10:34:29.824178+0000","last_clean":"2024-09-22T10:34:29.824178+0000","last_became_active":"2024-09-22T08:56:18.732419+0000","last_became_peered":"2024-09-22T08:56:18.732419+0000","last_unstale":"2024-09-22T10:34:29.824178+0000","last_undegraded":"2024-09-22T10:34:29.824178+0000","last_fullsized":"2024-09-22T10:34:29.824178+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'31","last_scrub_stamp":"2024-09-22T10:34:29.823987+0000","last_deep_scrub":"269'31","last_deep_scrub_stamp":"2024-09-22T10:34:29.823987+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.823987+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:20:49.755555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":237,"num_read_kb":161,"num_write":75,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:40.647257+0000","last_change":"2024-09-22T10:34:40.647257+0000","last_active":"2024-09-22T10:34:40.647257+0000","last_peered":"2024-09-22T10:34:40.647257+0000","last_clean":"2024-09-22T10:34:40.647257+0000","last_became_active":"2024-09-22T09:31:32.376748+0000","last_became_peered":"2024-09-22T09:31:32.376748+0000","last_unstale":"2024-09-22T10:34:40.647257+0000","last_undegraded":"2024-09-22T10:34:40.647257+0000","last_fullsized":"2024-09-22T10:34:40.647257+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:40.647085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:40.647085+0000","last_clean_scrub_stamp":"2024-09-22T10:34:40.647085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:09:57.637460+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"269'2","reported_seq":75,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.793526+0000","last_change":"2024-09-22T10:34:37.793295+0000","last_active":"2024-09-22T10:34:37.793526+0000","last_peered":"2024-09-22T10:34:37.793526+0000","last_clean":"2024-09-22T10:34:37.793526+0000","last_became_active":"2024-09-22T09:02:31.292565+0000","last_became_peered":"2024-09-22T09:02:31.292565+0000","last_unstale":"2024-09-22T10:34:37.793526+0000","last_undegraded":"2024-09-22T10:34:37.793526+0000","last_fullsized":"2024-09-22T10:34:37.793526+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:37.792986+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:37.792986+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.792986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.550399+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.332727+0000","last_change":"2024-09-22T10:34:13.332575+0000","last_active":"2024-09-22T10:34:13.332727+0000","last_peered":"2024-09-22T10:34:13.332727+0000","last_clean":"2024-09-22T10:34:13.332727+0000","last_became_active":"2024-09-22T09:02:24.099372+0000","last_became_peered":"2024-09-22T09:02:24.099372+0000","last_unstale":"2024-09-22T10:34:13.332727+0000","last_undegraded":"2024-09-22T10:34:13.332727+0000","last_fullsized":"2024-09-22T10:34:13.332727+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.332397+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.332397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:28:39.717059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"269'48","reported_seq":219,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.769363+0000","last_change":"2024-09-22T10:34:26.769363+0000","last_active":"2024-09-22T10:34:26.769363+0000","last_peered":"2024-09-22T10:34:26.769363+0000","last_clean":"2024-09-22T10:34:26.769363+0000","last_became_active":"2024-09-22T08:56:18.739608+0000","last_became_peered":"2024-09-22T08:56:18.739608+0000","last_unstale":"2024-09-22T10:34:26.769363+0000","last_undegraded":"2024-09-22T10:34:26.769363+0000","last_fullsized":"2024-09-22T10:34:26.769363+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:26.769161+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:26.769161+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.769161+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:26.894149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":265,"num_write":127,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.512461+0000","last_change":"2024-09-22T10:34:23.512331+0000","last_active":"2024-09-22T10:34:23.512461+0000","last_peered":"2024-09-22T10:34:23.512461+0000","last_clean":"2024-09-22T10:34:23.512461+0000","last_became_active":"2024-09-22T09:31:32.366512+0000","last_became_peered":"2024-09-22T09:31:32.366512+0000","last_unstale":"2024-09-22T10:34:23.512461+0000","last_undegraded":"2024-09-22T10:34:23.512461+0000","last_fullsized":"2024-09-22T10:34:23.512461+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:23.512152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.512152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:16.276125+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"269'9","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.872137+0000","last_change":"2024-09-22T10:34:24.872137+0000","last_active":"2024-09-22T10:34:24.872137+0000","last_peered":"2024-09-22T10:34:24.872137+0000","last_clean":"2024-09-22T10:34:24.872137+0000","last_became_active":"2024-09-22T09:02:31.512227+0000","last_became_peered":"2024-09-22T09:02:31.512227+0000","last_unstale":"2024-09-22T10:34:24.872137+0000","last_undegraded":"2024-09-22T10:34:24.872137+0000","last_fullsized":"2024-09-22T10:34:24.872137+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'9","last_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_deep_scrub":"269'9","last_deep_scrub_stamp":"2024-09-22T10:34:24.871859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.871859+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:51:09.908985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12388,"num_write":14,"num_write_kb":9266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"269'6","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.213321+0000","last_change":"2024-09-22T10:34:34.213156+0000","last_active":"2024-09-22T10:34:34.213321+0000","last_peered":"2024-09-22T10:34:34.213321+0000","last_clean":"2024-09-22T10:34:34.213321+0000","last_became_active":"2024-09-22T09:02:24.079155+0000","last_became_peered":"2024-09-22T09:02:24.079155+0000","last_unstale":"2024-09-22T10:34:34.213321+0000","last_undegraded":"2024-09-22T10:34:34.213321+0000","last_fullsized":"2024-09-22T10:34:34.213321+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:34.212977+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:34.212977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.212977+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:32:01.325016+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8237,"num_write":6,"num_write_kb":8237,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"269'49","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.574341+0000","last_change":"2024-09-22T10:34:16.574341+0000","last_active":"2024-09-22T10:34:16.574341+0000","last_peered":"2024-09-22T10:34:16.574341+0000","last_clean":"2024-09-22T10:34:16.574341+0000","last_became_active":"2024-09-22T08:56:18.731795+0000","last_became_peered":"2024-09-22T08:56:18.731795+0000","last_unstale":"2024-09-22T10:34:16.574341+0000","last_undegraded":"2024-09-22T10:34:16.574341+0000","last_fullsized":"2024-09-22T10:34:16.574341+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'49","last_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_deep_scrub":"269'49","last_deep_scrub_stamp":"2024-09-22T10:34:16.574169+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.574169+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:35.906825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":388,"num_read_kb":251,"num_write":130,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:39.678196+0000","last_change":"2024-09-22T10:34:39.678196+0000","last_active":"2024-09-22T10:34:39.678196+0000","last_peered":"2024-09-22T10:34:39.678196+0000","last_clean":"2024-09-22T10:34:39.678196+0000","last_became_active":"2024-09-22T09:31:32.357686+0000","last_became_peered":"2024-09-22T09:31:32.357686+0000","last_unstale":"2024-09-22T10:34:39.678196+0000","last_undegraded":"2024-09-22T10:34:39.678196+0000","last_fullsized":"2024-09-22T10:34:39.678196+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:39.678009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:39.678009+0000","last_clean_scrub_stamp":"2024-09-22T10:34:39.678009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:30:24.179103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.775749+0000","last_change":"2024-09-22T10:34:38.775619+0000","last_active":"2024-09-22T10:34:38.775749+0000","last_peered":"2024-09-22T10:34:38.775749+0000","last_clean":"2024-09-22T10:34:38.775749+0000","last_became_active":"2024-09-22T09:02:31.292741+0000","last_became_peered":"2024-09-22T09:02:31.292741+0000","last_unstale":"2024-09-22T10:34:38.775749+0000","last_undegraded":"2024-09-22T10:34:38.775749+0000","last_fullsized":"2024-09-22T10:34:38.775749+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:38.775433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:38.775433+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.775433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.597965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.832560+0000","last_change":"2024-09-22T10:34:20.832293+0000","last_active":"2024-09-22T10:34:20.832560+0000","last_peered":"2024-09-22T10:34:20.832560+0000","last_clean":"2024-09-22T10:34:20.832560+0000","last_became_active":"2024-09-22T09:02:24.093163+0000","last_became_peered":"2024-09-22T09:02:24.093163+0000","last_unstale":"2024-09-22T10:34:20.832560+0000","last_undegraded":"2024-09-22T10:34:20.832560+0000","last_fullsized":"2024-09-22T10:34:20.832560+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-22T10:34:20.832012+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.832012+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:51:58.263950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"269'33","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.378565+0000","last_change":"2024-09-22T10:34:08.378565+0000","last_active":"2024-09-22T10:34:08.378565+0000","last_peered":"2024-09-22T10:34:08.378565+0000","last_clean":"2024-09-22T10:34:08.378565+0000","last_became_active":"2024-09-22T08:56:18.737342+0000","last_became_peered":"2024-09-22T08:56:18.737342+0000","last_unstale":"2024-09-22T10:34:08.378565+0000","last_undegraded":"2024-09-22T10:34:08.378565+0000","last_fullsized":"2024-09-22T10:34:08.378565+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'33","last_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_deep_scrub":"269'33","last_deep_scrub_stamp":"2024-09-22T10:34:08.378299+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.378299+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:52:55.703502+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":156,"num_write":81,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:45.766058+0000","last_change":"2024-09-22T10:34:45.766058+0000","last_active":"2024-09-22T10:34:45.766058+0000","last_peered":"2024-09-22T10:34:45.766058+0000","last_clean":"2024-09-22T10:34:45.766058+0000","last_became_active":"2024-09-22T09:31:32.376562+0000","last_became_peered":"2024-09-22T09:31:32.376562+0000","last_unstale":"2024-09-22T10:34:45.766058+0000","last_undegraded":"2024-09-22T10:34:45.766058+0000","last_fullsized":"2024-09-22T10:34:45.766058+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:45.765861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:45.765861+0000","last_clean_scrub_stamp":"2024-09-22T10:34:45.765861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:11:01.005607+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"269'2","reported_seq":76,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.909839+0000","last_change":"2024-09-22T10:34:32.909839+0000","last_active":"2024-09-22T10:34:32.909839+0000","last_peered":"2024-09-22T10:34:32.909839+0000","last_clean":"2024-09-22T10:34:32.909839+0000","last_became_active":"2024-09-22T09:02:31.296185+0000","last_became_peered":"2024-09-22T09:02:31.296185+0000","last_unstale":"2024-09-22T10:34:32.909839+0000","last_undegraded":"2024-09-22T10:34:32.909839+0000","last_fullsized":"2024-09-22T10:34:32.909839+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:32.909657+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:32.909657+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.909657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:01:24.704623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"269'8","reported_seq":93,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:32.212092+0000","last_change":"2024-09-22T10:34:32.212092+0000","last_active":"2024-09-22T10:34:32.212092+0000","last_peered":"2024-09-22T10:34:32.212092+0000","last_clean":"2024-09-22T10:34:32.212092+0000","last_became_active":"2024-09-22T09:02:24.085236+0000","last_became_peered":"2024-09-22T09:02:24.085236+0000","last_unstale":"2024-09-22T10:34:32.212092+0000","last_undegraded":"2024-09-22T10:34:32.212092+0000","last_fullsized":"2024-09-22T10:34:32.212092+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'8","last_scrub_stamp":"2024-09-22T10:34:32.211902+0000","last_deep_scrub":"269'8","last_deep_scrub_stamp":"2024-09-22T10:34:32.211902+0000","last_clean_scrub_stamp":"2024-09-22T10:34:32.211902+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:06:47.582499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":8,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'8","reported_seq":110,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.401937+0000","last_change":"2024-09-22T10:34:25.401937+0000","last_active":"2024-09-22T10:34:25.401937+0000","last_peered":"2024-09-22T10:34:25.401937+0000","last_clean":"2024-09-22T10:34:25.401937+0000","last_became_active":"2024-09-22T08:56:18.711240+0000","last_became_peered":"2024-09-22T08:56:18.711240+0000","last_unstale":"2024-09-22T10:34:25.401937+0000","last_undegraded":"2024-09-22T10:34:25.401937+0000","last_fullsized":"2024-09-22T10:34:25.401937+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-22T10:34:25.401737+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.401737+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:34:46.795843+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.643347+0000","last_change":"2024-09-22T10:34:42.643347+0000","last_active":"2024-09-22T10:34:42.643347+0000","last_peered":"2024-09-22T10:34:42.643347+0000","last_clean":"2024-09-22T10:34:42.643347+0000","last_became_active":"2024-09-22T09:31:32.373239+0000","last_became_peered":"2024-09-22T09:31:32.373239+0000","last_unstale":"2024-09-22T10:34:42.643347+0000","last_undegraded":"2024-09-22T10:34:42.643347+0000","last_fullsized":"2024-09-22T10:34:42.643347+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:42.643160+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:42.643160+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.643160+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:16.700499+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"266'6","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.659998+0000","last_change":"2024-09-22T10:34:35.659998+0000","last_active":"2024-09-22T10:34:35.659998+0000","last_peered":"2024-09-22T10:34:35.659998+0000","last_clean":"2024-09-22T10:34:35.659998+0000","last_became_active":"2024-09-22T09:02:31.506572+0000","last_became_peered":"2024-09-22T09:02:31.506572+0000","last_unstale":"2024-09-22T10:34:35.659998+0000","last_undegraded":"2024-09-22T10:34:35.659998+0000","last_fullsized":"2024-09-22T10:34:35.659998+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-22T10:34:35.659778+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-22T10:34:35.659778+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.659778+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:24:21.950654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.774829+0000","last_change":"2024-09-22T10:34:18.774829+0000","last_active":"2024-09-22T10:34:18.774829+0000","last_peered":"2024-09-22T10:34:18.774829+0000","last_clean":"2024-09-22T10:34:18.774829+0000","last_became_active":"2024-09-22T09:02:24.089595+0000","last_became_peered":"2024-09-22T09:02:24.089595+0000","last_unstale":"2024-09-22T10:34:18.774829+0000","last_undegraded":"2024-09-22T10:34:18.774829+0000","last_fullsized":"2024-09-22T10:34:18.774829+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.774646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.774646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:28:43.609911+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"269'20","reported_seq":142,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.638637+0000","last_change":"2024-09-22T10:34:25.638637+0000","last_active":"2024-09-22T10:34:25.638637+0000","last_peered":"2024-09-22T10:34:25.638637+0000","last_clean":"2024-09-22T10:34:25.638637+0000","last_became_active":"2024-09-22T08:56:18.723990+0000","last_became_peered":"2024-09-22T08:56:18.723990+0000","last_unstale":"2024-09-22T10:34:25.638637+0000","last_undegraded":"2024-09-22T10:34:25.638637+0000","last_fullsized":"2024-09-22T10:34:25.638637+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'20","last_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_deep_scrub":"269'20","last_deep_scrub_stamp":"2024-09-22T10:34:25.638416+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.638416+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:07.136277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":166,"num_read_kb":111,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"269'2","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.609309+0000","last_change":"2024-09-22T10:34:41.609309+0000","last_active":"2024-09-22T10:34:41.609309+0000","last_peered":"2024-09-22T10:34:41.609309+0000","last_clean":"2024-09-22T10:34:41.609309+0000","last_became_active":"2024-09-22T09:31:32.363854+0000","last_became_peered":"2024-09-22T09:31:32.363854+0000","last_unstale":"2024-09-22T10:34:41.609309+0000","last_undegraded":"2024-09-22T10:34:41.609309+0000","last_fullsized":"2024-09-22T10:34:41.609309+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:41.609127+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:41.609127+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.609127+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:22:21.490037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":72,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.865903+0000","last_change":"2024-09-22T10:34:22.865705+0000","last_active":"2024-09-22T10:34:22.865903+0000","last_peered":"2024-09-22T10:34:22.865903+0000","last_clean":"2024-09-22T10:34:22.865903+0000","last_became_active":"2024-09-22T09:02:31.288737+0000","last_became_peered":"2024-09-22T09:02:31.288737+0000","last_unstale":"2024-09-22T10:34:22.865903+0000","last_undegraded":"2024-09-22T10:34:22.865903+0000","last_fullsized":"2024-09-22T10:34:22.865903+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:22.865431+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.865431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:35:30.654756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.246004+0000","last_change":"2024-09-22T10:34:33.246004+0000","last_active":"2024-09-22T10:34:33.246004+0000","last_peered":"2024-09-22T10:34:33.246004+0000","last_clean":"2024-09-22T10:34:33.246004+0000","last_became_active":"2024-09-22T09:02:24.090135+0000","last_became_peered":"2024-09-22T09:02:24.090135+0000","last_unstale":"2024-09-22T10:34:33.246004+0000","last_undegraded":"2024-09-22T10:34:33.246004+0000","last_fullsized":"2024-09-22T10:34:33.246004+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:33.245653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:33.245653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.245653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:44:49.925281+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"269'48","reported_seq":221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.808872+0000","last_change":"2024-09-22T10:34:28.808872+0000","last_active":"2024-09-22T10:34:28.808872+0000","last_peered":"2024-09-22T10:34:28.808872+0000","last_clean":"2024-09-22T10:34:28.808872+0000","last_became_active":"2024-09-22T08:56:18.731273+0000","last_became_peered":"2024-09-22T08:56:18.731273+0000","last_unstale":"2024-09-22T10:34:28.808872+0000","last_undegraded":"2024-09-22T10:34:28.808872+0000","last_fullsized":"2024-09-22T10:34:28.808872+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'48","last_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_deep_scrub":"269'48","last_deep_scrub_stamp":"2024-09-22T10:34:28.808628+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.808628+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:40:05.447857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":398,"num_read_kb":271,"num_write":117,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":49,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:43.140356+0000","last_change":"2024-09-22T10:34:43.140356+0000","last_active":"2024-09-22T10:34:43.140356+0000","last_peered":"2024-09-22T10:34:43.140356+0000","last_clean":"2024-09-22T10:34:43.140356+0000","last_became_active":"2024-09-22T09:31:32.348807+0000","last_became_peered":"2024-09-22T09:31:32.348807+0000","last_unstale":"2024-09-22T10:34:43.140356+0000","last_undegraded":"2024-09-22T10:34:43.140356+0000","last_fullsized":"2024-09-22T10:34:43.140356+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:43.140161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:43.140161+0000","last_clean_scrub_stamp":"2024-09-22T10:34:43.140161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:25.146129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"269'7","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:36.682002+0000","last_change":"2024-09-22T10:34:36.682002+0000","last_active":"2024-09-22T10:34:36.682002+0000","last_peered":"2024-09-22T10:34:36.682002+0000","last_clean":"2024-09-22T10:34:36.682002+0000","last_became_active":"2024-09-22T09:02:31.297380+0000","last_became_peered":"2024-09-22T09:02:31.297380+0000","last_unstale":"2024-09-22T10:34:36.682002+0000","last_undegraded":"2024-09-22T10:34:36.682002+0000","last_fullsized":"2024-09-22T10:34:36.682002+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:36.681817+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:36.681817+0000","last_clean_scrub_stamp":"2024-09-22T10:34:36.681817+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:43:10.957370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"269'6","reported_seq":89,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.784174+0000","last_change":"2024-09-22T10:34:27.784017+0000","last_active":"2024-09-22T10:34:27.784174+0000","last_peered":"2024-09-22T10:34:27.784174+0000","last_clean":"2024-09-22T10:34:27.784174+0000","last_became_active":"2024-09-22T09:02:24.102528+0000","last_became_peered":"2024-09-22T09:02:24.102528+0000","last_unstale":"2024-09-22T10:34:27.784174+0000","last_undegraded":"2024-09-22T10:34:27.784174+0000","last_fullsized":"2024-09-22T10:34:27.784174+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:27.783836+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:27.783836+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.783836+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:35:47.266921+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"258'4","reported_seq":97,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.529129+0000","last_change":"2024-09-22T10:34:15.529129+0000","last_active":"2024-09-22T10:34:15.529129+0000","last_peered":"2024-09-22T10:34:15.529129+0000","last_clean":"2024-09-22T10:34:15.529129+0000","last_became_active":"2024-09-22T08:56:18.732548+0000","last_became_peered":"2024-09-22T08:56:18.732548+0000","last_unstale":"2024-09-22T10:34:15.529129+0000","last_undegraded":"2024-09-22T10:34:15.529129+0000","last_fullsized":"2024-09-22T10:34:15.529129+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-22T10:34:15.528939+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.528939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:07:58.137881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":13,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.683425+0000","last_change":"2024-09-22T10:34:37.683425+0000","last_active":"2024-09-22T10:34:37.683425+0000","last_peered":"2024-09-22T10:34:37.683425+0000","last_clean":"2024-09-22T10:34:37.683425+0000","last_became_active":"2024-09-22T09:31:32.369389+0000","last_became_peered":"2024-09-22T09:31:32.369389+0000","last_unstale":"2024-09-22T10:34:37.683425+0000","last_undegraded":"2024-09-22T10:34:37.683425+0000","last_fullsized":"2024-09-22T10:34:37.683425+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:37.683210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:37.683210+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.683210+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:32.710916+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"269'4","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.189845+0000","last_change":"2024-09-22T10:34:38.189612+0000","last_active":"2024-09-22T10:34:38.189845+0000","last_peered":"2024-09-22T10:34:38.189845+0000","last_clean":"2024-09-22T10:34:38.189845+0000","last_became_active":"2024-09-22T09:02:31.270501+0000","last_became_peered":"2024-09-22T09:02:31.270501+0000","last_unstale":"2024-09-22T10:34:38.189845+0000","last_undegraded":"2024-09-22T10:34:38.189845+0000","last_fullsized":"2024-09-22T10:34:38.189845+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:38.189383+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:38.189383+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.189383+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:57:19.645775+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"269'4","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.651912+0000","last_change":"2024-09-22T10:34:30.651912+0000","last_active":"2024-09-22T10:34:30.651912+0000","last_peered":"2024-09-22T10:34:30.651912+0000","last_clean":"2024-09-22T10:34:30.651912+0000","last_became_active":"2024-09-22T09:02:24.095812+0000","last_became_peered":"2024-09-22T09:02:24.095812+0000","last_unstale":"2024-09-22T10:34:30.651912+0000","last_undegraded":"2024-09-22T10:34:30.651912+0000","last_fullsized":"2024-09-22T10:34:30.651912+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:30.651636+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:30.651636+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.651636+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:41:10.996920+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":71,"num_write":4,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"269'24","reported_seq":149,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.367477+0000","last_change":"2024-09-22T10:34:27.367477+0000","last_active":"2024-09-22T10:34:27.367477+0000","last_peered":"2024-09-22T10:34:27.367477+0000","last_clean":"2024-09-22T10:34:27.367477+0000","last_became_active":"2024-09-22T08:56:18.717005+0000","last_became_peered":"2024-09-22T08:56:18.717005+0000","last_unstale":"2024-09-22T10:34:27.367477+0000","last_undegraded":"2024-09-22T10:34:27.367477+0000","last_fullsized":"2024-09-22T10:34:27.367477+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'24","last_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_deep_scrub":"269'24","last_deep_scrub_stamp":"2024-09-22T10:34:27.367186+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.367186+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:32:16.730275+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":106,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.600035+0000","last_change":"2024-09-22T10:34:35.600035+0000","last_active":"2024-09-22T10:34:35.600035+0000","last_peered":"2024-09-22T10:34:35.600035+0000","last_clean":"2024-09-22T10:34:35.600035+0000","last_became_active":"2024-09-22T09:31:32.380300+0000","last_became_peered":"2024-09-22T09:31:32.380300+0000","last_unstale":"2024-09-22T10:34:35.600035+0000","last_undegraded":"2024-09-22T10:34:35.600035+0000","last_fullsized":"2024-09-22T10:34:35.600035+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:35.599845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:35.599845+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.599845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:41.993801+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"269'2","reported_seq":78,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:37.197295+0000","last_change":"2024-09-22T10:34:37.197295+0000","last_active":"2024-09-22T10:34:37.197295+0000","last_peered":"2024-09-22T10:34:37.197295+0000","last_clean":"2024-09-22T10:34:37.197295+0000","last_became_active":"2024-09-22T09:02:31.512094+0000","last_became_peered":"2024-09-22T09:02:31.512094+0000","last_unstale":"2024-09-22T10:34:37.197295+0000","last_undegraded":"2024-09-22T10:34:37.197295+0000","last_fullsized":"2024-09-22T10:34:37.197295+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:37.197107+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:37.197107+0000","last_clean_scrub_stamp":"2024-09-22T10:34:37.197107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:38.209898+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"269'3","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.353985+0000","last_change":"2024-09-22T10:34:11.353847+0000","last_active":"2024-09-22T10:34:11.353985+0000","last_peered":"2024-09-22T10:34:11.353985+0000","last_clean":"2024-09-22T10:34:11.353985+0000","last_became_active":"2024-09-22T09:02:24.097025+0000","last_became_peered":"2024-09-22T09:02:24.097025+0000","last_unstale":"2024-09-22T10:34:11.353985+0000","last_undegraded":"2024-09-22T10:34:11.353985+0000","last_fullsized":"2024-09-22T10:34:11.353985+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:34:11.353669+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.353669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:04:40.010642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"269'54","reported_seq":232,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.550653+0000","last_change":"2024-09-22T10:34:14.550653+0000","last_active":"2024-09-22T10:34:14.550653+0000","last_peered":"2024-09-22T10:34:14.550653+0000","last_clean":"2024-09-22T10:34:14.550653+0000","last_became_active":"2024-09-22T08:56:18.723167+0000","last_became_peered":"2024-09-22T08:56:18.723167+0000","last_unstale":"2024-09-22T10:34:14.550653+0000","last_undegraded":"2024-09-22T10:34:14.550653+0000","last_fullsized":"2024-09-22T10:34:14.550653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'54","last_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_deep_scrub":"269'54","last_deep_scrub_stamp":"2024-09-22T10:34:14.550475+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.550475+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:24:46.366634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":429,"num_read_kb":282,"num_write":145,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.891636+0000","last_change":"2024-09-22T10:34:29.891636+0000","last_active":"2024-09-22T10:34:29.891636+0000","last_peered":"2024-09-22T10:34:29.891636+0000","last_clean":"2024-09-22T10:34:29.891636+0000","last_became_active":"2024-09-22T09:31:32.357089+0000","last_became_peered":"2024-09-22T09:31:32.357089+0000","last_unstale":"2024-09-22T10:34:29.891636+0000","last_undegraded":"2024-09-22T10:34:29.891636+0000","last_fullsized":"2024-09-22T10:34:29.891636+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:29.891425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:29.891425+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.891425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:48.297973+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":73,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:34.686687+0000","last_change":"2024-09-22T10:34:34.686687+0000","last_active":"2024-09-22T10:34:34.686687+0000","last_peered":"2024-09-22T10:34:34.686687+0000","last_clean":"2024-09-22T10:34:34.686687+0000","last_became_active":"2024-09-22T09:02:31.510704+0000","last_became_peered":"2024-09-22T09:02:31.510704+0000","last_unstale":"2024-09-22T10:34:34.686687+0000","last_undegraded":"2024-09-22T10:34:34.686687+0000","last_fullsized":"2024-09-22T10:34:34.686687+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:34.686505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:34.686505+0000","last_clean_scrub_stamp":"2024-09-22T10:34:34.686505+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:29.145395+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"269'2","reported_seq":83,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:30.693950+0000","last_change":"2024-09-22T10:34:30.693950+0000","last_active":"2024-09-22T10:34:30.693950+0000","last_peered":"2024-09-22T10:34:30.693950+0000","last_clean":"2024-09-22T10:34:30.693950+0000","last_became_active":"2024-09-22T09:02:24.078706+0000","last_became_peered":"2024-09-22T09:02:24.078706+0000","last_unstale":"2024-09-22T10:34:30.693950+0000","last_undegraded":"2024-09-22T10:34:30.693950+0000","last_fullsized":"2024-09-22T10:34:30.693950+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:30.693733+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:30.693733+0000","last_clean_scrub_stamp":"2024-09-22T10:34:30.693733+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:13.198136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"269'30","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.611567+0000","last_change":"2024-09-22T10:34:24.611439+0000","last_active":"2024-09-22T10:34:24.611567+0000","last_peered":"2024-09-22T10:34:24.611567+0000","last_clean":"2024-09-22T10:34:24.611567+0000","last_became_active":"2024-09-22T08:56:18.723428+0000","last_became_peered":"2024-09-22T08:56:18.723428+0000","last_unstale":"2024-09-22T10:34:24.611567+0000","last_undegraded":"2024-09-22T10:34:24.611567+0000","last_fullsized":"2024-09-22T10:34:24.611567+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'30","last_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_deep_scrub":"269'30","last_deep_scrub_stamp":"2024-09-22T10:34:24.611256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.611256+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:44.928264+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":191,"num_write":71,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:35.924114+0000","last_change":"2024-09-22T10:34:35.924114+0000","last_active":"2024-09-22T10:34:35.924114+0000","last_peered":"2024-09-22T10:34:35.924114+0000","last_clean":"2024-09-22T10:34:35.924114+0000","last_became_active":"2024-09-22T09:31:32.359927+0000","last_became_peered":"2024-09-22T09:31:32.359927+0000","last_unstale":"2024-09-22T10:34:35.924114+0000","last_undegraded":"2024-09-22T10:34:35.924114+0000","last_fullsized":"2024-09-22T10:34:35.924114+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:35.923931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:35.923931+0000","last_clean_scrub_stamp":"2024-09-22T10:34:35.923931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:33.452025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'2","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:33.920600+0000","last_change":"2024-09-22T10:34:33.920600+0000","last_active":"2024-09-22T10:34:33.920600+0000","last_peered":"2024-09-22T10:34:33.920600+0000","last_clean":"2024-09-22T10:34:33.920600+0000","last_became_active":"2024-09-22T09:02:31.262814+0000","last_became_peered":"2024-09-22T09:02:31.262814+0000","last_unstale":"2024-09-22T10:34:33.920600+0000","last_undegraded":"2024-09-22T10:34:33.920600+0000","last_fullsized":"2024-09-22T10:34:33.920600+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:33.920401+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:33.920401+0000","last_clean_scrub_stamp":"2024-09-22T10:34:33.920401+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:34:45.861287+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"269'12","reported_seq":103,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.650859+0000","last_change":"2024-09-22T10:34:31.650859+0000","last_active":"2024-09-22T10:34:31.650859+0000","last_peered":"2024-09-22T10:34:31.650859+0000","last_clean":"2024-09-22T10:34:31.650859+0000","last_became_active":"2024-09-22T09:02:24.110863+0000","last_became_peered":"2024-09-22T09:02:24.110863+0000","last_unstale":"2024-09-22T10:34:31.650859+0000","last_undegraded":"2024-09-22T10:34:31.650859+0000","last_fullsized":"2024-09-22T10:34:31.650859+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'12","last_scrub_stamp":"2024-09-22T10:34:31.650583+0000","last_deep_scrub":"269'12","last_deep_scrub_stamp":"2024-09-22T10:34:31.650583+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.650583+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:53.264601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":20484,"num_write":22,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"269'43","reported_seq":207,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.842494+0000","last_change":"2024-09-22T10:34:15.842494+0000","last_active":"2024-09-22T10:34:15.842494+0000","last_peered":"2024-09-22T10:34:15.842494+0000","last_clean":"2024-09-22T10:34:15.842494+0000","last_became_active":"2024-09-22T08:56:18.708232+0000","last_became_peered":"2024-09-22T08:56:18.708232+0000","last_unstale":"2024-09-22T10:34:15.842494+0000","last_undegraded":"2024-09-22T10:34:15.842494+0000","last_fullsized":"2024-09-22T10:34:15.842494+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'43","last_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_deep_scrub":"269'43","last_deep_scrub_stamp":"2024-09-22T10:34:15.842314+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.842314+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:26.587205+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":225,"num_write":109,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"269'2","reported_seq":52,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.258056+0000","last_change":"2024-09-22T10:34:17.257805+0000","last_active":"2024-09-22T10:34:17.258056+0000","last_peered":"2024-09-22T10:34:17.258056+0000","last_clean":"2024-09-22T10:34:17.258056+0000","last_became_active":"2024-09-22T09:31:32.357260+0000","last_became_peered":"2024-09-22T09:31:32.357260+0000","last_unstale":"2024-09-22T10:34:17.258056+0000","last_undegraded":"2024-09-22T10:34:17.258056+0000","last_fullsized":"2024-09-22T10:34:17.258056+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.257587+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.257587+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:23.284908+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'2","reported_seq":79,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.839163+0000","last_change":"2024-09-22T10:34:21.839163+0000","last_active":"2024-09-22T10:34:21.839163+0000","last_peered":"2024-09-22T10:34:21.839163+0000","last_clean":"2024-09-22T10:34:21.839163+0000","last_became_active":"2024-09-22T09:02:31.274797+0000","last_became_peered":"2024-09-22T09:02:31.274797+0000","last_unstale":"2024-09-22T10:34:21.839163+0000","last_undegraded":"2024-09-22T10:34:21.839163+0000","last_fullsized":"2024-09-22T10:34:21.839163+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-22T10:34:21.838884+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.838884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:52:24.128434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"269'2","reported_seq":86,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:28.665437+0000","last_change":"2024-09-22T10:34:28.665252+0000","last_active":"2024-09-22T10:34:28.665437+0000","last_peered":"2024-09-22T10:34:28.665437+0000","last_clean":"2024-09-22T10:34:28.665437+0000","last_became_active":"2024-09-22T09:02:24.098584+0000","last_became_peered":"2024-09-22T09:02:24.098584+0000","last_unstale":"2024-09-22T10:34:28.665437+0000","last_undegraded":"2024-09-22T10:34:28.665437+0000","last_fullsized":"2024-09-22T10:34:28.665437+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:28.665073+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:28.665073+0000","last_clean_scrub_stamp":"2024-09-22T10:34:28.665073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:30:32.532170+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"269'16","reported_seq":132,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.762936+0000","last_change":"2024-09-22T10:34:27.762936+0000","last_active":"2024-09-22T10:34:27.762936+0000","last_peered":"2024-09-22T10:34:27.762936+0000","last_clean":"2024-09-22T10:34:27.762936+0000","last_became_active":"2024-09-22T08:56:18.722867+0000","last_became_peered":"2024-09-22T08:56:18.722867+0000","last_unstale":"2024-09-22T10:34:27.762936+0000","last_undegraded":"2024-09-22T10:34:27.762936+0000","last_fullsized":"2024-09-22T10:34:27.762936+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'16","last_scrub_stamp":"2024-09-22T10:34:27.762761+0000","last_deep_scrub":"269'16","last_deep_scrub_stamp":"2024-09-22T10:34:27.762761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.762761+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:06.200692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":86,"num_write":41,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":50,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:42.143682+0000","last_change":"2024-09-22T10:34:42.143682+0000","last_active":"2024-09-22T10:34:42.143682+0000","last_peered":"2024-09-22T10:34:42.143682+0000","last_clean":"2024-09-22T10:34:42.143682+0000","last_became_active":"2024-09-22T09:31:32.347977+0000","last_became_peered":"2024-09-22T09:31:32.347977+0000","last_unstale":"2024-09-22T10:34:42.143682+0000","last_undegraded":"2024-09-22T10:34:42.143682+0000","last_fullsized":"2024-09-22T10:34:42.143682+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:42.143505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:42.143505+0000","last_clean_scrub_stamp":"2024-09-22T10:34:42.143505+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:02:24.452663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.682494+0000","last_change":"2024-09-22T10:34:29.682341+0000","last_active":"2024-09-22T10:34:29.682494+0000","last_peered":"2024-09-22T10:34:29.682494+0000","last_clean":"2024-09-22T10:34:29.682494+0000","last_became_active":"2024-09-22T09:02:31.270043+0000","last_became_peered":"2024-09-22T09:02:31.270043+0000","last_unstale":"2024-09-22T10:34:29.682494+0000","last_undegraded":"2024-09-22T10:34:29.682494+0000","last_fullsized":"2024-09-22T10:34:29.682494+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-22T10:34:29.682150+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-22T10:34:29.682150+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.682150+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:52:57.657054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"269'4","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:29.694880+0000","last_change":"2024-09-22T10:34:29.694880+0000","last_active":"2024-09-22T10:34:29.694880+0000","last_peered":"2024-09-22T10:34:29.694880+0000","last_clean":"2024-09-22T10:34:29.694880+0000","last_became_active":"2024-09-22T09:02:24.110423+0000","last_became_peered":"2024-09-22T09:02:24.110423+0000","last_unstale":"2024-09-22T10:34:29.694880+0000","last_undegraded":"2024-09-22T10:34:29.694880+0000","last_fullsized":"2024-09-22T10:34:29.694880+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:29.694702+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:29.694702+0000","last_clean_scrub_stamp":"2024-09-22T10:34:29.694702+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:16.234765+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"269'37","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.849563+0000","last_change":"2024-09-22T10:34:25.849563+0000","last_active":"2024-09-22T10:34:25.849563+0000","last_peered":"2024-09-22T10:34:25.849563+0000","last_clean":"2024-09-22T10:34:25.849563+0000","last_became_active":"2024-09-22T08:56:18.741169+0000","last_became_peered":"2024-09-22T08:56:18.741169+0000","last_unstale":"2024-09-22T10:34:25.849563+0000","last_undegraded":"2024-09-22T10:34:25.849563+0000","last_fullsized":"2024-09-22T10:34:25.849563+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'37","last_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_deep_scrub":"269'37","last_deep_scrub_stamp":"2024-09-22T10:34:25.849380+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.849380+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:54.853925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":264,"num_read_kb":166,"num_write":96,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:41.188335+0000","last_change":"2024-09-22T10:34:41.188335+0000","last_active":"2024-09-22T10:34:41.188335+0000","last_peered":"2024-09-22T10:34:41.188335+0000","last_clean":"2024-09-22T10:34:41.188335+0000","last_became_active":"2024-09-22T09:31:32.359120+0000","last_became_peered":"2024-09-22T09:31:32.359120+0000","last_unstale":"2024-09-22T10:34:41.188335+0000","last_undegraded":"2024-09-22T10:34:41.188335+0000","last_fullsized":"2024-09-22T10:34:41.188335+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:41.188143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:41.188143+0000","last_clean_scrub_stamp":"2024-09-22T10:34:41.188143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:14.161419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"269'7","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.585666+0000","last_change":"2024-09-22T10:34:19.585666+0000","last_active":"2024-09-22T10:34:19.585666+0000","last_peered":"2024-09-22T10:34:19.585666+0000","last_clean":"2024-09-22T10:34:19.585666+0000","last_became_active":"2024-09-22T09:02:31.296113+0000","last_became_peered":"2024-09-22T09:02:31.296113+0000","last_unstale":"2024-09-22T10:34:19.585666+0000","last_undegraded":"2024-09-22T10:34:19.585666+0000","last_fullsized":"2024-09-22T10:34:19.585666+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'7","last_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_deep_scrub":"269'7","last_deep_scrub_stamp":"2024-09-22T10:34:19.585489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.585489+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:28:31.962252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":11264,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"269'5","reported_seq":87,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.814186+0000","last_change":"2024-09-22T10:34:17.814186+0000","last_active":"2024-09-22T10:34:17.814186+0000","last_peered":"2024-09-22T10:34:17.814186+0000","last_clean":"2024-09-22T10:34:17.814186+0000","last_became_active":"2024-09-22T09:02:24.094511+0000","last_became_peered":"2024-09-22T09:02:24.094511+0000","last_unstale":"2024-09-22T10:34:17.814186+0000","last_undegraded":"2024-09-22T10:34:17.814186+0000","last_fullsized":"2024-09-22T10:34:17.814186+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'5","last_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_deep_scrub":"269'5","last_deep_scrub_stamp":"2024-09-22T10:34:17.813997+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.813997+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:30.797689+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"269'21","reported_seq":147,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.517005+0000","last_change":"2024-09-22T10:34:13.516773+0000","last_active":"2024-09-22T10:34:13.517005+0000","last_peered":"2024-09-22T10:34:13.517005+0000","last_clean":"2024-09-22T10:34:13.517005+0000","last_became_active":"2024-09-22T08:56:18.734419+0000","last_became_peered":"2024-09-22T08:56:18.734419+0000","last_unstale":"2024-09-22T10:34:13.517005+0000","last_undegraded":"2024-09-22T10:34:13.517005+0000","last_fullsized":"2024-09-22T10:34:13.517005+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'21","last_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_deep_scrub":"269'21","last_deep_scrub_stamp":"2024-09-22T10:34:13.516537+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.516537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:10.095562+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":114,"num_write":52,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":51,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:38.644169+0000","last_change":"2024-09-22T10:34:38.644169+0000","last_active":"2024-09-22T10:34:38.644169+0000","last_peered":"2024-09-22T10:34:38.644169+0000","last_clean":"2024-09-22T10:34:38.644169+0000","last_became_active":"2024-09-22T09:31:32.370215+0000","last_became_peered":"2024-09-22T09:31:32.370215+0000","last_unstale":"2024-09-22T10:34:38.644169+0000","last_undegraded":"2024-09-22T10:34:38.644169+0000","last_fullsized":"2024-09-22T10:34:38.644169+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":267,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:38.643984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:38.643984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:38.643984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:31:47.442004+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"269'6","reported_seq":85,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:31.885792+0000","last_change":"2024-09-22T10:34:31.885792+0000","last_active":"2024-09-22T10:34:31.885792+0000","last_peered":"2024-09-22T10:34:31.885792+0000","last_clean":"2024-09-22T10:34:31.885792+0000","last_became_active":"2024-09-22T09:02:31.271726+0000","last_became_peered":"2024-09-22T09:02:31.271726+0000","last_unstale":"2024-09-22T10:34:31.885792+0000","last_undegraded":"2024-09-22T10:34:31.885792+0000","last_fullsized":"2024-09-22T10:34:31.885792+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:31.885608+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:31.885608+0000","last_clean_scrub_stamp":"2024-09-22T10:34:31.885608+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:38:45.057622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5165,"num_write":6,"num_write_kb":5165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"269'2","reported_seq":84,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.546824+0000","last_change":"2024-09-22T10:34:17.546824+0000","last_active":"2024-09-22T10:34:17.546824+0000","last_peered":"2024-09-22T10:34:17.546824+0000","last_clean":"2024-09-22T10:34:17.546824+0000","last_became_active":"2024-09-22T09:02:24.089731+0000","last_became_peered":"2024-09-22T09:02:24.089731+0000","last_unstale":"2024-09-22T10:34:17.546824+0000","last_undegraded":"2024-09-22T10:34:17.546824+0000","last_fullsized":"2024-09-22T10:34:17.546824+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:17.546648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.546648+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:05:34.577302+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"269'36","reported_seq":186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.567430+0000","last_change":"2024-09-22T10:34:23.567267+0000","last_active":"2024-09-22T10:34:23.567430+0000","last_peered":"2024-09-22T10:34:23.567430+0000","last_clean":"2024-09-22T10:34:23.567430+0000","last_became_active":"2024-09-22T08:56:18.714256+0000","last_became_peered":"2024-09-22T08:56:18.714256+0000","last_unstale":"2024-09-22T10:34:23.567430+0000","last_undegraded":"2024-09-22T10:34:23.567430+0000","last_fullsized":"2024-09-22T10:34:23.567430+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'36","last_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_deep_scrub":"269'36","last_deep_scrub_stamp":"2024-09-22T10:34:23.567089+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.567089+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:49:28.007852+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":190,"num_write":92,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"269'396","reported_seq":1186,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.687502+0000","last_change":"2024-09-22T10:33:58.687359+0000","last_active":"2024-09-22T10:33:58.687502+0000","last_peered":"2024-09-22T10:33:58.687502+0000","last_clean":"2024-09-22T10:33:58.687502+0000","last_became_active":"2024-09-22T08:40:27.614865+0000","last_became_peered":"2024-09-22T08:40:27.614865+0000","last_unstale":"2024-09-22T10:33:58.687502+0000","last_undegraded":"2024-09-22T10:33:58.687502+0000","last_fullsized":"2024-09-22T10:33:58.687502+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:33:58.687165+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.687165+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:37:34.376430+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":751,"num_read_kb":27834,"num_write":1187,"num_write_kb":42133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"269'654","reported_seq":2373,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.950510+0000","last_change":"2024-09-22T10:34:07.950510+0000","last_active":"2024-09-22T10:34:07.950510+0000","last_peered":"2024-09-22T10:34:07.950510+0000","last_clean":"2024-09-22T10:34:07.950510+0000","last_became_active":"2024-09-22T08:40:29.591224+0000","last_became_peered":"2024-09-22T08:40:29.591224+0000","last_unstale":"2024-09-22T10:34:07.950510+0000","last_undegraded":"2024-09-22T10:34:07.950510+0000","last_fullsized":"2024-09-22T10:34:07.950510+0000","mapping_epoch":28,"log_start":"269'600","ondisk_log_start":"269'600","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'654","last_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_deep_scrub":"269'654","last_deep_scrub_stamp":"2024-09-22T10:34:07.950252+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.950252+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":600,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:56.666162+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3472,"num_read_kb":3160,"num_write":937,"num_write_kb":421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"269'373","reported_seq":1070,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.750726+0000","last_change":"2024-09-22T10:33:53.750579+0000","last_active":"2024-09-22T10:33:53.750726+0000","last_peered":"2024-09-22T10:33:53.750726+0000","last_clean":"2024-09-22T10:33:53.750726+0000","last_became_active":"2024-09-22T08:40:27.579882+0000","last_became_peered":"2024-09-22T08:40:27.579882+0000","last_unstale":"2024-09-22T10:33:53.750726+0000","last_undegraded":"2024-09-22T10:33:53.750726+0000","last_fullsized":"2024-09-22T10:33:53.750726+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:53.750344+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.750344+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:34.453687+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048617,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":558,"num_read_kb":59286,"num_write":1173,"num_write_kb":60901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"269'827","reported_seq":2367,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.666729+0000","last_change":"2024-09-22T10:34:06.666729+0000","last_active":"2024-09-22T10:34:06.666729+0000","last_peered":"2024-09-22T10:34:06.666729+0000","last_clean":"2024-09-22T10:34:06.666729+0000","last_became_active":"2024-09-22T08:40:29.591656+0000","last_became_peered":"2024-09-22T08:40:29.591656+0000","last_unstale":"2024-09-22T10:34:06.666729+0000","last_undegraded":"2024-09-22T10:34:06.666729+0000","last_fullsized":"2024-09-22T10:34:06.666729+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'827","last_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_deep_scrub":"269'827","last_deep_scrub_stamp":"2024-09-22T10:34:06.666549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.666549+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:00.334858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3818,"num_read_kb":3408,"num_write":1078,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":248,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"269'391","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.325695+0000","last_change":"2024-09-22T10:33:57.325546+0000","last_active":"2024-09-22T10:33:57.325695+0000","last_peered":"2024-09-22T10:33:57.325695+0000","last_clean":"2024-09-22T10:33:57.325695+0000","last_became_active":"2024-09-22T08:40:27.556978+0000","last_became_peered":"2024-09-22T08:40:27.556978+0000","last_unstale":"2024-09-22T10:33:57.325695+0000","last_undegraded":"2024-09-22T10:33:57.325695+0000","last_fullsized":"2024-09-22T10:33:57.325695+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'391","last_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_deep_scrub":"269'391","last_deep_scrub_stamp":"2024-09-22T10:33:57.325282+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.325282+0000","objects_scrubbed":8,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:53.480407+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":768,"num_read_kb":21704,"num_write":1222,"num_write_kb":27508,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"269'410","reported_seq":2035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.817282+0000","last_change":"2024-09-22T10:34:06.817282+0000","last_active":"2024-09-22T10:34:06.817282+0000","last_peered":"2024-09-22T10:34:06.817282+0000","last_clean":"2024-09-22T10:34:06.817282+0000","last_became_active":"2024-09-22T08:40:29.584777+0000","last_became_peered":"2024-09-22T08:40:29.584777+0000","last_unstale":"2024-09-22T10:34:06.817282+0000","last_undegraded":"2024-09-22T10:34:06.817282+0000","last_fullsized":"2024-09-22T10:34:06.817282+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:34:06.817099+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.817099+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:27.077968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2302,"num_read_kb":2198,"num_write":455,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"269'321","reported_seq":1054,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.995952+0000","last_change":"2024-09-22T10:34:02.995745+0000","last_active":"2024-09-22T10:34:02.995952+0000","last_peered":"2024-09-22T10:34:02.995952+0000","last_clean":"2024-09-22T10:34:02.995952+0000","last_became_active":"2024-09-22T08:40:27.619863+0000","last_became_peered":"2024-09-22T08:40:27.619863+0000","last_unstale":"2024-09-22T10:34:02.995952+0000","last_undegraded":"2024-09-22T10:34:02.995952+0000","last_fullsized":"2024-09-22T10:34:02.995952+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:34:02.995365+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.995365+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:44:09.663490+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048630,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":796,"num_read_kb":11133,"num_write":1110,"num_write_kb":27764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"269'850","reported_seq":2623,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.357818+0000","last_change":"2024-09-22T10:34:06.357818+0000","last_active":"2024-09-22T10:34:06.357818+0000","last_peered":"2024-09-22T10:34:06.357818+0000","last_clean":"2024-09-22T10:34:06.357818+0000","last_became_active":"2024-09-22T08:40:29.581042+0000","last_became_peered":"2024-09-22T08:40:29.581042+0000","last_unstale":"2024-09-22T10:34:06.357818+0000","last_undegraded":"2024-09-22T10:34:06.357818+0000","last_fullsized":"2024-09-22T10:34:06.357818+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'850","last_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_deep_scrub":"269'850","last_deep_scrub_stamp":"2024-09-22T10:34:06.357630+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.357630+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:15:08.196650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4244,"num_read_kb":3838,"num_write":1126,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"269'296","reported_seq":948,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.692692+0000","last_change":"2024-09-22T10:33:57.692692+0000","last_active":"2024-09-22T10:33:57.692692+0000","last_peered":"2024-09-22T10:33:57.692692+0000","last_clean":"2024-09-22T10:33:57.692692+0000","last_became_active":"2024-09-22T08:40:27.615404+0000","last_became_peered":"2024-09-22T08:40:27.615404+0000","last_unstale":"2024-09-22T10:33:57.692692+0000","last_undegraded":"2024-09-22T10:33:57.692692+0000","last_fullsized":"2024-09-22T10:33:57.692692+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'296","last_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_deep_scrub":"269'296","last_deep_scrub_stamp":"2024-09-22T10:33:57.692489+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.692489+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:43.433370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":485,"num_read_kb":14732,"num_write":886,"num_write_kb":20512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"269'399","reported_seq":1980,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.489062+0000","last_change":"2024-09-22T10:33:59.488914+0000","last_active":"2024-09-22T10:33:59.489062+0000","last_peered":"2024-09-22T10:33:59.489062+0000","last_clean":"2024-09-22T10:33:59.489062+0000","last_became_active":"2024-09-22T08:40:29.585616+0000","last_became_peered":"2024-09-22T08:40:29.585616+0000","last_unstale":"2024-09-22T10:33:59.489062+0000","last_undegraded":"2024-09-22T10:33:59.489062+0000","last_fullsized":"2024-09-22T10:33:59.489062+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'399","last_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_deep_scrub":"269'399","last_deep_scrub_stamp":"2024-09-22T10:33:59.488727+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.488727+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:16.490724+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2226,"num_read_kb":2123,"num_write":458,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"269'342","reported_seq":1012,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.026342+0000","last_change":"2024-09-22T10:33:59.026342+0000","last_active":"2024-09-22T10:33:59.026342+0000","last_peered":"2024-09-22T10:33:59.026342+0000","last_clean":"2024-09-22T10:33:59.026342+0000","last_became_active":"2024-09-22T08:40:27.621832+0000","last_became_peered":"2024-09-22T08:40:27.621832+0000","last_unstale":"2024-09-22T10:33:59.026342+0000","last_undegraded":"2024-09-22T10:33:59.026342+0000","last_fullsized":"2024-09-22T10:33:59.026342+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:59.026127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.026127+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:07:54.031651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":556,"num_read_kb":53250,"num_write":1095,"num_write_kb":47709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"269'418","reported_seq":1971,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.791684+0000","last_change":"2024-09-22T10:34:07.791497+0000","last_active":"2024-09-22T10:34:07.791684+0000","last_peered":"2024-09-22T10:34:07.791684+0000","last_clean":"2024-09-22T10:34:07.791684+0000","last_became_active":"2024-09-22T08:40:29.588086+0000","last_became_peered":"2024-09-22T08:40:29.588086+0000","last_unstale":"2024-09-22T10:34:07.791684+0000","last_undegraded":"2024-09-22T10:34:07.791684+0000","last_fullsized":"2024-09-22T10:34:07.791684+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'418","last_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_deep_scrub":"269'418","last_deep_scrub_stamp":"2024-09-22T10:34:07.791326+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.791326+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:38:49.415824+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2218,"num_read_kb":2090,"num_write":479,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"269'411","reported_seq":1126,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.676664+0000","last_change":"2024-09-22T10:33:56.676664+0000","last_active":"2024-09-22T10:33:56.676664+0000","last_peered":"2024-09-22T10:33:56.676664+0000","last_clean":"2024-09-22T10:33:56.676664+0000","last_became_active":"2024-09-22T08:40:27.609452+0000","last_became_peered":"2024-09-22T08:40:27.609452+0000","last_unstale":"2024-09-22T10:33:56.676664+0000","last_undegraded":"2024-09-22T10:33:56.676664+0000","last_fullsized":"2024-09-22T10:33:56.676664+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'411","last_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_deep_scrub":"269'411","last_deep_scrub_stamp":"2024-09-22T10:33:56.676393+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.676393+0000","objects_scrubbed":8,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:18:42.145986+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194395,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":752,"num_read_kb":16234,"num_write":1189,"num_write_kb":27833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"269'790","reported_seq":2454,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.956634+0000","last_change":"2024-09-22T10:34:08.956511+0000","last_active":"2024-09-22T10:34:08.956634+0000","last_peered":"2024-09-22T10:34:08.956634+0000","last_clean":"2024-09-22T10:34:08.956634+0000","last_became_active":"2024-09-22T08:40:29.579037+0000","last_became_peered":"2024-09-22T08:40:29.579037+0000","last_unstale":"2024-09-22T10:34:08.956634+0000","last_undegraded":"2024-09-22T10:34:08.956634+0000","last_fullsized":"2024-09-22T10:34:08.956634+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:08.956319+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.956319+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:34:00.807880+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3824,"num_read_kb":3475,"num_write":1029,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"269'358","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.891793+0000","last_change":"2024-09-22T10:33:55.891793+0000","last_active":"2024-09-22T10:33:55.891793+0000","last_peered":"2024-09-22T10:33:55.891793+0000","last_clean":"2024-09-22T10:33:55.891793+0000","last_became_active":"2024-09-22T08:40:27.618877+0000","last_became_peered":"2024-09-22T08:40:27.618877+0000","last_unstale":"2024-09-22T10:33:55.891793+0000","last_undegraded":"2024-09-22T10:33:55.891793+0000","last_fullsized":"2024-09-22T10:33:55.891793+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'358","last_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_deep_scrub":"269'358","last_deep_scrub_stamp":"2024-09-22T10:33:55.891497+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.891497+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:41:12.894778+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":563,"num_read_kb":53331,"num_write":1068,"num_write_kb":36281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"269'367","reported_seq":1817,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.374101+0000","last_change":"2024-09-22T10:34:00.373955+0000","last_active":"2024-09-22T10:34:00.374101+0000","last_peered":"2024-09-22T10:34:00.374101+0000","last_clean":"2024-09-22T10:34:00.374101+0000","last_became_active":"2024-09-22T08:40:29.579784+0000","last_became_peered":"2024-09-22T08:40:29.579784+0000","last_unstale":"2024-09-22T10:34:00.374101+0000","last_undegraded":"2024-09-22T10:34:00.374101+0000","last_fullsized":"2024-09-22T10:34:00.374101+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:34:00.373768+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.373768+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:52:22.440175+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1915,"num_read_kb":1825,"num_write":399,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"269'1207","reported_seq":2805,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.927626+0000","last_change":"2024-09-22T10:34:03.927491+0000","last_active":"2024-09-22T10:34:03.927626+0000","last_peered":"2024-09-22T10:34:03.927626+0000","last_clean":"2024-09-22T10:34:03.927626+0000","last_became_active":"2024-09-22T08:40:29.584319+0000","last_became_peered":"2024-09-22T08:40:29.584319+0000","last_unstale":"2024-09-22T10:34:03.927626+0000","last_undegraded":"2024-09-22T10:34:03.927626+0000","last_fullsized":"2024-09-22T10:34:03.927626+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1207","last_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_deep_scrub":"269'1207","last_deep_scrub_stamp":"2024-09-22T10:34:03.927301+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.927301+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":1100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:11:20.931516+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5439,"num_read_kb":4775,"num_write":1653,"num_write_kb":682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"269'417","reported_seq":1215,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.704481+0000","last_change":"2024-09-22T10:33:55.704313+0000","last_active":"2024-09-22T10:33:55.704481+0000","last_peered":"2024-09-22T10:33:55.704481+0000","last_clean":"2024-09-22T10:33:55.704481+0000","last_became_active":"2024-09-22T08:40:27.625313+0000","last_became_peered":"2024-09-22T08:40:27.625313+0000","last_unstale":"2024-09-22T10:33:55.704481+0000","last_undegraded":"2024-09-22T10:33:55.704481+0000","last_fullsized":"2024-09-22T10:33:55.704481+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:55.704108+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.704108+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:21:52.801419+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1027,"num_read_kb":18571,"num_write":1365,"num_write_kb":43062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"269'459","reported_seq":2002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.664084+0000","last_change":"2024-09-22T10:34:03.663870+0000","last_active":"2024-09-22T10:34:03.664084+0000","last_peered":"2024-09-22T10:34:03.664084+0000","last_clean":"2024-09-22T10:34:03.664084+0000","last_became_active":"2024-09-22T08:40:29.596932+0000","last_became_peered":"2024-09-22T08:40:29.596932+0000","last_unstale":"2024-09-22T10:34:03.664084+0000","last_undegraded":"2024-09-22T10:34:03.664084+0000","last_fullsized":"2024-09-22T10:34:03.664084+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:03.663648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.663648+0000","objects_scrubbed":3,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:04:52.994649+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2540,"num_read_kb":2380,"num_write":616,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"269'490","reported_seq":1279,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.526787+0000","last_change":"2024-09-22T10:33:56.526628+0000","last_active":"2024-09-22T10:33:56.526787+0000","last_peered":"2024-09-22T10:33:56.526787+0000","last_clean":"2024-09-22T10:33:56.526787+0000","last_became_active":"2024-09-22T08:40:57.702731+0000","last_became_peered":"2024-09-22T08:40:57.702731+0000","last_unstale":"2024-09-22T10:33:56.526787+0000","last_undegraded":"2024-09-22T10:33:56.526787+0000","last_fullsized":"2024-09-22T10:33:56.526787+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:56.526339+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.526339+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:17:31.042604+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":15167,"num_write":1459,"num_write_kb":38464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"269'823","reported_seq":2611,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.021569+0000","last_change":"2024-09-22T10:34:05.021353+0000","last_active":"2024-09-22T10:34:05.021569+0000","last_peered":"2024-09-22T10:34:05.021569+0000","last_clean":"2024-09-22T10:34:05.021569+0000","last_became_active":"2024-09-22T08:40:29.577055+0000","last_became_peered":"2024-09-22T08:40:29.577055+0000","last_unstale":"2024-09-22T10:34:05.021569+0000","last_undegraded":"2024-09-22T10:34:05.021569+0000","last_fullsized":"2024-09-22T10:34:05.021569+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'823","last_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_deep_scrub":"269'823","last_deep_scrub_stamp":"2024-09-22T10:34:05.021115+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.021115+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:46:10.424281+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4415,"num_read_kb":4035,"num_write":1081,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"269'384","reported_seq":1061,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.517481+0000","last_change":"2024-09-22T10:33:54.517326+0000","last_active":"2024-09-22T10:33:54.517481+0000","last_peered":"2024-09-22T10:33:54.517481+0000","last_clean":"2024-09-22T10:33:54.517481+0000","last_became_active":"2024-09-22T08:40:27.612362+0000","last_became_peered":"2024-09-22T08:40:27.612362+0000","last_unstale":"2024-09-22T10:33:54.517481+0000","last_undegraded":"2024-09-22T10:33:54.517481+0000","last_fullsized":"2024-09-22T10:33:54.517481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:33:54.517101+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.517101+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:08.761953+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":661,"num_read_kb":10245,"num_write":1181,"num_write_kb":34215,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"269'490","reported_seq":2151,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.441916+0000","last_change":"2024-09-22T10:33:55.441792+0000","last_active":"2024-09-22T10:33:55.441916+0000","last_peered":"2024-09-22T10:33:55.441916+0000","last_clean":"2024-09-22T10:33:55.441916+0000","last_became_active":"2024-09-22T08:40:29.581536+0000","last_became_peered":"2024-09-22T08:40:29.581536+0000","last_unstale":"2024-09-22T10:33:55.441916+0000","last_undegraded":"2024-09-22T10:33:55.441916+0000","last_fullsized":"2024-09-22T10:33:55.441916+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'490","last_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_deep_scrub":"269'490","last_deep_scrub_stamp":"2024-09-22T10:33:55.441590+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.441590+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":400,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:32:50.169700+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2507,"num_read_kb":2362,"num_write":557,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"269'367","reported_seq":1029,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.984592+0000","last_change":"2024-09-22T10:33:52.984330+0000","last_active":"2024-09-22T10:33:52.984592+0000","last_peered":"2024-09-22T10:33:52.984592+0000","last_clean":"2024-09-22T10:33:52.984592+0000","last_became_active":"2024-09-22T08:40:27.604653+0000","last_became_peered":"2024-09-22T08:40:27.604653+0000","last_unstale":"2024-09-22T10:33:52.984592+0000","last_undegraded":"2024-09-22T10:33:52.984592+0000","last_fullsized":"2024-09-22T10:33:52.984592+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:52.984069+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.984069+0000","objects_scrubbed":6,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:19:36.320637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194358,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":585,"num_read_kb":16819,"num_write":1089,"num_write_kb":38932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"269'467","reported_seq":2042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.379417+0000","last_change":"2024-09-22T10:33:58.379274+0000","last_active":"2024-09-22T10:33:58.379417+0000","last_peered":"2024-09-22T10:33:58.379417+0000","last_clean":"2024-09-22T10:33:58.379417+0000","last_became_active":"2024-09-22T08:40:29.582485+0000","last_became_peered":"2024-09-22T08:40:29.582485+0000","last_unstale":"2024-09-22T10:33:58.379417+0000","last_undegraded":"2024-09-22T10:33:58.379417+0000","last_fullsized":"2024-09-22T10:33:58.379417+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'467","last_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_deep_scrub":"269'467","last_deep_scrub_stamp":"2024-09-22T10:33:58.379093+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.379093+0000","objects_scrubbed":3,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:54:55.740420+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2657,"num_read_kb":2495,"num_write":589,"num_write_kb":195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"269'349","reported_seq":1049,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.833506+0000","last_change":"2024-09-22T10:33:53.833347+0000","last_active":"2024-09-22T10:33:53.833506+0000","last_peered":"2024-09-22T10:33:53.833506+0000","last_clean":"2024-09-22T10:33:53.833506+0000","last_became_active":"2024-09-22T08:40:27.581328+0000","last_became_peered":"2024-09-22T08:40:27.581328+0000","last_unstale":"2024-09-22T10:33:53.833506+0000","last_undegraded":"2024-09-22T10:33:53.833506+0000","last_fullsized":"2024-09-22T10:33:53.833506+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'349","last_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_deep_scrub":"269'349","last_deep_scrub_stamp":"2024-09-22T10:33:53.833123+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.833123+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:54.108226+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":650,"num_read_kb":36295,"num_write":1079,"num_write_kb":33164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"269'816","reported_seq":2427,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.865444+0000","last_change":"2024-09-22T10:34:05.865313+0000","last_active":"2024-09-22T10:34:05.865444+0000","last_peered":"2024-09-22T10:34:05.865444+0000","last_clean":"2024-09-22T10:34:05.865444+0000","last_became_active":"2024-09-22T08:40:29.584202+0000","last_became_peered":"2024-09-22T08:40:29.584202+0000","last_unstale":"2024-09-22T10:34:05.865444+0000","last_undegraded":"2024-09-22T10:34:05.865444+0000","last_fullsized":"2024-09-22T10:34:05.865444+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'816","last_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_deep_scrub":"269'816","last_deep_scrub_stamp":"2024-09-22T10:34:05.865095+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.865095+0000","objects_scrubbed":3,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:10.474841+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3861,"num_read_kb":3475,"num_write":1055,"num_write_kb":380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"269'337","reported_seq":1028,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.314327+0000","last_change":"2024-09-22T10:33:51.314327+0000","last_active":"2024-09-22T10:33:51.314327+0000","last_peered":"2024-09-22T10:33:51.314327+0000","last_clean":"2024-09-22T10:33:51.314327+0000","last_became_active":"2024-09-22T08:40:27.566545+0000","last_became_peered":"2024-09-22T08:40:27.566545+0000","last_unstale":"2024-09-22T10:33:51.314327+0000","last_undegraded":"2024-09-22T10:33:51.314327+0000","last_fullsized":"2024-09-22T10:33:51.314327+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:33:51.314048+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.314048+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:36:51.539691+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":52899,"num_write":1014,"num_write_kb":40708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"269'153","reported_seq":698,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.774391+0000","last_change":"2024-09-22T10:34:21.774391+0000","last_active":"2024-09-22T10:34:21.774391+0000","last_peered":"2024-09-22T10:34:21.774391+0000","last_clean":"2024-09-22T10:34:21.774391+0000","last_became_active":"2024-09-22T08:40:37.631262+0000","last_became_peered":"2024-09-22T08:40:37.631262+0000","last_unstale":"2024-09-22T10:34:21.774391+0000","last_undegraded":"2024-09-22T10:34:21.774391+0000","last_fullsized":"2024-09-22T10:34:21.774391+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:21.774171+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.774171+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:27:55.605096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":186,"num_write":341,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"269'517","reported_seq":2206,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.903523+0000","last_change":"2024-09-22T10:33:57.903523+0000","last_active":"2024-09-22T10:33:57.903523+0000","last_peered":"2024-09-22T10:33:57.903523+0000","last_clean":"2024-09-22T10:33:57.903523+0000","last_became_active":"2024-09-22T08:40:29.572869+0000","last_became_peered":"2024-09-22T08:40:29.572869+0000","last_unstale":"2024-09-22T10:33:57.903523+0000","last_undegraded":"2024-09-22T10:33:57.903523+0000","last_fullsized":"2024-09-22T10:33:57.903523+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'517","last_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_deep_scrub":"269'517","last_deep_scrub_stamp":"2024-09-22T10:33:57.903346+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.903346+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:40:07.486868+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2940,"num_read_kb":2747,"num_write":663,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2300,"num_omap_keys":9,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"269'367","reported_seq":1002,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.324882+0000","last_change":"2024-09-22T10:33:47.324882+0000","last_active":"2024-09-22T10:33:47.324882+0000","last_peered":"2024-09-22T10:33:47.324882+0000","last_clean":"2024-09-22T10:33:47.324882+0000","last_became_active":"2024-09-22T08:40:57.710210+0000","last_became_peered":"2024-09-22T08:40:57.710210+0000","last_unstale":"2024-09-22T10:33:47.324882+0000","last_undegraded":"2024-09-22T10:33:47.324882+0000","last_fullsized":"2024-09-22T10:33:47.324882+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'367","last_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_deep_scrub":"269'367","last_deep_scrub_stamp":"2024-09-22T10:33:47.324789+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.324789+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:26:53.077391+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":590,"num_read_kb":16878,"num_write":1186,"num_write_kb":41622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.961015+0000","last_change":"2024-09-22T10:34:11.961015+0000","last_active":"2024-09-22T10:34:11.961015+0000","last_peered":"2024-09-22T10:34:11.961015+0000","last_clean":"2024-09-22T10:34:11.961015+0000","last_became_active":"2024-09-22T08:40:31.598603+0000","last_became_peered":"2024-09-22T08:40:31.598603+0000","last_unstale":"2024-09-22T10:34:11.961015+0000","last_undegraded":"2024-09-22T10:34:11.961015+0000","last_fullsized":"2024-09-22T10:34:11.961015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.960812+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.960812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:57:25.770397+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"269'401","reported_seq":1071,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.351416+0000","last_change":"2024-09-22T10:34:10.351416+0000","last_active":"2024-09-22T10:34:10.351416+0000","last_peered":"2024-09-22T10:34:10.351416+0000","last_clean":"2024-09-22T10:34:10.351416+0000","last_became_active":"2024-09-22T08:40:33.581152+0000","last_became_peered":"2024-09-22T08:40:33.581152+0000","last_unstale":"2024-09-22T10:34:10.351416+0000","last_undegraded":"2024-09-22T10:34:10.351416+0000","last_fullsized":"2024-09-22T10:34:10.351416+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'401","last_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_deep_scrub":"269'401","last_deep_scrub_stamp":"2024-09-22T10:34:10.351175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.351175+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:29:13.461514+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":1382,"num_write":512,"num_write_kb":360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.542844+0000","last_change":"2024-09-22T10:34:18.542844+0000","last_active":"2024-09-22T10:34:18.542844+0000","last_peered":"2024-09-22T10:34:18.542844+0000","last_clean":"2024-09-22T10:34:18.542844+0000","last_became_active":"2024-09-22T08:40:35.609162+0000","last_became_peered":"2024-09-22T08:40:35.609162+0000","last_unstale":"2024-09-22T10:34:18.542844+0000","last_undegraded":"2024-09-22T10:34:18.542844+0000","last_fullsized":"2024-09-22T10:34:18.542844+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.542660+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.542660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:26:16.193443+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"269'2511","reported_seq":4387,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.784376+0000","last_change":"2024-09-22T10:34:24.784140+0000","last_active":"2024-09-22T10:34:24.784376+0000","last_peered":"2024-09-22T10:34:24.784376+0000","last_clean":"2024-09-22T10:34:24.784376+0000","last_became_active":"2024-09-22T08:40:37.637803+0000","last_became_peered":"2024-09-22T08:40:37.637803+0000","last_unstale":"2024-09-22T10:34:24.784376+0000","last_undegraded":"2024-09-22T10:34:24.784376+0000","last_fullsized":"2024-09-22T10:34:24.784376+0000","mapping_epoch":36,"log_start":"269'2400","ondisk_log_start":"269'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2511","last_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_deep_scrub":"269'2511","last_deep_scrub_stamp":"2024-09-22T10:34:24.783930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.783930+0000","objects_scrubbed":1,"log_size":111,"log_dups_size":2400,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:08:48.970006+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6304,"num_read_kb":6293,"num_write":5080,"num_write_kb":1866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"269'552","reported_seq":2196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.997191+0000","last_change":"2024-09-22T10:34:03.997060+0000","last_active":"2024-09-22T10:34:03.997191+0000","last_peered":"2024-09-22T10:34:03.997191+0000","last_clean":"2024-09-22T10:34:03.997191+0000","last_became_active":"2024-09-22T08:40:29.592541+0000","last_became_peered":"2024-09-22T08:40:29.592541+0000","last_unstale":"2024-09-22T10:34:03.997191+0000","last_undegraded":"2024-09-22T10:34:03.997191+0000","last_fullsized":"2024-09-22T10:34:03.997191+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'552","last_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_deep_scrub":"269'552","last_deep_scrub_stamp":"2024-09-22T10:34:03.996870+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.996870+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":500,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:12:38.630975+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2905,"num_read_kb":2667,"num_write":711,"num_write_kb":218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1386,"num_omap_keys":6,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"269'352","reported_seq":1042,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.379027+0000","last_change":"2024-09-22T10:33:49.378948+0000","last_active":"2024-09-22T10:33:49.379027+0000","last_peered":"2024-09-22T10:33:49.379027+0000","last_clean":"2024-09-22T10:33:49.379027+0000","last_became_active":"2024-09-22T08:40:27.585110+0000","last_became_peered":"2024-09-22T08:40:27.585110+0000","last_unstale":"2024-09-22T10:33:49.379027+0000","last_undegraded":"2024-09-22T10:33:49.379027+0000","last_fullsized":"2024-09-22T10:33:49.379027+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:49.378807+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.378807+0000","objects_scrubbed":7,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:10:32.538743+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194354,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":596,"num_read_kb":30450,"num_write":1123,"num_write_kb":47927,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.999336+0000","last_change":"2024-09-22T10:34:07.999336+0000","last_active":"2024-09-22T10:34:07.999336+0000","last_peered":"2024-09-22T10:34:07.999336+0000","last_clean":"2024-09-22T10:34:07.999336+0000","last_became_active":"2024-09-22T08:40:31.582349+0000","last_became_peered":"2024-09-22T08:40:31.582349+0000","last_unstale":"2024-09-22T10:34:07.999336+0000","last_undegraded":"2024-09-22T10:34:07.999336+0000","last_fullsized":"2024-09-22T10:34:07.999336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.999162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.999162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:16:57.480690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"269'148","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.746097+0000","last_change":"2024-09-22T10:34:15.746097+0000","last_active":"2024-09-22T10:34:15.746097+0000","last_peered":"2024-09-22T10:34:15.746097+0000","last_clean":"2024-09-22T10:34:15.746097+0000","last_became_active":"2024-09-22T08:40:33.597312+0000","last_became_peered":"2024-09-22T08:40:33.597312+0000","last_unstale":"2024-09-22T10:34:15.746097+0000","last_undegraded":"2024-09-22T10:34:15.746097+0000","last_fullsized":"2024-09-22T10:34:15.746097+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'148","last_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_deep_scrub":"269'148","last_deep_scrub_stamp":"2024-09-22T10:34:15.745904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.745904+0000","objects_scrubbed":4,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:28:10.188883+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":158,"num_read_kb":153,"num_write":108,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.743093+0000","last_change":"2024-09-22T10:34:17.743093+0000","last_active":"2024-09-22T10:34:17.743093+0000","last_peered":"2024-09-22T10:34:17.743093+0000","last_clean":"2024-09-22T10:34:17.743093+0000","last_became_active":"2024-09-22T08:40:35.612001+0000","last_became_peered":"2024-09-22T08:40:35.612001+0000","last_unstale":"2024-09-22T10:34:17.743093+0000","last_undegraded":"2024-09-22T10:34:17.743093+0000","last_fullsized":"2024-09-22T10:34:17.743093+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.742909+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.742909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:21:27.888930+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"269'164","reported_seq":727,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.424532+0000","last_change":"2024-09-22T10:34:22.424532+0000","last_active":"2024-09-22T10:34:22.424532+0000","last_peered":"2024-09-22T10:34:22.424532+0000","last_clean":"2024-09-22T10:34:22.424532+0000","last_became_active":"2024-09-22T08:40:37.618534+0000","last_became_peered":"2024-09-22T08:40:37.618534+0000","last_unstale":"2024-09-22T10:34:22.424532+0000","last_undegraded":"2024-09-22T10:34:22.424532+0000","last_fullsized":"2024-09-22T10:34:22.424532+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:22.424349+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.424349+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:12:50.997162+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":241,"num_read_kb":219,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"269'794","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.329832+0000","last_change":"2024-09-22T10:33:58.329694+0000","last_active":"2024-09-22T10:33:58.329832+0000","last_peered":"2024-09-22T10:33:58.329832+0000","last_clean":"2024-09-22T10:33:58.329832+0000","last_became_active":"2024-09-22T08:40:29.575961+0000","last_became_peered":"2024-09-22T08:40:29.575961+0000","last_unstale":"2024-09-22T10:33:58.329832+0000","last_undegraded":"2024-09-22T10:33:58.329832+0000","last_fullsized":"2024-09-22T10:33:58.329832+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'794","last_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_deep_scrub":"269'794","last_deep_scrub_stamp":"2024-09-22T10:33:58.329494+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.329494+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:24.576241+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3698,"num_read_kb":3310,"num_write":1055,"num_write_kb":393,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"269'352","reported_seq":1051,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.662640+0000","last_change":"2024-09-22T10:33:53.662501+0000","last_active":"2024-09-22T10:33:53.662640+0000","last_peered":"2024-09-22T10:33:53.662640+0000","last_clean":"2024-09-22T10:33:53.662640+0000","last_became_active":"2024-09-22T08:40:27.615524+0000","last_became_peered":"2024-09-22T08:40:27.615524+0000","last_unstale":"2024-09-22T10:33:53.662640+0000","last_undegraded":"2024-09-22T10:33:53.662640+0000","last_fullsized":"2024-09-22T10:33:53.662640+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:53.662238+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.662238+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:59.916582+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":38511,"num_write":1238,"num_write_kb":40212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.973848+0000","last_change":"2024-09-22T10:34:08.973848+0000","last_active":"2024-09-22T10:34:08.973848+0000","last_peered":"2024-09-22T10:34:08.973848+0000","last_clean":"2024-09-22T10:34:08.973848+0000","last_became_active":"2024-09-22T08:40:31.583787+0000","last_became_peered":"2024-09-22T08:40:31.583787+0000","last_unstale":"2024-09-22T10:34:08.973848+0000","last_undegraded":"2024-09-22T10:34:08.973848+0000","last_fullsized":"2024-09-22T10:34:08.973848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.973646+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.973646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:25:04.783423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"269'169","reported_seq":774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.347398+0000","last_change":"2024-09-22T10:34:06.347398+0000","last_active":"2024-09-22T10:34:06.347398+0000","last_peered":"2024-09-22T10:34:06.347398+0000","last_clean":"2024-09-22T10:34:06.347398+0000","last_became_active":"2024-09-22T08:40:33.596075+0000","last_became_peered":"2024-09-22T08:40:33.596075+0000","last_unstale":"2024-09-22T10:34:06.347398+0000","last_undegraded":"2024-09-22T10:34:06.347398+0000","last_fullsized":"2024-09-22T10:34:06.347398+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'169","last_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_deep_scrub":"269'169","last_deep_scrub_stamp":"2024-09-22T10:34:06.347194+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.347194+0000","objects_scrubbed":5,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:10:46.858504+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":224,"num_read_kb":219,"num_write":148,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"269'773","reported_seq":3039,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.570325+0000","last_change":"2024-09-22T10:34:19.570325+0000","last_active":"2024-09-22T10:34:19.570325+0000","last_peered":"2024-09-22T10:34:19.570325+0000","last_clean":"2024-09-22T10:34:19.570325+0000","last_became_active":"2024-09-22T08:40:35.601622+0000","last_became_peered":"2024-09-22T08:40:35.601622+0000","last_unstale":"2024-09-22T10:34:19.570325+0000","last_undegraded":"2024-09-22T10:34:19.570325+0000","last_fullsized":"2024-09-22T10:34:19.570325+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'773","last_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_deep_scrub":"269'773","last_deep_scrub_stamp":"2024-09-22T10:34:19.570141+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.570141+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:24:43.511007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"269'218","reported_seq":1080,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796161+0000","last_change":"2024-09-22T10:34:23.796161+0000","last_active":"2024-09-22T10:34:23.796161+0000","last_peered":"2024-09-22T10:34:23.796161+0000","last_clean":"2024-09-22T10:34:23.796161+0000","last_became_active":"2024-09-22T08:40:37.853829+0000","last_became_peered":"2024-09-22T08:40:37.853829+0000","last_unstale":"2024-09-22T10:34:23.796161+0000","last_undegraded":"2024-09-22T10:34:23.796161+0000","last_fullsized":"2024-09-22T10:34:23.796161+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'218","last_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_deep_scrub":"269'218","last_deep_scrub_stamp":"2024-09-22T10:34:23.795846+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.795846+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:17.006052+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":426,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":647,"num_read_kb":641,"num_write":466,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"269'519","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.946366+0000","last_change":"2024-09-22T10:34:00.946244+0000","last_active":"2024-09-22T10:34:00.946366+0000","last_peered":"2024-09-22T10:34:00.946366+0000","last_clean":"2024-09-22T10:34:00.946366+0000","last_became_active":"2024-09-22T08:40:29.584992+0000","last_became_peered":"2024-09-22T08:40:29.584992+0000","last_unstale":"2024-09-22T10:34:00.946366+0000","last_undegraded":"2024-09-22T10:34:00.946366+0000","last_fullsized":"2024-09-22T10:34:00.946366+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'519","last_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_deep_scrub":"269'519","last_deep_scrub_stamp":"2024-09-22T10:34:00.946067+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.946067+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":500,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:16:22.432665+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2775,"num_read_kb":2559,"num_write":661,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"269'417","reported_seq":1130,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.493617+0000","last_change":"2024-09-22T10:33:50.493483+0000","last_active":"2024-09-22T10:33:50.493617+0000","last_peered":"2024-09-22T10:33:50.493617+0000","last_clean":"2024-09-22T10:33:50.493617+0000","last_became_active":"2024-09-22T08:40:27.611906+0000","last_became_peered":"2024-09-22T08:40:27.611906+0000","last_unstale":"2024-09-22T10:33:50.493617+0000","last_undegraded":"2024-09-22T10:33:50.493617+0000","last_fullsized":"2024-09-22T10:33:50.493617+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'417","last_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_deep_scrub":"269'417","last_deep_scrub_stamp":"2024-09-22T10:33:50.493278+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.493278+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:45:37.681126+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":820,"num_read_kb":72069,"num_write":1337,"num_write_kb":36290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.927254+0000","last_change":"2024-09-22T10:34:12.927254+0000","last_active":"2024-09-22T10:34:12.927254+0000","last_peered":"2024-09-22T10:34:12.927254+0000","last_clean":"2024-09-22T10:34:12.927254+0000","last_became_active":"2024-09-22T08:40:31.590117+0000","last_became_peered":"2024-09-22T08:40:31.590117+0000","last_unstale":"2024-09-22T10:34:12.927254+0000","last_undegraded":"2024-09-22T10:34:12.927254+0000","last_fullsized":"2024-09-22T10:34:12.927254+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.927072+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.927072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:09:59.929632+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"269'317","reported_seq":942,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.621289+0000","last_change":"2024-09-22T10:34:13.621289+0000","last_active":"2024-09-22T10:34:13.621289+0000","last_peered":"2024-09-22T10:34:13.621289+0000","last_clean":"2024-09-22T10:34:13.621289+0000","last_became_active":"2024-09-22T08:40:33.601219+0000","last_became_peered":"2024-09-22T08:40:33.601219+0000","last_unstale":"2024-09-22T10:34:13.621289+0000","last_undegraded":"2024-09-22T10:34:13.621289+0000","last_fullsized":"2024-09-22T10:34:13.621289+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'317","last_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_deep_scrub":"269'317","last_deep_scrub_stamp":"2024-09-22T10:34:13.621027+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.621027+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:47:56.274867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43190,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":510,"num_read_kb":1090,"num_write":408,"num_write_kb":289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"269'791","reported_seq":3120,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.885651+0000","last_change":"2024-09-22T10:34:21.885651+0000","last_active":"2024-09-22T10:34:21.885651+0000","last_peered":"2024-09-22T10:34:21.885651+0000","last_clean":"2024-09-22T10:34:21.885651+0000","last_became_active":"2024-09-22T08:40:35.588205+0000","last_became_peered":"2024-09-22T08:40:35.588205+0000","last_unstale":"2024-09-22T10:34:21.885651+0000","last_undegraded":"2024-09-22T10:34:21.885651+0000","last_fullsized":"2024-09-22T10:34:21.885651+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'791","last_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_deep_scrub":"269'791","last_deep_scrub_stamp":"2024-09-22T10:34:21.885473+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.885473+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":700,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:59:09.817835+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"269'495","reported_seq":2288,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.972057+0000","last_change":"2024-09-22T10:34:01.972057+0000","last_active":"2024-09-22T10:34:01.972057+0000","last_peered":"2024-09-22T10:34:01.972057+0000","last_clean":"2024-09-22T10:34:01.972057+0000","last_became_active":"2024-09-22T08:40:29.586149+0000","last_became_peered":"2024-09-22T08:40:29.586149+0000","last_unstale":"2024-09-22T10:34:01.972057+0000","last_undegraded":"2024-09-22T10:34:01.972057+0000","last_fullsized":"2024-09-22T10:34:01.972057+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:34:01.971862+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.971862+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:23.554359+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2785,"num_read_kb":2639,"num_write":550,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2298,"num_omap_keys":9,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"269'370","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.665328+0000","last_change":"2024-09-22T10:33:52.665328+0000","last_active":"2024-09-22T10:33:52.665328+0000","last_peered":"2024-09-22T10:33:52.665328+0000","last_clean":"2024-09-22T10:33:52.665328+0000","last_became_active":"2024-09-22T08:40:27.620867+0000","last_became_peered":"2024-09-22T08:40:27.620867+0000","last_unstale":"2024-09-22T10:33:52.665328+0000","last_undegraded":"2024-09-22T10:33:52.665328+0000","last_fullsized":"2024-09-22T10:33:52.665328+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:52.665098+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.665098+0000","objects_scrubbed":6,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:29:25.680785+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":666,"num_read_kb":34402,"num_write":1317,"num_write_kb":35083,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.609479+0000","last_change":"2024-09-22T10:34:10.609479+0000","last_active":"2024-09-22T10:34:10.609479+0000","last_peered":"2024-09-22T10:34:10.609479+0000","last_clean":"2024-09-22T10:34:10.609479+0000","last_became_active":"2024-09-22T08:40:31.596625+0000","last_became_peered":"2024-09-22T08:40:31.596625+0000","last_unstale":"2024-09-22T10:34:10.609479+0000","last_undegraded":"2024-09-22T10:34:10.609479+0000","last_fullsized":"2024-09-22T10:34:10.609479+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.609294+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.609294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:59:40.507437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"269'466","reported_seq":1176,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.860594+0000","last_change":"2024-09-22T10:34:15.860594+0000","last_active":"2024-09-22T10:34:15.860594+0000","last_peered":"2024-09-22T10:34:15.860594+0000","last_clean":"2024-09-22T10:34:15.860594+0000","last_became_active":"2024-09-22T08:40:33.594299+0000","last_became_peered":"2024-09-22T08:40:33.594299+0000","last_unstale":"2024-09-22T10:34:15.860594+0000","last_undegraded":"2024-09-22T10:34:15.860594+0000","last_fullsized":"2024-09-22T10:34:15.860594+0000","mapping_epoch":32,"log_start":"269'400","ondisk_log_start":"269'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'466","last_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_deep_scrub":"269'466","last_deep_scrub_stamp":"2024-09-22T10:34:15.860396+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.860396+0000","objects_scrubbed":10,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:00:06.231063+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51542,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":728,"num_read_kb":1314,"num_write":550,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":531,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.779705+0000","last_change":"2024-09-22T10:34:08.779705+0000","last_active":"2024-09-22T10:34:08.779705+0000","last_peered":"2024-09-22T10:34:08.779705+0000","last_clean":"2024-09-22T10:34:08.779705+0000","last_became_active":"2024-09-22T08:40:35.592416+0000","last_became_peered":"2024-09-22T08:40:35.592416+0000","last_unstale":"2024-09-22T10:34:08.779705+0000","last_undegraded":"2024-09-22T10:34:08.779705+0000","last_fullsized":"2024-09-22T10:34:08.779705+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.779528+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.779528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:58:04.443936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"269'539","reported_seq":1402,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.788082+0000","last_change":"2024-09-22T10:34:20.788082+0000","last_active":"2024-09-22T10:34:20.788082+0000","last_peered":"2024-09-22T10:34:20.788082+0000","last_clean":"2024-09-22T10:34:20.788082+0000","last_became_active":"2024-09-22T08:40:37.637551+0000","last_became_peered":"2024-09-22T08:40:37.637551+0000","last_unstale":"2024-09-22T10:34:20.788082+0000","last_undegraded":"2024-09-22T10:34:20.788082+0000","last_fullsized":"2024-09-22T10:34:20.788082+0000","mapping_epoch":36,"log_start":"269'500","ondisk_log_start":"269'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'539","last_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_deep_scrub":"269'539","last_deep_scrub_stamp":"2024-09-22T10:34:20.787825+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.787825+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:24.143808+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1315,"num_read_kb":1303,"num_write":1110,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"269'442","reported_seq":2214,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.939056+0000","last_change":"2024-09-22T10:33:54.939056+0000","last_active":"2024-09-22T10:33:54.939056+0000","last_peered":"2024-09-22T10:33:54.939056+0000","last_clean":"2024-09-22T10:33:54.939056+0000","last_became_active":"2024-09-22T08:40:29.589981+0000","last_became_peered":"2024-09-22T08:40:29.589981+0000","last_unstale":"2024-09-22T10:33:54.939056+0000","last_undegraded":"2024-09-22T10:33:54.939056+0000","last_fullsized":"2024-09-22T10:33:54.939056+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'442","last_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_deep_scrub":"269'442","last_deep_scrub_stamp":"2024-09-22T10:33:54.938854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.938854+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:09:03.631159+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2497,"num_read_kb":2398,"num_write":479,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"269'388","reported_seq":1074,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.652605+0000","last_change":"2024-09-22T10:33:51.652605+0000","last_active":"2024-09-22T10:33:51.652605+0000","last_peered":"2024-09-22T10:33:51.652605+0000","last_clean":"2024-09-22T10:33:51.652605+0000","last_became_active":"2024-09-22T08:40:27.618858+0000","last_became_peered":"2024-09-22T08:40:27.618858+0000","last_unstale":"2024-09-22T10:33:51.652605+0000","last_undegraded":"2024-09-22T10:33:51.652605+0000","last_fullsized":"2024-09-22T10:33:51.652605+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'388","last_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_deep_scrub":"269'388","last_deep_scrub_stamp":"2024-09-22T10:33:51.652413+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.652413+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:10:48.061647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":669,"num_read_kb":36946,"num_write":1200,"num_write_kb":45571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.376418+0000","last_change":"2024-09-22T10:34:01.376418+0000","last_active":"2024-09-22T10:34:01.376418+0000","last_peered":"2024-09-22T10:34:01.376418+0000","last_clean":"2024-09-22T10:34:01.376418+0000","last_became_active":"2024-09-22T08:40:31.579234+0000","last_became_peered":"2024-09-22T08:40:31.579234+0000","last_unstale":"2024-09-22T10:34:01.376418+0000","last_undegraded":"2024-09-22T10:34:01.376418+0000","last_fullsized":"2024-09-22T10:34:01.376418+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.376207+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.376207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:18:48.748479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"269'356","reported_seq":988,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.025554+0000","last_change":"2024-09-22T10:34:13.025554+0000","last_active":"2024-09-22T10:34:13.025554+0000","last_peered":"2024-09-22T10:34:13.025554+0000","last_clean":"2024-09-22T10:34:13.025554+0000","last_became_active":"2024-09-22T08:40:33.594949+0000","last_became_peered":"2024-09-22T08:40:33.594949+0000","last_unstale":"2024-09-22T10:34:13.025554+0000","last_undegraded":"2024-09-22T10:34:13.025554+0000","last_fullsized":"2024-09-22T10:34:13.025554+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'356","last_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_deep_scrub":"269'356","last_deep_scrub_stamp":"2024-09-22T10:34:13.025366+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.025366+0000","objects_scrubbed":4,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:01:01.741559+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50229,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":581,"num_read_kb":1327,"num_write":478,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.891992+0000","last_change":"2024-09-22T10:34:20.891992+0000","last_active":"2024-09-22T10:34:20.891992+0000","last_peered":"2024-09-22T10:34:20.891992+0000","last_clean":"2024-09-22T10:34:20.891992+0000","last_became_active":"2024-09-22T08:40:35.595502+0000","last_became_peered":"2024-09-22T08:40:35.595502+0000","last_unstale":"2024-09-22T10:34:20.891992+0000","last_undegraded":"2024-09-22T10:34:20.891992+0000","last_fullsized":"2024-09-22T10:34:20.891992+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.891731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.891731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:30:02.030017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"269'114","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.468558+0000","last_change":"2024-09-22T10:34:10.468558+0000","last_active":"2024-09-22T10:34:10.468558+0000","last_peered":"2024-09-22T10:34:10.468558+0000","last_clean":"2024-09-22T10:34:10.468558+0000","last_became_active":"2024-09-22T08:40:37.630210+0000","last_became_peered":"2024-09-22T08:40:37.630210+0000","last_unstale":"2024-09-22T10:34:10.468558+0000","last_undegraded":"2024-09-22T10:34:10.468558+0000","last_fullsized":"2024-09-22T10:34:10.468558+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'114","last_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_deep_scrub":"269'114","last_deep_scrub_stamp":"2024-09-22T10:34:10.468333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.468333+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:55.190438+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":127,"num_read_kb":123,"num_write":268,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"269'447","reported_seq":2098,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.475532+0000","last_change":"2024-09-22T10:33:57.475532+0000","last_active":"2024-09-22T10:33:57.475532+0000","last_peered":"2024-09-22T10:33:57.475532+0000","last_clean":"2024-09-22T10:33:57.475532+0000","last_became_active":"2024-09-22T08:40:29.580864+0000","last_became_peered":"2024-09-22T08:40:29.580864+0000","last_unstale":"2024-09-22T10:33:57.475532+0000","last_undegraded":"2024-09-22T10:33:57.475532+0000","last_fullsized":"2024-09-22T10:33:57.475532+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'447","last_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_deep_scrub":"269'447","last_deep_scrub_stamp":"2024-09-22T10:33:57.475349+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.475349+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:07:16.054989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2419,"num_read_kb":2294,"num_write":523,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"269'373","reported_seq":1048,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.676172+0000","last_change":"2024-09-22T10:33:54.676172+0000","last_active":"2024-09-22T10:33:54.676172+0000","last_peered":"2024-09-22T10:33:54.676172+0000","last_clean":"2024-09-22T10:33:54.676172+0000","last_became_active":"2024-09-22T08:40:27.610491+0000","last_became_peered":"2024-09-22T08:40:27.610491+0000","last_unstale":"2024-09-22T10:33:54.676172+0000","last_undegraded":"2024-09-22T10:33:54.676172+0000","last_fullsized":"2024-09-22T10:33:54.676172+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'373","last_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_deep_scrub":"269'373","last_deep_scrub_stamp":"2024-09-22T10:33:54.675951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.675951+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:10:01.790250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":540,"num_read_kb":29782,"num_write":1064,"num_write_kb":38212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.371054+0000","last_change":"2024-09-22T10:34:04.371054+0000","last_active":"2024-09-22T10:34:04.371054+0000","last_peered":"2024-09-22T10:34:04.371054+0000","last_clean":"2024-09-22T10:34:04.371054+0000","last_became_active":"2024-09-22T08:40:31.579615+0000","last_became_peered":"2024-09-22T08:40:31.579615+0000","last_unstale":"2024-09-22T10:34:04.371054+0000","last_undegraded":"2024-09-22T10:34:04.371054+0000","last_fullsized":"2024-09-22T10:34:04.371054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.370873+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.370873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:16:33.790102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"269'387","reported_seq":1053,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.637522+0000","last_change":"2024-09-22T10:34:11.637522+0000","last_active":"2024-09-22T10:34:11.637522+0000","last_peered":"2024-09-22T10:34:11.637522+0000","last_clean":"2024-09-22T10:34:11.637522+0000","last_became_active":"2024-09-22T08:40:33.588096+0000","last_became_peered":"2024-09-22T08:40:33.588096+0000","last_unstale":"2024-09-22T10:34:11.637522+0000","last_undegraded":"2024-09-22T10:34:11.637522+0000","last_fullsized":"2024-09-22T10:34:11.637522+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'387","last_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_deep_scrub":"269'387","last_deep_scrub_stamp":"2024-09-22T10:34:11.637415+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.637415+0000","objects_scrubbed":7,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:11:33.597907+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78024,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":607,"num_read_kb":1220,"num_write":466,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"269'796","reported_seq":3169,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.372013+0000","last_change":"2024-09-22T10:34:15.372013+0000","last_active":"2024-09-22T10:34:15.372013+0000","last_peered":"2024-09-22T10:34:15.372013+0000","last_clean":"2024-09-22T10:34:15.372013+0000","last_became_active":"2024-09-22T08:40:35.602930+0000","last_became_peered":"2024-09-22T08:40:35.602930+0000","last_unstale":"2024-09-22T10:34:15.372013+0000","last_undegraded":"2024-09-22T10:34:15.372013+0000","last_fullsized":"2024-09-22T10:34:15.372013+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'796","last_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_deep_scrub":"269'796","last_deep_scrub_stamp":"2024-09-22T10:34:15.371731+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.371731+0000","objects_scrubbed":1,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:32:34.789614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"269'125","reported_seq":666,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.431145+0000","last_change":"2024-09-22T10:34:19.431145+0000","last_active":"2024-09-22T10:34:19.431145+0000","last_peered":"2024-09-22T10:34:19.431145+0000","last_clean":"2024-09-22T10:34:19.431145+0000","last_became_active":"2024-09-22T08:40:37.620581+0000","last_became_peered":"2024-09-22T08:40:37.620581+0000","last_unstale":"2024-09-22T10:34:19.431145+0000","last_undegraded":"2024-09-22T10:34:19.431145+0000","last_fullsized":"2024-09-22T10:34:19.431145+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:19.430954+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.430954+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:22:34.702390+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":134,"num_write":308,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"269'491","reported_seq":2188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.352258+0000","last_change":"2024-09-22T10:33:56.352258+0000","last_active":"2024-09-22T10:33:56.352258+0000","last_peered":"2024-09-22T10:33:56.352258+0000","last_clean":"2024-09-22T10:33:56.352258+0000","last_became_active":"2024-09-22T08:40:29.568485+0000","last_became_peered":"2024-09-22T08:40:29.568485+0000","last_unstale":"2024-09-22T10:33:56.352258+0000","last_undegraded":"2024-09-22T10:33:56.352258+0000","last_fullsized":"2024-09-22T10:33:56.352258+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'491","last_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_deep_scrub":"269'491","last_deep_scrub_stamp":"2024-09-22T10:33:56.352018+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.352018+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":400,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:48:29.204548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2807,"num_read_kb":2635,"num_write":585,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":961,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"269'372","reported_seq":1085,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.109446+0000","last_change":"2024-09-22T10:33:51.109446+0000","last_active":"2024-09-22T10:33:51.109446+0000","last_peered":"2024-09-22T10:33:51.109446+0000","last_clean":"2024-09-22T10:33:51.109446+0000","last_became_active":"2024-09-22T08:40:27.607744+0000","last_became_peered":"2024-09-22T08:40:27.607744+0000","last_unstale":"2024-09-22T10:33:51.109446+0000","last_undegraded":"2024-09-22T10:33:51.109446+0000","last_fullsized":"2024-09-22T10:33:51.109446+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'372","last_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_deep_scrub":"269'372","last_deep_scrub_stamp":"2024-09-22T10:33:51.109227+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.109227+0000","objects_scrubbed":6,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:04:16.037683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097164,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":687,"num_read_kb":75419,"num_write":1225,"num_write_kb":39841,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.334159+0000","last_change":"2024-09-22T10:34:02.334159+0000","last_active":"2024-09-22T10:34:02.334159+0000","last_peered":"2024-09-22T10:34:02.334159+0000","last_clean":"2024-09-22T10:34:02.334159+0000","last_became_active":"2024-09-22T08:40:31.582951+0000","last_became_peered":"2024-09-22T08:40:31.582951+0000","last_unstale":"2024-09-22T10:34:02.334159+0000","last_undegraded":"2024-09-22T10:34:02.334159+0000","last_fullsized":"2024-09-22T10:34:02.334159+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.333977+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.333977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:31:53.214093+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"269'562","reported_seq":1266,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.393090+0000","last_change":"2024-09-22T10:34:08.393090+0000","last_active":"2024-09-22T10:34:08.393090+0000","last_peered":"2024-09-22T10:34:08.393090+0000","last_clean":"2024-09-22T10:34:08.393090+0000","last_became_active":"2024-09-22T08:40:33.593746+0000","last_became_peered":"2024-09-22T08:40:33.593746+0000","last_unstale":"2024-09-22T10:34:08.393090+0000","last_undegraded":"2024-09-22T10:34:08.393090+0000","last_fullsized":"2024-09-22T10:34:08.393090+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'562","last_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_deep_scrub":"269'562","last_deep_scrub_stamp":"2024-09-22T10:34:08.392855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.392855+0000","objects_scrubbed":6,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:28:14.045377+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91156,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":928,"num_read_kb":2108,"num_write":762,"num_write_kb":589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.334601+0000","last_change":"2024-09-22T10:34:10.334601+0000","last_active":"2024-09-22T10:34:10.334601+0000","last_peered":"2024-09-22T10:34:10.334601+0000","last_clean":"2024-09-22T10:34:10.334601+0000","last_became_active":"2024-09-22T08:40:35.599940+0000","last_became_peered":"2024-09-22T08:40:35.599940+0000","last_unstale":"2024-09-22T10:34:10.334601+0000","last_undegraded":"2024-09-22T10:34:10.334601+0000","last_fullsized":"2024-09-22T10:34:10.334601+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.334425+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.334425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:44:58.160528+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"269'119","reported_seq":676,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.844805+0000","last_change":"2024-09-22T10:34:16.844805+0000","last_active":"2024-09-22T10:34:16.844805+0000","last_peered":"2024-09-22T10:34:16.844805+0000","last_clean":"2024-09-22T10:34:16.844805+0000","last_became_active":"2024-09-22T08:40:37.631107+0000","last_became_peered":"2024-09-22T08:40:37.631107+0000","last_unstale":"2024-09-22T10:34:16.844805+0000","last_undegraded":"2024-09-22T10:34:16.844805+0000","last_fullsized":"2024-09-22T10:34:16.844805+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:16.844393+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.844393+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:05.209735+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":253,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"269'1230","reported_seq":2810,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.937324+0000","last_change":"2024-09-22T10:33:53.937324+0000","last_active":"2024-09-22T10:33:53.937324+0000","last_peered":"2024-09-22T10:33:53.937324+0000","last_clean":"2024-09-22T10:33:53.937324+0000","last_became_active":"2024-09-22T08:40:29.584845+0000","last_became_peered":"2024-09-22T08:40:29.584845+0000","last_unstale":"2024-09-22T10:33:53.937324+0000","last_undegraded":"2024-09-22T10:33:53.937324+0000","last_fullsized":"2024-09-22T10:33:53.937324+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1230","last_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_deep_scrub":"269'1230","last_deep_scrub_stamp":"2024-09-22T10:33:53.937125+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.937125+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":1200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:33.226609+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5493,"num_read_kb":4815,"num_write":1699,"num_write_kb":717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"269'352","reported_seq":1114,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.814459+0000","last_change":"2024-09-22T10:33:51.814459+0000","last_active":"2024-09-22T10:33:51.814459+0000","last_peered":"2024-09-22T10:33:51.814459+0000","last_clean":"2024-09-22T10:33:51.814459+0000","last_became_active":"2024-09-22T08:40:27.587918+0000","last_became_peered":"2024-09-22T08:40:27.587918+0000","last_unstale":"2024-09-22T10:33:51.814459+0000","last_undegraded":"2024-09-22T10:33:51.814459+0000","last_fullsized":"2024-09-22T10:33:51.814459+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:33:51.814221+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.814221+0000","objects_scrubbed":5,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:30:32.276619+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":962,"num_read_kb":17231,"num_write":1121,"num_write_kb":30256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":535,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.326949+0000","last_change":"2024-09-22T10:34:03.326949+0000","last_active":"2024-09-22T10:34:03.326949+0000","last_peered":"2024-09-22T10:34:03.326949+0000","last_clean":"2024-09-22T10:34:03.326949+0000","last_became_active":"2024-09-22T08:40:31.582119+0000","last_became_peered":"2024-09-22T08:40:31.582119+0000","last_unstale":"2024-09-22T10:34:03.326949+0000","last_undegraded":"2024-09-22T10:34:03.326949+0000","last_fullsized":"2024-09-22T10:34:03.326949+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.326761+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.326761+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:23.824489+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"269'354","reported_seq":1003,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.761412+0000","last_change":"2024-09-22T10:34:13.761412+0000","last_active":"2024-09-22T10:34:13.761412+0000","last_peered":"2024-09-22T10:34:13.761412+0000","last_clean":"2024-09-22T10:34:13.761412+0000","last_became_active":"2024-09-22T08:40:33.599103+0000","last_became_peered":"2024-09-22T08:40:33.599103+0000","last_unstale":"2024-09-22T10:34:13.761412+0000","last_undegraded":"2024-09-22T10:34:13.761412+0000","last_fullsized":"2024-09-22T10:34:13.761412+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'354","last_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_deep_scrub":"269'354","last_deep_scrub_stamp":"2024-09-22T10:34:13.760973+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.760973+0000","objects_scrubbed":6,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:19:42.763316+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53389,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":578,"num_read_kb":1180,"num_write":496,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.416911+0000","last_change":"2024-09-22T10:34:14.416911+0000","last_active":"2024-09-22T10:34:14.416911+0000","last_peered":"2024-09-22T10:34:14.416911+0000","last_clean":"2024-09-22T10:34:14.416911+0000","last_became_active":"2024-09-22T08:40:35.600955+0000","last_became_peered":"2024-09-22T08:40:35.600955+0000","last_unstale":"2024-09-22T10:34:14.416911+0000","last_undegraded":"2024-09-22T10:34:14.416911+0000","last_fullsized":"2024-09-22T10:34:14.416911+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:14.416709+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.416709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:56:19.379819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"269'106","reported_seq":643,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.867465+0000","last_change":"2024-09-22T10:34:22.867314+0000","last_active":"2024-09-22T10:34:22.867465+0000","last_peered":"2024-09-22T10:34:22.867465+0000","last_clean":"2024-09-22T10:34:22.867465+0000","last_became_active":"2024-09-22T08:40:37.642948+0000","last_became_peered":"2024-09-22T08:40:37.642948+0000","last_unstale":"2024-09-22T10:34:22.867465+0000","last_undegraded":"2024-09-22T10:34:22.867465+0000","last_fullsized":"2024-09-22T10:34:22.867465+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'106","last_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_deep_scrub":"269'106","last_deep_scrub_stamp":"2024-09-22T10:34:22.867131+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.867131+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:43:48.720020+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":105,"num_read_kb":100,"num_write":225,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"269'904","reported_seq":2440,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.956486+0000","last_change":"2024-09-22T10:33:55.956486+0000","last_active":"2024-09-22T10:33:55.956486+0000","last_peered":"2024-09-22T10:33:55.956486+0000","last_clean":"2024-09-22T10:33:55.956486+0000","last_became_active":"2024-09-22T08:40:29.583538+0000","last_became_peered":"2024-09-22T08:40:29.583538+0000","last_unstale":"2024-09-22T10:33:55.956486+0000","last_undegraded":"2024-09-22T10:33:55.956486+0000","last_fullsized":"2024-09-22T10:33:55.956486+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'904","last_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_deep_scrub":"269'904","last_deep_scrub_stamp":"2024-09-22T10:33:55.956292+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.956292+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:54:22.150413+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4270,"num_read_kb":3761,"num_write":1274,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"269'321","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.380511+0000","last_change":"2024-09-22T10:33:50.380254+0000","last_active":"2024-09-22T10:33:50.380511+0000","last_peered":"2024-09-22T10:33:50.380511+0000","last_clean":"2024-09-22T10:33:50.380511+0000","last_became_active":"2024-09-22T08:40:57.707440+0000","last_became_peered":"2024-09-22T08:40:57.707440+0000","last_unstale":"2024-09-22T10:33:50.380511+0000","last_undegraded":"2024-09-22T10:33:50.380511+0000","last_fullsized":"2024-09-22T10:33:50.380511+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'321","last_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_deep_scrub":"269'321","last_deep_scrub_stamp":"2024-09-22T10:33:50.379989+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.379989+0000","objects_scrubbed":5,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:40.198531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":19901,"num_write":958,"num_write_kb":27797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.851671+0000","last_change":"2024-09-22T10:34:01.851671+0000","last_active":"2024-09-22T10:34:01.851671+0000","last_peered":"2024-09-22T10:34:01.851671+0000","last_clean":"2024-09-22T10:34:01.851671+0000","last_became_active":"2024-09-22T08:40:31.572817+0000","last_became_peered":"2024-09-22T08:40:31.572817+0000","last_unstale":"2024-09-22T10:34:01.851671+0000","last_undegraded":"2024-09-22T10:34:01.851671+0000","last_fullsized":"2024-09-22T10:34:01.851671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:01.851494+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.851494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:00:54.226957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"269'357","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.350672+0000","last_change":"2024-09-22T10:34:05.350672+0000","last_active":"2024-09-22T10:34:05.350672+0000","last_peered":"2024-09-22T10:34:05.350672+0000","last_clean":"2024-09-22T10:34:05.350672+0000","last_became_active":"2024-09-22T08:40:33.591652+0000","last_became_peered":"2024-09-22T08:40:33.591652+0000","last_unstale":"2024-09-22T10:34:05.350672+0000","last_undegraded":"2024-09-22T10:34:05.350672+0000","last_fullsized":"2024-09-22T10:34:05.350672+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'357","last_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_deep_scrub":"269'357","last_deep_scrub_stamp":"2024-09-22T10:34:05.350483+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.350483+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:39:16.043818+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":569,"num_read_kb":1060,"num_write":428,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"269'754","reported_seq":3273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.383837+0000","last_change":"2024-09-22T10:34:07.383837+0000","last_active":"2024-09-22T10:34:07.383837+0000","last_peered":"2024-09-22T10:34:07.383837+0000","last_clean":"2024-09-22T10:34:07.383837+0000","last_became_active":"2024-09-22T08:40:35.587821+0000","last_became_peered":"2024-09-22T08:40:35.587821+0000","last_unstale":"2024-09-22T10:34:07.383837+0000","last_undegraded":"2024-09-22T10:34:07.383837+0000","last_fullsized":"2024-09-22T10:34:07.383837+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'754","last_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_deep_scrub":"269'754","last_deep_scrub_stamp":"2024-09-22T10:34:07.383637+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.383637+0000","objects_scrubbed":1,"log_size":53,"log_dups_size":701,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:04:47.562638+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"269'118","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.817520+0000","last_change":"2024-09-22T10:34:12.817520+0000","last_active":"2024-09-22T10:34:12.817520+0000","last_peered":"2024-09-22T10:34:12.817520+0000","last_clean":"2024-09-22T10:34:12.817520+0000","last_became_active":"2024-09-22T08:40:37.617372+0000","last_became_peered":"2024-09-22T08:40:37.617372+0000","last_unstale":"2024-09-22T10:34:12.817520+0000","last_undegraded":"2024-09-22T10:34:12.817520+0000","last_fullsized":"2024-09-22T10:34:12.817520+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:12.817332+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.817332+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:16:07.485368+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":203,"num_read_kb":187,"num_write":277,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"269'424","reported_seq":2122,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.998327+0000","last_change":"2024-09-22T10:33:56.998327+0000","last_active":"2024-09-22T10:33:56.998327+0000","last_peered":"2024-09-22T10:33:56.998327+0000","last_clean":"2024-09-22T10:33:56.998327+0000","last_became_active":"2024-09-22T08:40:29.603858+0000","last_became_peered":"2024-09-22T08:40:29.603858+0000","last_unstale":"2024-09-22T10:33:56.998327+0000","last_undegraded":"2024-09-22T10:33:56.998327+0000","last_fullsized":"2024-09-22T10:33:56.998327+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'424","last_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_deep_scrub":"269'424","last_deep_scrub_stamp":"2024-09-22T10:33:56.998124+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.998124+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:36:39.605934+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2481,"num_read_kb":2373,"num_write":483,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2810,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"269'392","reported_seq":1112,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.948973+0000","last_change":"2024-09-22T10:33:48.948973+0000","last_active":"2024-09-22T10:33:48.948973+0000","last_peered":"2024-09-22T10:33:48.948973+0000","last_clean":"2024-09-22T10:33:48.948973+0000","last_became_active":"2024-09-22T08:40:27.598370+0000","last_became_peered":"2024-09-22T08:40:27.598370+0000","last_unstale":"2024-09-22T10:33:48.948973+0000","last_undegraded":"2024-09-22T10:33:48.948973+0000","last_fullsized":"2024-09-22T10:33:48.948973+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:48.948758+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.948758+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:27:22.258424+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":718,"num_read_kb":21395,"num_write":1148,"num_write_kb":38875,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"269'4","reported_seq":1490,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.931287+0000","last_change":"2024-09-22T10:34:10.931287+0000","last_active":"2024-09-22T10:34:10.931287+0000","last_peered":"2024-09-22T10:34:10.931287+0000","last_clean":"2024-09-22T10:34:10.931287+0000","last_became_active":"2024-09-22T08:40:31.594545+0000","last_became_peered":"2024-09-22T08:40:31.594545+0000","last_unstale":"2024-09-22T10:34:10.931287+0000","last_undegraded":"2024-09-22T10:34:10.931287+0000","last_fullsized":"2024-09-22T10:34:10.931287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:10.931111+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.931111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:33:47.246765+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"269'146","reported_seq":740,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.983664+0000","last_change":"2024-09-22T10:34:11.983664+0000","last_active":"2024-09-22T10:34:11.983664+0000","last_peered":"2024-09-22T10:34:11.983664+0000","last_clean":"2024-09-22T10:34:11.983664+0000","last_became_active":"2024-09-22T08:40:33.588083+0000","last_became_peered":"2024-09-22T08:40:33.588083+0000","last_unstale":"2024-09-22T10:34:11.983664+0000","last_undegraded":"2024-09-22T10:34:11.983664+0000","last_fullsized":"2024-09-22T10:34:11.983664+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'146","last_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_deep_scrub":"269'146","last_deep_scrub_stamp":"2024-09-22T10:34:11.983487+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.983487+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:48:37.324079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":175,"num_write":120,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"269'770","reported_seq":7608,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.408192+0000","last_change":"2024-09-22T10:34:06.408192+0000","last_active":"2024-09-22T10:34:06.408192+0000","last_peered":"2024-09-22T10:34:06.408192+0000","last_clean":"2024-09-22T10:34:06.408192+0000","last_became_active":"2024-09-22T08:40:35.606085+0000","last_became_peered":"2024-09-22T08:40:35.606085+0000","last_unstale":"2024-09-22T10:34:06.408192+0000","last_undegraded":"2024-09-22T10:34:06.408192+0000","last_fullsized":"2024-09-22T10:34:06.408192+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:06.408013+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.408013+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:44:53.382454+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"269'119","reported_seq":668,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.779482+0000","last_change":"2024-09-22T10:34:22.779482+0000","last_active":"2024-09-22T10:34:22.779482+0000","last_peered":"2024-09-22T10:34:22.779482+0000","last_clean":"2024-09-22T10:34:22.779482+0000","last_became_active":"2024-09-22T08:40:37.620527+0000","last_became_peered":"2024-09-22T08:40:37.620527+0000","last_unstale":"2024-09-22T10:34:22.779482+0000","last_undegraded":"2024-09-22T10:34:22.779482+0000","last_fullsized":"2024-09-22T10:34:22.779482+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'119","last_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_deep_scrub":"269'119","last_deep_scrub_stamp":"2024-09-22T10:34:22.779276+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.779276+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:07:42.762180+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":165,"num_write":294,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"269'801","reported_seq":2363,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.864342+0000","last_change":"2024-09-22T10:34:00.864342+0000","last_active":"2024-09-22T10:34:00.864342+0000","last_peered":"2024-09-22T10:34:00.864342+0000","last_clean":"2024-09-22T10:34:00.864342+0000","last_became_active":"2024-09-22T08:40:29.586375+0000","last_became_peered":"2024-09-22T08:40:29.586375+0000","last_unstale":"2024-09-22T10:34:00.864342+0000","last_undegraded":"2024-09-22T10:34:00.864342+0000","last_fullsized":"2024-09-22T10:34:00.864342+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'801","last_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_deep_scrub":"269'801","last_deep_scrub_stamp":"2024-09-22T10:34:00.864162+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.864162+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:27:01.295827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3792,"num_read_kb":3402,"num_write":1066,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"269'359","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.800921+0000","last_change":"2024-09-22T10:33:49.800921+0000","last_active":"2024-09-22T10:33:49.800921+0000","last_peered":"2024-09-22T10:33:49.800921+0000","last_clean":"2024-09-22T10:33:49.800921+0000","last_became_active":"2024-09-22T08:40:27.585612+0000","last_became_peered":"2024-09-22T08:40:27.585612+0000","last_unstale":"2024-09-22T10:33:49.800921+0000","last_undegraded":"2024-09-22T10:33:49.800921+0000","last_fullsized":"2024-09-22T10:33:49.800921+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:49.800678+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.800678+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:03:09.572615+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":608,"num_read_kb":57894,"num_write":1076,"num_write_kb":30866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":542,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.750968+0000","last_change":"2024-09-22T10:34:09.750968+0000","last_active":"2024-09-22T10:34:09.750968+0000","last_peered":"2024-09-22T10:34:09.750968+0000","last_clean":"2024-09-22T10:34:09.750968+0000","last_became_active":"2024-09-22T08:40:31.589608+0000","last_became_peered":"2024-09-22T08:40:31.589608+0000","last_unstale":"2024-09-22T10:34:09.750968+0000","last_undegraded":"2024-09-22T10:34:09.750968+0000","last_fullsized":"2024-09-22T10:34:09.750968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:09.750789+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.750789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:29:31.316540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"269'577","reported_seq":1273,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.858802+0000","last_change":"2024-09-22T10:34:16.858802+0000","last_active":"2024-09-22T10:34:16.858802+0000","last_peered":"2024-09-22T10:34:16.858802+0000","last_clean":"2024-09-22T10:34:16.858802+0000","last_became_active":"2024-09-22T08:40:33.592017+0000","last_became_peered":"2024-09-22T08:40:33.592017+0000","last_unstale":"2024-09-22T10:34:16.858802+0000","last_undegraded":"2024-09-22T10:34:16.858802+0000","last_fullsized":"2024-09-22T10:34:16.858802+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'577","last_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_deep_scrub":"269'577","last_deep_scrub_stamp":"2024-09-22T10:34:16.858674+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.858674+0000","objects_scrubbed":9,"log_size":77,"log_dups_size":500,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:12:44.807907+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59361,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1527,"num_read_kb":2200,"num_write":2152,"num_write_kb":1922,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":516842,"num_omap_keys":1190,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.402957+0000","last_change":"2024-09-22T10:34:05.402957+0000","last_active":"2024-09-22T10:34:05.402957+0000","last_peered":"2024-09-22T10:34:05.402957+0000","last_clean":"2024-09-22T10:34:05.402957+0000","last_became_active":"2024-09-22T08:40:35.611213+0000","last_became_peered":"2024-09-22T08:40:35.611213+0000","last_unstale":"2024-09-22T10:34:05.402957+0000","last_undegraded":"2024-09-22T10:34:05.402957+0000","last_fullsized":"2024-09-22T10:34:05.402957+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.402783+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.402783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:35.782717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"269'103","reported_seq":640,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.863180+0000","last_change":"2024-09-22T10:34:13.863180+0000","last_active":"2024-09-22T10:34:13.863180+0000","last_peered":"2024-09-22T10:34:13.863180+0000","last_clean":"2024-09-22T10:34:13.863180+0000","last_became_active":"2024-09-22T08:40:37.625322+0000","last_became_peered":"2024-09-22T08:40:37.625322+0000","last_unstale":"2024-09-22T10:34:13.863180+0000","last_undegraded":"2024-09-22T10:34:13.863180+0000","last_fullsized":"2024-09-22T10:34:13.863180+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'103","last_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_deep_scrub":"269'103","last_deep_scrub_stamp":"2024-09-22T10:34:13.862989+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.862989+0000","objects_scrubbed":2,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:17:09.855958+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":228,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"269'564","reported_seq":2274,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.557486+0000","last_change":"2024-09-22T10:33:55.557486+0000","last_active":"2024-09-22T10:33:55.557486+0000","last_peered":"2024-09-22T10:33:55.557486+0000","last_clean":"2024-09-22T10:33:55.557486+0000","last_became_active":"2024-09-22T08:40:29.597284+0000","last_became_peered":"2024-09-22T08:40:29.597284+0000","last_unstale":"2024-09-22T10:33:55.557486+0000","last_undegraded":"2024-09-22T10:33:55.557486+0000","last_fullsized":"2024-09-22T10:33:55.557486+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'564","last_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_deep_scrub":"269'564","last_deep_scrub_stamp":"2024-09-22T10:33:55.557314+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.557314+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:57:25.064736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2925,"num_read_kb":2703,"num_write":712,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'74","reported_seq":660,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.696575+0000","last_change":"2024-09-22T10:33:49.696348+0000","last_active":"2024-09-22T10:33:49.696575+0000","last_peered":"2024-09-22T10:33:49.696575+0000","last_clean":"2024-09-22T10:33:49.696575+0000","last_became_active":"2024-09-22T08:40:06.347513+0000","last_became_peered":"2024-09-22T08:40:06.347513+0000","last_unstale":"2024-09-22T10:33:49.696575+0000","last_undegraded":"2024-09-22T10:33:49.696575+0000","last_fullsized":"2024-09-22T10:33:49.696575+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'74","last_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_deep_scrub":"269'74","last_deep_scrub_stamp":"2024-09-22T10:33:49.696126+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.696126+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:20.168489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"269'2","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.067216+0000","last_change":"2024-09-22T10:33:50.067100+0000","last_active":"2024-09-22T10:33:50.067216+0000","last_peered":"2024-09-22T10:33:50.067216+0000","last_clean":"2024-09-22T10:33:50.067216+0000","last_became_active":"2024-09-22T08:40:11.389235+0000","last_became_peered":"2024-09-22T08:40:11.389235+0000","last_unstale":"2024-09-22T10:33:50.067216+0000","last_undegraded":"2024-09-22T10:33:50.067216+0000","last_fullsized":"2024-09-22T10:33:50.067216+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:50.066918+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.066918+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:00:21.940572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00093610399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"269'331","reported_seq":1026,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.783646+0000","last_change":"2024-09-22T10:33:48.783581+0000","last_active":"2024-09-22T10:33:48.783646+0000","last_peered":"2024-09-22T10:33:48.783646+0000","last_clean":"2024-09-22T10:33:48.783646+0000","last_became_active":"2024-09-22T08:40:27.619882+0000","last_became_peered":"2024-09-22T08:40:27.619882+0000","last_unstale":"2024-09-22T10:33:48.783646+0000","last_undegraded":"2024-09-22T10:33:48.783646+0000","last_fullsized":"2024-09-22T10:33:48.783646+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'331","last_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_deep_scrub":"269'331","last_deep_scrub_stamp":"2024-09-22T10:33:48.783464+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.783464+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:42:18.043617+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":629,"num_read_kb":58681,"num_write":1071,"num_write_kb":26751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"269'6","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.651460+0000","last_change":"2024-09-22T10:34:08.651460+0000","last_active":"2024-09-22T10:34:08.651460+0000","last_peered":"2024-09-22T10:34:08.651460+0000","last_clean":"2024-09-22T10:34:08.651460+0000","last_became_active":"2024-09-22T08:40:31.593170+0000","last_became_peered":"2024-09-22T08:40:31.593170+0000","last_unstale":"2024-09-22T10:34:08.651460+0000","last_undegraded":"2024-09-22T10:34:08.651460+0000","last_fullsized":"2024-09-22T10:34:08.651460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'6","last_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_deep_scrub":"269'6","last_deep_scrub_stamp":"2024-09-22T10:34:08.651277+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.651277+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:09:06.367495+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":723,"num_read_kb":1184,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"269'770","reported_seq":1532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.900929+0000","last_change":"2024-09-22T10:34:14.900929+0000","last_active":"2024-09-22T10:34:14.900929+0000","last_peered":"2024-09-22T10:34:14.900929+0000","last_clean":"2024-09-22T10:34:14.900929+0000","last_became_active":"2024-09-22T08:40:33.593832+0000","last_became_peered":"2024-09-22T08:40:33.593832+0000","last_unstale":"2024-09-22T10:34:14.900929+0000","last_undegraded":"2024-09-22T10:34:14.900929+0000","last_fullsized":"2024-09-22T10:34:14.900929+0000","mapping_epoch":32,"log_start":"269'700","ondisk_log_start":"269'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:14.900739+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.900739+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:13:39.478606+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144261,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1493,"num_read_kb":3313,"num_write":1426,"num_write_kb":1242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89496,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.367241+0000","last_change":"2024-09-22T10:34:13.367241+0000","last_active":"2024-09-22T10:34:13.367241+0000","last_peered":"2024-09-22T10:34:13.367241+0000","last_clean":"2024-09-22T10:34:13.367241+0000","last_became_active":"2024-09-22T08:40:35.600355+0000","last_became_peered":"2024-09-22T08:40:35.600355+0000","last_unstale":"2024-09-22T10:34:13.367241+0000","last_undegraded":"2024-09-22T10:34:13.367241+0000","last_fullsized":"2024-09-22T10:34:13.367241+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.367068+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.367068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:58:23.641628+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"269'209","reported_seq":954,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.492932+0000","last_change":"2024-09-22T10:34:12.492932+0000","last_active":"2024-09-22T10:34:12.492932+0000","last_peered":"2024-09-22T10:34:12.492932+0000","last_clean":"2024-09-22T10:34:12.492932+0000","last_became_active":"2024-09-22T08:40:37.621777+0000","last_became_peered":"2024-09-22T08:40:37.621777+0000","last_unstale":"2024-09-22T10:34:12.492932+0000","last_undegraded":"2024-09-22T10:34:12.492932+0000","last_fullsized":"2024-09-22T10:34:12.492932+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'209","last_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_deep_scrub":"269'209","last_deep_scrub_stamp":"2024-09-22T10:34:12.492727+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.492727+0000","objects_scrubbed":2,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:28:09.230869+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":511,"num_read_kb":503,"num_write":445,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"269'885","reported_seq":2498,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.365794+0000","last_change":"2024-09-22T10:33:55.365794+0000","last_active":"2024-09-22T10:33:55.365794+0000","last_peered":"2024-09-22T10:33:55.365794+0000","last_clean":"2024-09-22T10:33:55.365794+0000","last_became_active":"2024-09-22T08:40:29.575333+0000","last_became_peered":"2024-09-22T08:40:29.575333+0000","last_unstale":"2024-09-22T10:33:55.365794+0000","last_undegraded":"2024-09-22T10:33:55.365794+0000","last_fullsized":"2024-09-22T10:33:55.365794+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'885","last_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_deep_scrub":"269'885","last_deep_scrub_stamp":"2024-09-22T10:33:55.365597+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.365597+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:42:25.136568+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4331,"num_read_kb":3868,"num_write":1223,"num_write_kb":519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.691143+0000","last_change":"2024-09-22T10:33:50.691000+0000","last_active":"2024-09-22T10:33:50.691143+0000","last_peered":"2024-09-22T10:33:50.691143+0000","last_clean":"2024-09-22T10:33:50.691143+0000","last_became_active":"2024-09-22T08:40:11.387788+0000","last_became_peered":"2024-09-22T08:40:11.387788+0000","last_unstale":"2024-09-22T10:33:50.691143+0000","last_undegraded":"2024-09-22T10:33:50.691143+0000","last_fullsized":"2024-09-22T10:33:50.691143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:50.690830+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.690830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:56:36.568318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001017266,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"269'392","reported_seq":1141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.325443+0000","last_change":"2024-09-22T10:33:47.325395+0000","last_active":"2024-09-22T10:33:47.325443+0000","last_peered":"2024-09-22T10:33:47.325443+0000","last_clean":"2024-09-22T10:33:47.325443+0000","last_became_active":"2024-09-22T08:40:27.595812+0000","last_became_peered":"2024-09-22T08:40:27.595812+0000","last_unstale":"2024-09-22T10:33:47.325443+0000","last_undegraded":"2024-09-22T10:33:47.325443+0000","last_fullsized":"2024-09-22T10:33:47.325443+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'392","last_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_deep_scrub":"269'392","last_deep_scrub_stamp":"2024-09-22T10:33:47.325294+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.325294+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:21:09.667179+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":37716,"num_write":1247,"num_write_kb":42934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"269'4","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.911826+0000","last_change":"2024-09-22T10:34:09.911826+0000","last_active":"2024-09-22T10:34:09.911826+0000","last_peered":"2024-09-22T10:34:09.911826+0000","last_clean":"2024-09-22T10:34:09.911826+0000","last_became_active":"2024-09-22T08:40:31.599886+0000","last_became_peered":"2024-09-22T08:40:31.599886+0000","last_unstale":"2024-09-22T10:34:09.911826+0000","last_undegraded":"2024-09-22T10:34:09.911826+0000","last_fullsized":"2024-09-22T10:34:09.911826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'4","last_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_deep_scrub":"269'4","last_deep_scrub_stamp":"2024-09-22T10:34:09.911648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.911648+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:05:29.993112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"269'1461","reported_seq":3825,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.828930+0000","last_change":"2024-09-22T10:34:07.828776+0000","last_active":"2024-09-22T10:34:07.828930+0000","last_peered":"2024-09-22T10:34:07.828930+0000","last_clean":"2024-09-22T10:34:07.828930+0000","last_became_active":"2024-09-22T08:40:33.599820+0000","last_became_peered":"2024-09-22T08:40:33.599820+0000","last_unstale":"2024-09-22T10:34:07.828930+0000","last_undegraded":"2024-09-22T10:34:07.828930+0000","last_fullsized":"2024-09-22T10:34:07.828930+0000","mapping_epoch":32,"log_start":"269'1401","ondisk_log_start":"269'1401","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1461","last_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_deep_scrub":"269'1461","last_deep_scrub_stamp":"2024-09-22T10:34:07.828556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.828556+0000","objects_scrubbed":11,"log_size":60,"log_dups_size":1401,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:37:42.018730+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158719,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2294,"num_read_kb":4302,"num_write":1412,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":530,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.589721+0000","last_change":"2024-09-22T10:34:16.589721+0000","last_active":"2024-09-22T10:34:16.589721+0000","last_peered":"2024-09-22T10:34:16.589721+0000","last_clean":"2024-09-22T10:34:16.589721+0000","last_became_active":"2024-09-22T08:40:35.613418+0000","last_became_peered":"2024-09-22T08:40:35.613418+0000","last_unstale":"2024-09-22T10:34:16.589721+0000","last_undegraded":"2024-09-22T10:34:16.589721+0000","last_fullsized":"2024-09-22T10:34:16.589721+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.589549+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.589549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:00:44.367828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"269'225","reported_seq":788,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.883921+0000","last_change":"2024-09-22T10:34:14.883921+0000","last_active":"2024-09-22T10:34:14.883921+0000","last_peered":"2024-09-22T10:34:14.883921+0000","last_clean":"2024-09-22T10:34:14.883921+0000","last_became_active":"2024-09-22T08:40:37.852136+0000","last_became_peered":"2024-09-22T08:40:37.852136+0000","last_unstale":"2024-09-22T10:34:14.883921+0000","last_undegraded":"2024-09-22T10:34:14.883921+0000","last_fullsized":"2024-09-22T10:34:14.883921+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'225","last_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_deep_scrub":"269'225","last_deep_scrub_stamp":"2024-09-22T10:34:14.883725+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.883725+0000","objects_scrubbed":4,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:14:57.735652+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":620,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":377,"num_read_kb":375,"num_write":503,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"269'849","reported_seq":2568,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.832041+0000","last_change":"2024-09-22T10:33:56.832041+0000","last_active":"2024-09-22T10:33:56.832041+0000","last_peered":"2024-09-22T10:33:56.832041+0000","last_clean":"2024-09-22T10:33:56.832041+0000","last_became_active":"2024-09-22T08:40:29.592603+0000","last_became_peered":"2024-09-22T08:40:29.592603+0000","last_unstale":"2024-09-22T10:33:56.832041+0000","last_undegraded":"2024-09-22T10:33:56.832041+0000","last_fullsized":"2024-09-22T10:33:56.832041+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'849","last_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_deep_scrub":"269'849","last_deep_scrub_stamp":"2024-09-22T10:33:56.831857+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.831857+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":800,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:44:37.040605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4105,"num_read_kb":3716,"num_write":1109,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":567,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370569+0000","last_change":"2024-09-22T10:33:48.370361+0000","last_active":"2024-09-22T10:33:48.370569+0000","last_peered":"2024-09-22T10:33:48.370569+0000","last_clean":"2024-09-22T10:33:48.370569+0000","last_became_active":"2024-09-22T08:40:11.385269+0000","last_became_peered":"2024-09-22T08:40:11.385269+0000","last_unstale":"2024-09-22T10:33:48.370569+0000","last_undegraded":"2024-09-22T10:33:48.370569+0000","last_fullsized":"2024-09-22T10:33:48.370569+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:48.370077+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370077+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:18:39.294521+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098540299999999993,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"269'368","reported_seq":1090,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.839456+0000","last_change":"2024-09-22T10:33:50.839299+0000","last_active":"2024-09-22T10:33:50.839456+0000","last_peered":"2024-09-22T10:33:50.839456+0000","last_clean":"2024-09-22T10:33:50.839456+0000","last_became_active":"2024-09-22T08:40:27.574890+0000","last_became_peered":"2024-09-22T08:40:27.574890+0000","last_unstale":"2024-09-22T10:33:50.839456+0000","last_undegraded":"2024-09-22T10:33:50.839456+0000","last_fullsized":"2024-09-22T10:33:50.839456+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'368","last_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_deep_scrub":"269'368","last_deep_scrub_stamp":"2024-09-22T10:33:50.839118+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.839118+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:36:11.275751+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":70306,"num_write":1111,"num_write_kb":35218,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"269'2","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.365114+0000","last_change":"2024-09-22T10:33:59.365114+0000","last_active":"2024-09-22T10:33:59.365114+0000","last_peered":"2024-09-22T10:33:59.365114+0000","last_clean":"2024-09-22T10:33:59.365114+0000","last_became_active":"2024-09-22T08:40:31.584795+0000","last_became_peered":"2024-09-22T08:40:31.584795+0000","last_unstale":"2024-09-22T10:33:59.365114+0000","last_undegraded":"2024-09-22T10:33:59.365114+0000","last_fullsized":"2024-09-22T10:33:59.365114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:33:59.364940+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.364940+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:18:10.274166+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"269'396","reported_seq":2357,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.658969+0000","last_change":"2024-09-22T10:34:09.658969+0000","last_active":"2024-09-22T10:34:09.658969+0000","last_peered":"2024-09-22T10:34:09.658969+0000","last_clean":"2024-09-22T10:34:09.658969+0000","last_became_active":"2024-09-22T08:40:33.595919+0000","last_became_peered":"2024-09-22T08:40:33.595919+0000","last_unstale":"2024-09-22T10:34:09.658969+0000","last_undegraded":"2024-09-22T10:34:09.658969+0000","last_fullsized":"2024-09-22T10:34:09.658969+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'396","last_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_deep_scrub":"269'396","last_deep_scrub_stamp":"2024-09-22T10:34:09.658762+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.658762+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:31:06.566772+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":369,"num_read_kb":361,"num_write":361,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":541,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.348117+0000","last_change":"2024-09-22T10:34:12.348117+0000","last_active":"2024-09-22T10:34:12.348117+0000","last_peered":"2024-09-22T10:34:12.348117+0000","last_clean":"2024-09-22T10:34:12.348117+0000","last_became_active":"2024-09-22T08:40:35.600681+0000","last_became_peered":"2024-09-22T08:40:35.600681+0000","last_unstale":"2024-09-22T10:34:12.348117+0000","last_undegraded":"2024-09-22T10:34:12.348117+0000","last_fullsized":"2024-09-22T10:34:12.348117+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:12.347941+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.347941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:37:48.550752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"269'294","reported_seq":972,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.925012+0000","last_change":"2024-09-22T10:34:24.925012+0000","last_active":"2024-09-22T10:34:24.925012+0000","last_peered":"2024-09-22T10:34:24.925012+0000","last_clean":"2024-09-22T10:34:24.925012+0000","last_became_active":"2024-09-22T08:40:37.628323+0000","last_became_peered":"2024-09-22T08:40:37.628323+0000","last_unstale":"2024-09-22T10:34:24.925012+0000","last_undegraded":"2024-09-22T10:34:24.925012+0000","last_fullsized":"2024-09-22T10:34:24.925012+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'294","last_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_deep_scrub":"269'294","last_deep_scrub_stamp":"2024-09-22T10:34:24.924821+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.924821+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:58:28.887269+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":424,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":715,"num_read_kb":699,"num_write":670,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"269'432","reported_seq":2075,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.824294+0000","last_change":"2024-09-22T10:33:55.824146+0000","last_active":"2024-09-22T10:33:55.824294+0000","last_peered":"2024-09-22T10:33:55.824294+0000","last_clean":"2024-09-22T10:33:55.824294+0000","last_became_active":"2024-09-22T08:40:29.573906+0000","last_became_peered":"2024-09-22T08:40:29.573906+0000","last_unstale":"2024-09-22T10:33:55.824294+0000","last_undegraded":"2024-09-22T10:33:55.824294+0000","last_fullsized":"2024-09-22T10:33:55.824294+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'432","last_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_deep_scrub":"269'432","last_deep_scrub_stamp":"2024-09-22T10:33:55.823933+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.823933+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:33:52.205925+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2321,"num_read_kb":2213,"num_write":493,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"269'3","reported_seq":572,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.047282+0000","last_change":"2024-09-22T10:33:49.047112+0000","last_active":"2024-09-22T10:33:49.047282+0000","last_peered":"2024-09-22T10:33:49.047282+0000","last_clean":"2024-09-22T10:33:49.047282+0000","last_became_active":"2024-09-22T08:40:11.385414+0000","last_became_peered":"2024-09-22T08:40:11.385414+0000","last_unstale":"2024-09-22T10:33:49.047282+0000","last_undegraded":"2024-09-22T10:33:49.047282+0000","last_fullsized":"2024-09-22T10:33:49.047282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'3","last_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_deep_scrub":"269'3","last_deep_scrub_stamp":"2024-09-22T10:33:49.046938+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.046938+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:27:06.167134+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.0021788340000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"269'341","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.957670+0000","last_change":"2024-09-22T10:33:47.957489+0000","last_active":"2024-09-22T10:33:47.957670+0000","last_peered":"2024-09-22T10:33:47.957670+0000","last_clean":"2024-09-22T10:33:47.957670+0000","last_became_active":"2024-09-22T08:40:27.560621+0000","last_became_peered":"2024-09-22T08:40:27.560621+0000","last_unstale":"2024-09-22T10:33:47.957670+0000","last_undegraded":"2024-09-22T10:33:47.957670+0000","last_fullsized":"2024-09-22T10:33:47.957670+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:33:47.957290+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.957290+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:17:02.470652+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":564,"num_read_kb":25683,"num_write":1027,"num_write_kb":27264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":549,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.344817+0000","last_change":"2024-09-22T10:34:02.344817+0000","last_active":"2024-09-22T10:34:02.344817+0000","last_peered":"2024-09-22T10:34:02.344817+0000","last_clean":"2024-09-22T10:34:02.344817+0000","last_became_active":"2024-09-22T08:40:31.576234+0000","last_became_peered":"2024-09-22T08:40:31.576234+0000","last_unstale":"2024-09-22T10:34:02.344817+0000","last_undegraded":"2024-09-22T10:34:02.344817+0000","last_fullsized":"2024-09-22T10:34:02.344817+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.344618+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.344618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:06:09.620360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"269'208","reported_seq":832,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.970009+0000","last_change":"2024-09-22T10:34:10.970009+0000","last_active":"2024-09-22T10:34:10.970009+0000","last_peered":"2024-09-22T10:34:10.970009+0000","last_clean":"2024-09-22T10:34:10.970009+0000","last_became_active":"2024-09-22T08:40:33.599494+0000","last_became_peered":"2024-09-22T08:40:33.599494+0000","last_unstale":"2024-09-22T10:34:10.970009+0000","last_undegraded":"2024-09-22T10:34:10.970009+0000","last_fullsized":"2024-09-22T10:34:10.970009+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'208","last_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_deep_scrub":"269'208","last_deep_scrub_stamp":"2024-09-22T10:34:10.969827+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.969827+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:17.630047+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":273,"num_read_kb":267,"num_write":198,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.446298+0000","last_change":"2024-09-22T10:34:04.446298+0000","last_active":"2024-09-22T10:34:04.446298+0000","last_peered":"2024-09-22T10:34:04.446298+0000","last_clean":"2024-09-22T10:34:04.446298+0000","last_became_active":"2024-09-22T08:40:35.605807+0000","last_became_peered":"2024-09-22T08:40:35.605807+0000","last_unstale":"2024-09-22T10:34:04.446298+0000","last_undegraded":"2024-09-22T10:34:04.446298+0000","last_fullsized":"2024-09-22T10:34:04.446298+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.446122+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.446122+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:23:38.328048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"269'139","reported_seq":742,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.758271+0000","last_change":"2024-09-22T10:34:21.758271+0000","last_active":"2024-09-22T10:34:21.758271+0000","last_peered":"2024-09-22T10:34:21.758271+0000","last_clean":"2024-09-22T10:34:21.758271+0000","last_became_active":"2024-09-22T08:40:37.636708+0000","last_became_peered":"2024-09-22T08:40:37.636708+0000","last_unstale":"2024-09-22T10:34:21.758271+0000","last_undegraded":"2024-09-22T10:34:21.758271+0000","last_fullsized":"2024-09-22T10:34:21.758271+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'139","last_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_deep_scrub":"269'139","last_deep_scrub_stamp":"2024-09-22T10:34:21.758101+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.758101+0000","objects_scrubbed":1,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:59:42.146422+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":337,"num_read_kb":318,"num_write":350,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"269'377","reported_seq":1951,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.795919+0000","last_change":"2024-09-22T10:33:54.795759+0000","last_active":"2024-09-22T10:33:54.795919+0000","last_peered":"2024-09-22T10:33:54.795919+0000","last_clean":"2024-09-22T10:33:54.795919+0000","last_became_active":"2024-09-22T08:40:29.592439+0000","last_became_peered":"2024-09-22T08:40:29.592439+0000","last_unstale":"2024-09-22T10:33:54.795919+0000","last_undegraded":"2024-09-22T10:33:54.795919+0000","last_fullsized":"2024-09-22T10:33:54.795919+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'377","last_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_deep_scrub":"269'377","last_deep_scrub_stamp":"2024-09-22T10:33:54.795568+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.795568+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:25.052096+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2145,"num_read_kb":2053,"num_write":430,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"269'327","reported_seq":1006,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.104654+0000","last_change":"2024-09-22T10:33:52.104654+0000","last_active":"2024-09-22T10:33:52.104654+0000","last_peered":"2024-09-22T10:33:52.104654+0000","last_clean":"2024-09-22T10:33:52.104654+0000","last_became_active":"2024-09-22T08:40:57.704491+0000","last_became_peered":"2024-09-22T08:40:57.704491+0000","last_unstale":"2024-09-22T10:33:52.104654+0000","last_undegraded":"2024-09-22T10:33:52.104654+0000","last_fullsized":"2024-09-22T10:33:52.104654+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'327","last_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_deep_scrub":"269'327","last_deep_scrub_stamp":"2024-09-22T10:33:52.104445+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.104445+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:15:02.604686+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":545,"num_read_kb":35459,"num_write":1071,"num_write_kb":31100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":571,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.862909+0000","last_change":"2024-09-22T10:33:46.862857+0000","last_active":"2024-09-22T10:33:46.862909+0000","last_peered":"2024-09-22T10:33:46.862909+0000","last_clean":"2024-09-22T10:33:46.862909+0000","last_became_active":"2024-09-22T08:40:11.383636+0000","last_became_peered":"2024-09-22T08:40:11.383636+0000","last_unstale":"2024-09-22T10:33:46.862909+0000","last_undegraded":"2024-09-22T10:33:46.862909+0000","last_fullsized":"2024-09-22T10:33:46.862909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:46.862770+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.862770+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:30:57.260611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001156584,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":550,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.344063+0000","last_change":"2024-09-22T10:34:05.343929+0000","last_active":"2024-09-22T10:34:05.344063+0000","last_peered":"2024-09-22T10:34:05.344063+0000","last_clean":"2024-09-22T10:34:05.344063+0000","last_became_active":"2024-09-22T08:40:31.592484+0000","last_became_peered":"2024-09-22T08:40:31.592484+0000","last_unstale":"2024-09-22T10:34:05.344063+0000","last_undegraded":"2024-09-22T10:34:05.344063+0000","last_fullsized":"2024-09-22T10:34:05.344063+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.343755+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.343755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:48:54.812112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"269'647","reported_seq":1407,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.372587+0000","last_change":"2024-09-22T10:34:07.372460+0000","last_active":"2024-09-22T10:34:07.372587+0000","last_peered":"2024-09-22T10:34:07.372587+0000","last_clean":"2024-09-22T10:34:07.372587+0000","last_became_active":"2024-09-22T08:40:33.588331+0000","last_became_peered":"2024-09-22T08:40:33.588331+0000","last_unstale":"2024-09-22T10:34:07.372587+0000","last_undegraded":"2024-09-22T10:34:07.372587+0000","last_fullsized":"2024-09-22T10:34:07.372587+0000","mapping_epoch":32,"log_start":"269'600","ondisk_log_start":"269'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'647","last_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_deep_scrub":"269'647","last_deep_scrub_stamp":"2024-09-22T10:34:07.372256+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.372256+0000","objects_scrubbed":10,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:49:55.846789+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99309,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1074,"num_read_kb":2286,"num_write":860,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4334,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.723825+0000","last_change":"2024-09-22T10:34:18.723825+0000","last_active":"2024-09-22T10:34:18.723825+0000","last_peered":"2024-09-22T10:34:18.723825+0000","last_clean":"2024-09-22T10:34:18.723825+0000","last_became_active":"2024-09-22T08:40:35.609797+0000","last_became_peered":"2024-09-22T08:40:35.609797+0000","last_unstale":"2024-09-22T10:34:18.723825+0000","last_undegraded":"2024-09-22T10:34:18.723825+0000","last_fullsized":"2024-09-22T10:34:18.723825+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:18.723648+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.723648+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:05:43.355355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"269'125","reported_seq":672,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.456628+0000","last_change":"2024-09-22T10:34:21.456628+0000","last_active":"2024-09-22T10:34:21.456628+0000","last_peered":"2024-09-22T10:34:21.456628+0000","last_clean":"2024-09-22T10:34:21.456628+0000","last_became_active":"2024-09-22T08:40:37.854136+0000","last_became_peered":"2024-09-22T08:40:37.854136+0000","last_unstale":"2024-09-22T10:34:21.456628+0000","last_undegraded":"2024-09-22T10:34:21.456628+0000","last_fullsized":"2024-09-22T10:34:21.456628+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'125","last_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_deep_scrub":"269'125","last_deep_scrub_stamp":"2024-09-22T10:34:21.456435+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.456435+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:11:21.882807+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":277,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"269'551","reported_seq":2188,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.336608+0000","last_change":"2024-09-22T10:33:53.336456+0000","last_active":"2024-09-22T10:33:53.336608+0000","last_peered":"2024-09-22T10:33:53.336608+0000","last_clean":"2024-09-22T10:33:53.336608+0000","last_became_active":"2024-09-22T08:40:29.560703+0000","last_became_peered":"2024-09-22T08:40:29.560703+0000","last_unstale":"2024-09-22T10:33:53.336608+0000","last_undegraded":"2024-09-22T10:33:53.336608+0000","last_fullsized":"2024-09-22T10:33:53.336608+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:53.336269+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.336269+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:56:15.655548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2857,"num_read_kb":2630,"num_write":714,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"269'329","reported_seq":1133,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.882161+0000","last_change":"2024-09-22T10:33:48.882079+0000","last_active":"2024-09-22T10:33:48.882161+0000","last_peered":"2024-09-22T10:33:48.882161+0000","last_clean":"2024-09-22T10:33:48.882161+0000","last_became_active":"2024-09-22T08:40:27.592490+0000","last_became_peered":"2024-09-22T08:40:27.592490+0000","last_unstale":"2024-09-22T10:33:48.882161+0000","last_undegraded":"2024-09-22T10:33:48.882161+0000","last_fullsized":"2024-09-22T10:33:48.882161+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:48.881964+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.881964+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:22:31.221616+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":730,"num_read_kb":36166,"num_write":1085,"num_write_kb":43011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":565,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.603626+0000","last_change":"2024-09-22T10:34:00.603453+0000","last_active":"2024-09-22T10:34:00.603626+0000","last_peered":"2024-09-22T10:34:00.603626+0000","last_clean":"2024-09-22T10:34:00.603626+0000","last_became_active":"2024-09-22T08:40:11.386858+0000","last_became_peered":"2024-09-22T08:40:11.386858+0000","last_unstale":"2024-09-22T10:34:00.603626+0000","last_undegraded":"2024-09-22T10:34:00.603626+0000","last_fullsized":"2024-09-22T10:34:00.603626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.603282+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.603282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:29:34.533537+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092045400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.470456+0000","last_change":"2024-09-22T10:34:00.470456+0000","last_active":"2024-09-22T10:34:00.470456+0000","last_peered":"2024-09-22T10:34:00.470456+0000","last_clean":"2024-09-22T10:34:00.470456+0000","last_became_active":"2024-09-22T08:40:31.593370+0000","last_became_peered":"2024-09-22T08:40:31.593370+0000","last_unstale":"2024-09-22T10:34:00.470456+0000","last_undegraded":"2024-09-22T10:34:00.470456+0000","last_fullsized":"2024-09-22T10:34:00.470456+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:00.470234+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.470234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:09:02.633047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"269'361","reported_seq":1017,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.874968+0000","last_change":"2024-09-22T10:34:06.874820+0000","last_active":"2024-09-22T10:34:06.874968+0000","last_peered":"2024-09-22T10:34:06.874968+0000","last_clean":"2024-09-22T10:34:06.874968+0000","last_became_active":"2024-09-22T08:40:33.582602+0000","last_became_peered":"2024-09-22T08:40:33.582602+0000","last_unstale":"2024-09-22T10:34:06.874968+0000","last_undegraded":"2024-09-22T10:34:06.874968+0000","last_fullsized":"2024-09-22T10:34:06.874968+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'361","last_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_deep_scrub":"269'361","last_deep_scrub_stamp":"2024-09-22T10:34:06.874614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.874614+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:01:02.582818+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":442,"num_read_kb":434,"num_write":426,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"269'792","reported_seq":3480,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.862659+0000","last_change":"2024-09-22T10:34:18.862502+0000","last_active":"2024-09-22T10:34:18.862659+0000","last_peered":"2024-09-22T10:34:18.862659+0000","last_clean":"2024-09-22T10:34:18.862659+0000","last_became_active":"2024-09-22T08:40:35.596217+0000","last_became_peered":"2024-09-22T08:40:35.596217+0000","last_unstale":"2024-09-22T10:34:18.862659+0000","last_undegraded":"2024-09-22T10:34:18.862659+0000","last_fullsized":"2024-09-22T10:34:18.862659+0000","mapping_epoch":34,"log_start":"269'702","ondisk_log_start":"269'702","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'792","last_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_deep_scrub":"269'792","last_deep_scrub_stamp":"2024-09-22T10:34:18.862308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.862308+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":702,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:25:26.412515+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"269'118","reported_seq":659,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.877640+0000","last_change":"2024-09-22T10:34:23.877640+0000","last_active":"2024-09-22T10:34:23.877640+0000","last_peered":"2024-09-22T10:34:23.877640+0000","last_clean":"2024-09-22T10:34:23.877640+0000","last_became_active":"2024-09-22T08:40:37.852868+0000","last_became_peered":"2024-09-22T08:40:37.852868+0000","last_unstale":"2024-09-22T10:34:23.877640+0000","last_undegraded":"2024-09-22T10:34:23.877640+0000","last_fullsized":"2024-09-22T10:34:23.877640+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'118","last_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_deep_scrub":"269'118","last_deep_scrub_stamp":"2024-09-22T10:34:23.877456+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.877456+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:53:56.834509+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":144,"num_read_kb":141,"num_write":270,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"269'1285","reported_seq":2907,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.930740+0000","last_change":"2024-09-22T10:33:58.930576+0000","last_active":"2024-09-22T10:33:58.930740+0000","last_peered":"2024-09-22T10:33:58.930740+0000","last_clean":"2024-09-22T10:33:58.930740+0000","last_became_active":"2024-09-22T08:40:29.585710+0000","last_became_peered":"2024-09-22T08:40:29.585710+0000","last_unstale":"2024-09-22T10:33:58.930740+0000","last_undegraded":"2024-09-22T10:33:58.930740+0000","last_fullsized":"2024-09-22T10:33:58.930740+0000","mapping_epoch":28,"log_start":"269'1200","ondisk_log_start":"269'1200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1285","last_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_deep_scrub":"269'1285","last_deep_scrub_stamp":"2024-09-22T10:33:58.930397+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.930397+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":1200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:02:25.148527+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5912,"num_read_kb":5152,"num_write":1847,"num_write_kb":792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"269'350","reported_seq":1043,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.800132+0000","last_change":"2024-09-22T10:33:47.800132+0000","last_active":"2024-09-22T10:33:47.800132+0000","last_peered":"2024-09-22T10:33:47.800132+0000","last_clean":"2024-09-22T10:33:47.800132+0000","last_became_active":"2024-09-22T08:40:27.585712+0000","last_became_peered":"2024-09-22T08:40:27.585712+0000","last_unstale":"2024-09-22T10:33:47.800132+0000","last_undegraded":"2024-09-22T10:33:47.800132+0000","last_fullsized":"2024-09-22T10:33:47.800132+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'350","last_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_deep_scrub":"269'350","last_deep_scrub_stamp":"2024-09-22T10:33:47.800022+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.800022+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:07:09.876946+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":605,"num_read_kb":43190,"num_write":1087,"num_write_kb":42015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":569,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:47.882055+0000","last_change":"2024-09-22T10:33:47.882013+0000","last_active":"2024-09-22T10:33:47.882055+0000","last_peered":"2024-09-22T10:33:47.882055+0000","last_clean":"2024-09-22T10:33:47.882055+0000","last_became_active":"2024-09-22T08:40:11.387015+0000","last_became_peered":"2024-09-22T08:40:11.387015+0000","last_unstale":"2024-09-22T10:33:47.882055+0000","last_undegraded":"2024-09-22T10:33:47.882055+0000","last_fullsized":"2024-09-22T10:33:47.882055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:47.881951+0000","last_clean_scrub_stamp":"2024-09-22T10:33:47.881951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:04:16.509452+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00098028999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":547,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.775794+0000","last_change":"2024-09-22T10:34:08.775640+0000","last_active":"2024-09-22T10:34:08.775794+0000","last_peered":"2024-09-22T10:34:08.775794+0000","last_clean":"2024-09-22T10:34:08.775794+0000","last_became_active":"2024-09-22T08:40:31.573858+0000","last_became_peered":"2024-09-22T08:40:31.573858+0000","last_unstale":"2024-09-22T10:34:08.775794+0000","last_undegraded":"2024-09-22T10:34:08.775794+0000","last_fullsized":"2024-09-22T10:34:08.775794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.775459+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.775459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:03:22.847943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"269'190","reported_seq":808,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.807400+0000","last_change":"2024-09-22T10:34:12.807400+0000","last_active":"2024-09-22T10:34:12.807400+0000","last_peered":"2024-09-22T10:34:12.807400+0000","last_clean":"2024-09-22T10:34:12.807400+0000","last_became_active":"2024-09-22T08:40:33.592057+0000","last_became_peered":"2024-09-22T08:40:33.592057+0000","last_unstale":"2024-09-22T10:34:12.807400+0000","last_undegraded":"2024-09-22T10:34:12.807400+0000","last_fullsized":"2024-09-22T10:34:12.807400+0000","mapping_epoch":32,"log_start":"266'100","ondisk_log_start":"266'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:12.807150+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.807150+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:22:44.600960+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":230,"num_read_kb":223,"num_write":154,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"269'790","reported_seq":3125,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.929696+0000","last_change":"2024-09-22T10:34:18.929696+0000","last_active":"2024-09-22T10:34:18.929696+0000","last_peered":"2024-09-22T10:34:18.929696+0000","last_clean":"2024-09-22T10:34:18.929696+0000","last_became_active":"2024-09-22T08:40:35.612885+0000","last_became_peered":"2024-09-22T08:40:35.612885+0000","last_unstale":"2024-09-22T10:34:18.929696+0000","last_undegraded":"2024-09-22T10:34:18.929696+0000","last_fullsized":"2024-09-22T10:34:18.929696+0000","mapping_epoch":34,"log_start":"269'700","ondisk_log_start":"269'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'790","last_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_deep_scrub":"269'790","last_deep_scrub_stamp":"2024-09-22T10:34:18.929478+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.929478+0000","objects_scrubbed":1,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:46:34.631325+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"269'187","reported_seq":731,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:18.394616+0000","last_change":"2024-09-22T10:34:18.394616+0000","last_active":"2024-09-22T10:34:18.394616+0000","last_peered":"2024-09-22T10:34:18.394616+0000","last_clean":"2024-09-22T10:34:18.394616+0000","last_became_active":"2024-09-22T08:40:37.629385+0000","last_became_peered":"2024-09-22T08:40:37.629385+0000","last_unstale":"2024-09-22T10:34:18.394616+0000","last_undegraded":"2024-09-22T10:34:18.394616+0000","last_fullsized":"2024-09-22T10:34:18.394616+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'187","last_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_deep_scrub":"269'187","last_deep_scrub_stamp":"2024-09-22T10:34:18.394372+0000","last_clean_scrub_stamp":"2024-09-22T10:34:18.394372+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:01:46.094887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":159,"num_write":436,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"269'583","reported_seq":2379,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.936690+0000","last_change":"2024-09-22T10:33:51.936485+0000","last_active":"2024-09-22T10:33:51.936690+0000","last_peered":"2024-09-22T10:33:51.936690+0000","last_clean":"2024-09-22T10:33:51.936690+0000","last_became_active":"2024-09-22T08:40:29.580228+0000","last_became_peered":"2024-09-22T08:40:29.580228+0000","last_unstale":"2024-09-22T10:33:51.936690+0000","last_undegraded":"2024-09-22T10:33:51.936690+0000","last_fullsized":"2024-09-22T10:33:51.936690+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'583","last_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_deep_scrub":"269'583","last_deep_scrub_stamp":"2024-09-22T10:33:51.936262+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.936262+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:42:19.386858+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3288,"num_read_kb":3022,"num_write":733,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2045,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"269'510","reported_seq":1391,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:46.366459+0000","last_change":"2024-09-22T10:33:46.366459+0000","last_active":"2024-09-22T10:33:46.366459+0000","last_peered":"2024-09-22T10:33:46.366459+0000","last_clean":"2024-09-22T10:33:46.366459+0000","last_became_active":"2024-09-22T08:40:27.567932+0000","last_became_peered":"2024-09-22T08:40:27.567932+0000","last_unstale":"2024-09-22T10:33:46.366459+0000","last_undegraded":"2024-09-22T10:33:46.366459+0000","last_fullsized":"2024-09-22T10:33:46.366459+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'510","last_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_deep_scrub":"269'510","last_deep_scrub_stamp":"2024-09-22T10:33:46.366365+0000","last_clean_scrub_stamp":"2024-09-22T10:33:46.366365+0000","objects_scrubbed":6,"log_size":110,"log_dups_size":400,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:58:53.160368+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1422,"num_read_kb":45434,"num_write":1477,"num_write_kb":39130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":564,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.478343+0000","last_change":"2024-09-22T10:33:49.478226+0000","last_active":"2024-09-22T10:33:49.478343+0000","last_peered":"2024-09-22T10:33:49.478343+0000","last_clean":"2024-09-22T10:33:49.478343+0000","last_became_active":"2024-09-22T08:40:11.387493+0000","last_became_peered":"2024-09-22T08:40:11.387493+0000","last_unstale":"2024-09-22T10:33:49.478343+0000","last_undegraded":"2024-09-22T10:33:49.478343+0000","last_fullsized":"2024-09-22T10:33:49.478343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:33:49.478042+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.478042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:25:25.391673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010798959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":545,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.010046+0000","last_change":"2024-09-22T10:34:06.009876+0000","last_active":"2024-09-22T10:34:06.010046+0000","last_peered":"2024-09-22T10:34:06.010046+0000","last_clean":"2024-09-22T10:34:06.010046+0000","last_became_active":"2024-09-22T08:40:31.575183+0000","last_became_peered":"2024-09-22T08:40:31.575183+0000","last_unstale":"2024-09-22T10:34:06.010046+0000","last_undegraded":"2024-09-22T10:34:06.010046+0000","last_fullsized":"2024-09-22T10:34:06.010046+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:06.009696+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.009696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:26:18.190261+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"269'814","reported_seq":1609,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:12.620485+0000","last_change":"2024-09-22T10:34:12.620485+0000","last_active":"2024-09-22T10:34:12.620485+0000","last_peered":"2024-09-22T10:34:12.620485+0000","last_clean":"2024-09-22T10:34:12.620485+0000","last_became_active":"2024-09-22T08:40:33.597794+0000","last_became_peered":"2024-09-22T08:40:33.597794+0000","last_unstale":"2024-09-22T10:34:12.620485+0000","last_undegraded":"2024-09-22T10:34:12.620485+0000","last_fullsized":"2024-09-22T10:34:12.620485+0000","mapping_epoch":32,"log_start":"269'800","ondisk_log_start":"269'800","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'814","last_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_deep_scrub":"269'814","last_deep_scrub_stamp":"2024-09-22T10:34:12.620281+0000","last_clean_scrub_stamp":"2024-09-22T10:34:12.620281+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:05:35.393415+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106556,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1407,"num_read_kb":3171,"num_write":1128,"num_write_kb":872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.937449+0000","last_change":"2024-09-22T10:34:16.937449+0000","last_active":"2024-09-22T10:34:16.937449+0000","last_peered":"2024-09-22T10:34:16.937449+0000","last_clean":"2024-09-22T10:34:16.937449+0000","last_became_active":"2024-09-22T08:40:35.596304+0000","last_became_peered":"2024-09-22T08:40:35.596304+0000","last_unstale":"2024-09-22T10:34:16.937449+0000","last_undegraded":"2024-09-22T10:34:16.937449+0000","last_fullsized":"2024-09-22T10:34:16.937449+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.937235+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.937235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:27:08.212626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"269'141","reported_seq":692,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.749192+0000","last_change":"2024-09-22T10:34:22.749192+0000","last_active":"2024-09-22T10:34:22.749192+0000","last_peered":"2024-09-22T10:34:22.749192+0000","last_clean":"2024-09-22T10:34:22.749192+0000","last_became_active":"2024-09-22T08:40:37.638559+0000","last_became_peered":"2024-09-22T08:40:37.638559+0000","last_unstale":"2024-09-22T10:34:22.749192+0000","last_undegraded":"2024-09-22T10:34:22.749192+0000","last_fullsized":"2024-09-22T10:34:22.749192+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'141","last_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_deep_scrub":"269'141","last_deep_scrub_stamp":"2024-09-22T10:34:22.748955+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.748955+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:48:30.240154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":222,"num_write":348,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"269'154","reported_seq":771,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:24.356684+0000","last_change":"2024-09-22T10:34:24.356684+0000","last_active":"2024-09-22T10:34:24.356684+0000","last_peered":"2024-09-22T10:34:24.356684+0000","last_clean":"2024-09-22T10:34:24.356684+0000","last_became_active":"2024-09-22T08:40:37.625369+0000","last_became_peered":"2024-09-22T08:40:37.625369+0000","last_unstale":"2024-09-22T10:34:24.356684+0000","last_undegraded":"2024-09-22T10:34:24.356684+0000","last_fullsized":"2024-09-22T10:34:24.356684+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:24.356481+0000","last_clean_scrub_stamp":"2024-09-22T10:34:24.356481+0000","objects_scrubbed":3,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:25:53.637884+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":449,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":288,"num_read_kb":274,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"269'479","reported_seq":2305,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.971102+0000","last_change":"2024-09-22T10:33:59.970954+0000","last_active":"2024-09-22T10:33:59.971102+0000","last_peered":"2024-09-22T10:33:59.971102+0000","last_clean":"2024-09-22T10:33:59.971102+0000","last_became_active":"2024-09-22T08:40:29.602038+0000","last_became_peered":"2024-09-22T08:40:29.602038+0000","last_unstale":"2024-09-22T10:33:59.971102+0000","last_undegraded":"2024-09-22T10:33:59.971102+0000","last_fullsized":"2024-09-22T10:33:59.971102+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.970777+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.970777+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:16:14.295680+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2894,"num_read_kb":2760,"num_write":548,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2041,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"269'342","reported_seq":1024,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.966090+0000","last_change":"2024-09-22T10:33:50.966090+0000","last_active":"2024-09-22T10:33:50.966090+0000","last_peered":"2024-09-22T10:33:50.966090+0000","last_clean":"2024-09-22T10:33:50.966090+0000","last_became_active":"2024-09-22T08:40:27.598311+0000","last_became_peered":"2024-09-22T08:40:27.598311+0000","last_unstale":"2024-09-22T10:33:50.966090+0000","last_undegraded":"2024-09-22T10:33:50.966090+0000","last_fullsized":"2024-09-22T10:33:50.966090+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'342","last_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_deep_scrub":"269'342","last_deep_scrub_stamp":"2024-09-22T10:33:50.965765+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.965765+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:27.356068+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":564,"num_read_kb":43517,"num_write":1111,"num_write_kb":23309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.843657+0000","last_change":"2024-09-22T10:34:02.843538+0000","last_active":"2024-09-22T10:34:02.843657+0000","last_peered":"2024-09-22T10:34:02.843657+0000","last_clean":"2024-09-22T10:34:02.843657+0000","last_became_active":"2024-09-22T08:40:31.587438+0000","last_became_peered":"2024-09-22T08:40:31.587438+0000","last_unstale":"2024-09-22T10:34:02.843657+0000","last_undegraded":"2024-09-22T10:34:02.843657+0000","last_fullsized":"2024-09-22T10:34:02.843657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.843358+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.843358+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:51:41.127508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"269'330","reported_seq":974,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.004758+0000","last_change":"2024-09-22T10:34:14.004580+0000","last_active":"2024-09-22T10:34:14.004758+0000","last_peered":"2024-09-22T10:34:14.004758+0000","last_clean":"2024-09-22T10:34:14.004758+0000","last_became_active":"2024-09-22T08:40:33.577490+0000","last_became_peered":"2024-09-22T08:40:33.577490+0000","last_unstale":"2024-09-22T10:34:14.004758+0000","last_undegraded":"2024-09-22T10:34:14.004758+0000","last_fullsized":"2024-09-22T10:34:14.004758+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'330","last_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_deep_scrub":"269'330","last_deep_scrub_stamp":"2024-09-22T10:34:14.004369+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.004369+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:50:15.726780+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46663,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":532,"num_read_kb":1113,"num_write":414,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.898235+0000","last_change":"2024-09-22T10:34:19.898072+0000","last_active":"2024-09-22T10:34:19.898235+0000","last_peered":"2024-09-22T10:34:19.898235+0000","last_clean":"2024-09-22T10:34:19.898235+0000","last_became_active":"2024-09-22T08:40:35.592453+0000","last_became_peered":"2024-09-22T08:40:35.592453+0000","last_unstale":"2024-09-22T10:34:19.898235+0000","last_undegraded":"2024-09-22T10:34:19.898235+0000","last_fullsized":"2024-09-22T10:34:19.898235+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.897888+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.897888+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:03:58.870482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"269'130","reported_seq":687,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:27.791542+0000","last_change":"2024-09-22T10:34:27.791389+0000","last_active":"2024-09-22T10:34:27.791542+0000","last_peered":"2024-09-22T10:34:27.791542+0000","last_clean":"2024-09-22T10:34:27.791542+0000","last_became_active":"2024-09-22T08:40:37.635989+0000","last_became_peered":"2024-09-22T08:40:37.635989+0000","last_unstale":"2024-09-22T10:34:27.791542+0000","last_undegraded":"2024-09-22T10:34:27.791542+0000","last_fullsized":"2024-09-22T10:34:27.791542+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'130","last_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_deep_scrub":"269'130","last_deep_scrub_stamp":"2024-09-22T10:34:27.791219+0000","last_clean_scrub_stamp":"2024-09-22T10:34:27.791219+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:58:28.646524+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":221,"num_read_kb":197,"num_write":314,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"269'455","reported_seq":2063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.839617+0000","last_change":"2024-09-22T10:33:57.839385+0000","last_active":"2024-09-22T10:33:57.839617+0000","last_peered":"2024-09-22T10:33:57.839617+0000","last_clean":"2024-09-22T10:33:57.839617+0000","last_became_active":"2024-09-22T08:40:29.600106+0000","last_became_peered":"2024-09-22T08:40:29.600106+0000","last_unstale":"2024-09-22T10:33:57.839617+0000","last_undegraded":"2024-09-22T10:33:57.839617+0000","last_fullsized":"2024-09-22T10:33:57.839617+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'455","last_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_deep_scrub":"269'455","last_deep_scrub_stamp":"2024-09-22T10:33:57.839158+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.839158+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:49:43.403650+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2520,"num_read_kb":2362,"num_write":556,"num_write_kb":152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"269'394","reported_seq":1119,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.664325+0000","last_change":"2024-09-22T10:34:02.664196+0000","last_active":"2024-09-22T10:34:02.664325+0000","last_peered":"2024-09-22T10:34:02.664325+0000","last_clean":"2024-09-22T10:34:02.664325+0000","last_became_active":"2024-09-22T08:40:27.610024+0000","last_became_peered":"2024-09-22T08:40:27.610024+0000","last_unstale":"2024-09-22T10:34:02.664325+0000","last_undegraded":"2024-09-22T10:34:02.664325+0000","last_fullsized":"2024-09-22T10:34:02.664325+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'394","last_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_deep_scrub":"269'394","last_deep_scrub_stamp":"2024-09-22T10:34:02.663984+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.663984+0000","objects_scrubbed":4,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:34:05.709327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048602,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":802,"num_read_kb":14556,"num_write":1169,"num_write_kb":39135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.001036+0000","last_change":"2024-09-22T10:34:10.000958+0000","last_active":"2024-09-22T10:34:10.001036+0000","last_peered":"2024-09-22T10:34:10.001036+0000","last_clean":"2024-09-22T10:34:10.001036+0000","last_became_active":"2024-09-22T08:40:31.581874+0000","last_became_peered":"2024-09-22T08:40:31.581874+0000","last_unstale":"2024-09-22T10:34:10.001036+0000","last_undegraded":"2024-09-22T10:34:10.001036+0000","last_fullsized":"2024-09-22T10:34:10.001036+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.000850+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.000850+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:33:38.098044+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"269'85","reported_seq":649,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.355298+0000","last_change":"2024-09-22T10:34:09.355044+0000","last_active":"2024-09-22T10:34:09.355298+0000","last_peered":"2024-09-22T10:34:09.355298+0000","last_clean":"2024-09-22T10:34:09.355298+0000","last_became_active":"2024-09-22T08:40:33.599951+0000","last_became_peered":"2024-09-22T08:40:33.599951+0000","last_unstale":"2024-09-22T10:34:09.355298+0000","last_undegraded":"2024-09-22T10:34:09.355298+0000","last_fullsized":"2024-09-22T10:34:09.355298+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'85","last_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_deep_scrub":"269'85","last_deep_scrub_stamp":"2024-09-22T10:34:09.354800+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.354800+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:31:55.778062+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":77,"num_write":62,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.556318+0000","last_change":"2024-09-22T10:34:17.556169+0000","last_active":"2024-09-22T10:34:17.556318+0000","last_peered":"2024-09-22T10:34:17.556318+0000","last_clean":"2024-09-22T10:34:17.556318+0000","last_became_active":"2024-09-22T08:40:35.600077+0000","last_became_peered":"2024-09-22T08:40:35.600077+0000","last_unstale":"2024-09-22T10:34:17.556318+0000","last_undegraded":"2024-09-22T10:34:17.556318+0000","last_fullsized":"2024-09-22T10:34:17.556318+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.555978+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.555978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:56:03.811578+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"269'264","reported_seq":844,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.388269+0000","last_change":"2024-09-22T10:34:23.388269+0000","last_active":"2024-09-22T10:34:23.388269+0000","last_peered":"2024-09-22T10:34:23.388269+0000","last_clean":"2024-09-22T10:34:23.388269+0000","last_became_active":"2024-09-22T08:40:37.615051+0000","last_became_peered":"2024-09-22T08:40:37.615051+0000","last_unstale":"2024-09-22T10:34:23.388269+0000","last_undegraded":"2024-09-22T10:34:23.388269+0000","last_fullsized":"2024-09-22T10:34:23.388269+0000","mapping_epoch":36,"log_start":"269'200","ondisk_log_start":"269'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'264","last_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_deep_scrub":"269'264","last_deep_scrub_stamp":"2024-09-22T10:34:23.388051+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.388051+0000","objects_scrubbed":3,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:13:50.992204+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":395,"num_read_kb":377,"num_write":582,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"269'481","reported_seq":2102,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.887053+0000","last_change":"2024-09-22T10:33:56.886898+0000","last_active":"2024-09-22T10:33:56.887053+0000","last_peered":"2024-09-22T10:33:56.887053+0000","last_clean":"2024-09-22T10:33:56.887053+0000","last_became_active":"2024-09-22T08:40:29.586312+0000","last_became_peered":"2024-09-22T08:40:29.586312+0000","last_unstale":"2024-09-22T10:33:56.887053+0000","last_undegraded":"2024-09-22T10:33:56.887053+0000","last_fullsized":"2024-09-22T10:33:56.887053+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:33:56.886711+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.886711+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:21:10.470078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2516,"num_read_kb":2355,"num_write":562,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"269'422","reported_seq":1196,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.065731+0000","last_change":"2024-09-22T10:33:53.065571+0000","last_active":"2024-09-22T10:33:53.065731+0000","last_peered":"2024-09-22T10:33:53.065731+0000","last_clean":"2024-09-22T10:33:53.065731+0000","last_became_active":"2024-09-22T08:40:27.599768+0000","last_became_peered":"2024-09-22T08:40:27.599768+0000","last_unstale":"2024-09-22T10:33:53.065731+0000","last_undegraded":"2024-09-22T10:33:53.065731+0000","last_fullsized":"2024-09-22T10:33:53.065731+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'422","last_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_deep_scrub":"269'422","last_deep_scrub_stamp":"2024-09-22T10:33:53.065359+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.065359+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:16:04.994854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":867,"num_read_kb":31716,"num_write":1270,"num_write_kb":39804,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.690099+0000","last_change":"2024-09-22T10:34:05.689856+0000","last_active":"2024-09-22T10:34:05.690099+0000","last_peered":"2024-09-22T10:34:05.690099+0000","last_clean":"2024-09-22T10:34:05.690099+0000","last_became_active":"2024-09-22T08:40:31.588049+0000","last_became_peered":"2024-09-22T08:40:31.588049+0000","last_unstale":"2024-09-22T10:34:05.690099+0000","last_undegraded":"2024-09-22T10:34:05.690099+0000","last_fullsized":"2024-09-22T10:34:05.690099+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.689653+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.689653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:42.611754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"269'363","reported_seq":1022,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.975704+0000","last_change":"2024-09-22T10:34:14.975462+0000","last_active":"2024-09-22T10:34:14.975704+0000","last_peered":"2024-09-22T10:34:14.975704+0000","last_clean":"2024-09-22T10:34:14.975704+0000","last_became_active":"2024-09-22T08:40:33.590173+0000","last_became_peered":"2024-09-22T08:40:33.590173+0000","last_unstale":"2024-09-22T10:34:14.975704+0000","last_undegraded":"2024-09-22T10:34:14.975704+0000","last_fullsized":"2024-09-22T10:34:14.975704+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:14.975204+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.975204+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:35:01.318122+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51008,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":583,"num_read_kb":1172,"num_write":450,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.436534+0000","last_change":"2024-09-22T10:34:07.436416+0000","last_active":"2024-09-22T10:34:07.436534+0000","last_peered":"2024-09-22T10:34:07.436534+0000","last_clean":"2024-09-22T10:34:07.436534+0000","last_became_active":"2024-09-22T08:40:35.611632+0000","last_became_peered":"2024-09-22T08:40:35.611632+0000","last_unstale":"2024-09-22T10:34:07.436534+0000","last_undegraded":"2024-09-22T10:34:07.436534+0000","last_fullsized":"2024-09-22T10:34:07.436534+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.436247+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.436247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:19:58.503285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"269'83","reported_seq":637,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.793181+0000","last_change":"2024-09-22T10:34:25.793181+0000","last_active":"2024-09-22T10:34:25.793181+0000","last_peered":"2024-09-22T10:34:25.793181+0000","last_clean":"2024-09-22T10:34:25.793181+0000","last_became_active":"2024-09-22T08:40:37.639513+0000","last_became_peered":"2024-09-22T08:40:37.639513+0000","last_unstale":"2024-09-22T10:34:25.793181+0000","last_undegraded":"2024-09-22T10:34:25.793181+0000","last_fullsized":"2024-09-22T10:34:25.793181+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'83","last_scrub_stamp":"2024-09-22T10:34:25.793001+0000","last_deep_scrub":"269'83","last_deep_scrub_stamp":"2024-09-22T10:34:25.793001+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.793001+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:48:35.157370+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":437,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":156,"num_write":186,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"269'533","reported_seq":2107,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.963814+0000","last_change":"2024-09-22T10:33:59.963648+0000","last_active":"2024-09-22T10:33:59.963814+0000","last_peered":"2024-09-22T10:33:59.963814+0000","last_clean":"2024-09-22T10:33:59.963814+0000","last_became_active":"2024-09-22T08:40:29.572402+0000","last_became_peered":"2024-09-22T08:40:29.572402+0000","last_unstale":"2024-09-22T10:33:59.963814+0000","last_undegraded":"2024-09-22T10:33:59.963814+0000","last_fullsized":"2024-09-22T10:33:59.963814+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'533","last_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_deep_scrub":"269'533","last_deep_scrub_stamp":"2024-09-22T10:33:59.963471+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.963471+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:35:42.330223+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2898,"num_read_kb":2661,"num_write":721,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"269'326","reported_seq":1004,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.308600+0000","last_change":"2024-09-22T10:33:52.308459+0000","last_active":"2024-09-22T10:33:52.308600+0000","last_peered":"2024-09-22T10:33:52.308600+0000","last_clean":"2024-09-22T10:33:52.308600+0000","last_became_active":"2024-09-22T08:40:27.590707+0000","last_became_peered":"2024-09-22T08:40:27.590707+0000","last_unstale":"2024-09-22T10:33:52.308600+0000","last_undegraded":"2024-09-22T10:33:52.308600+0000","last_fullsized":"2024-09-22T10:33:52.308600+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'326","last_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_deep_scrub":"269'326","last_deep_scrub_stamp":"2024-09-22T10:33:52.308198+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.308198+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:39:24.384148+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194362,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":543,"num_read_kb":12106,"num_write":1028,"num_write_kb":29028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.452262+0000","last_change":"2024-09-22T10:34:03.452055+0000","last_active":"2024-09-22T10:34:03.452262+0000","last_peered":"2024-09-22T10:34:03.452262+0000","last_clean":"2024-09-22T10:34:03.452262+0000","last_became_active":"2024-09-22T08:40:31.593579+0000","last_became_peered":"2024-09-22T08:40:31.593579+0000","last_unstale":"2024-09-22T10:34:03.452262+0000","last_undegraded":"2024-09-22T10:34:03.452262+0000","last_fullsized":"2024-09-22T10:34:03.452262+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:03.451828+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.451828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:51:55.994596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"269'303","reported_seq":930,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.577745+0000","last_change":"2024-09-22T10:34:14.577613+0000","last_active":"2024-09-22T10:34:14.577745+0000","last_peered":"2024-09-22T10:34:14.577745+0000","last_clean":"2024-09-22T10:34:14.577745+0000","last_became_active":"2024-09-22T08:40:33.587983+0000","last_became_peered":"2024-09-22T08:40:33.587983+0000","last_unstale":"2024-09-22T10:34:14.577745+0000","last_undegraded":"2024-09-22T10:34:14.577745+0000","last_fullsized":"2024-09-22T10:34:14.577745+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'303","last_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_deep_scrub":"269'303","last_deep_scrub_stamp":"2024-09-22T10:34:14.577438+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.577438+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:39:13.805764+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44306,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":482,"num_read_kb":1018,"num_write":378,"num_write_kb":268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":536,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.429323+0000","last_change":"2024-09-22T10:34:17.429199+0000","last_active":"2024-09-22T10:34:17.429323+0000","last_peered":"2024-09-22T10:34:17.429323+0000","last_clean":"2024-09-22T10:34:17.429323+0000","last_became_active":"2024-09-22T08:40:35.603446+0000","last_became_peered":"2024-09-22T08:40:35.603446+0000","last_unstale":"2024-09-22T10:34:17.429323+0000","last_undegraded":"2024-09-22T10:34:17.429323+0000","last_fullsized":"2024-09-22T10:34:17.429323+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:17.429015+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.429015+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:07:45.921590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"269'806","reported_seq":2586,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.509871+0000","last_change":"2024-09-22T10:33:58.509718+0000","last_active":"2024-09-22T10:33:58.509871+0000","last_peered":"2024-09-22T10:33:58.509871+0000","last_clean":"2024-09-22T10:33:58.509871+0000","last_became_active":"2024-09-22T08:40:29.580887+0000","last_became_peered":"2024-09-22T08:40:29.580887+0000","last_unstale":"2024-09-22T10:33:58.509871+0000","last_undegraded":"2024-09-22T10:33:58.509871+0000","last_fullsized":"2024-09-22T10:33:58.509871+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'806","last_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_deep_scrub":"269'806","last_deep_scrub_stamp":"2024-09-22T10:33:58.509526+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.509526+0000","objects_scrubbed":4,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:32:15.464487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3681,"num_write":1035,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"269'329","reported_seq":1018,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.844242+0000","last_change":"2024-09-22T10:33:54.844104+0000","last_active":"2024-09-22T10:33:54.844242+0000","last_peered":"2024-09-22T10:33:54.844242+0000","last_clean":"2024-09-22T10:33:54.844242+0000","last_became_active":"2024-09-22T08:40:27.566192+0000","last_became_peered":"2024-09-22T08:40:27.566192+0000","last_unstale":"2024-09-22T10:33:54.844242+0000","last_undegraded":"2024-09-22T10:33:54.844242+0000","last_fullsized":"2024-09-22T10:33:54.844242+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'329","last_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_deep_scrub":"269'329","last_deep_scrub_stamp":"2024-09-22T10:33:54.843814+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.843814+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:13:37.467583+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":609,"num_read_kb":6994,"num_write":1020,"num_write_kb":23489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":552,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.295458+0000","last_change":"2024-09-22T10:34:04.295341+0000","last_active":"2024-09-22T10:34:04.295458+0000","last_peered":"2024-09-22T10:34:04.295458+0000","last_clean":"2024-09-22T10:34:04.295458+0000","last_became_active":"2024-09-22T08:40:31.577874+0000","last_became_peered":"2024-09-22T08:40:31.577874+0000","last_unstale":"2024-09-22T10:34:04.295458+0000","last_undegraded":"2024-09-22T10:34:04.295458+0000","last_fullsized":"2024-09-22T10:34:04.295458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:04.295152+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.295152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:41:34.092498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"269'553","reported_seq":1243,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.769402+0000","last_change":"2024-09-22T10:34:09.769402+0000","last_active":"2024-09-22T10:34:09.769402+0000","last_peered":"2024-09-22T10:34:09.769402+0000","last_clean":"2024-09-22T10:34:09.769402+0000","last_became_active":"2024-09-22T08:40:33.601363+0000","last_became_peered":"2024-09-22T08:40:33.601363+0000","last_unstale":"2024-09-22T10:34:09.769402+0000","last_undegraded":"2024-09-22T10:34:09.769402+0000","last_fullsized":"2024-09-22T10:34:09.769402+0000","mapping_epoch":32,"log_start":"269'500","ondisk_log_start":"269'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'553","last_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_deep_scrub":"269'553","last_deep_scrub_stamp":"2024-09-22T10:34:09.769308+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.769308+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:51:45.309541+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94652,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":988,"num_read_kb":2296,"num_write":848,"num_write_kb":733,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":525,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.820509+0000","last_change":"2024-09-22T10:34:19.820509+0000","last_active":"2024-09-22T10:34:19.820509+0000","last_peered":"2024-09-22T10:34:19.820509+0000","last_clean":"2024-09-22T10:34:19.820509+0000","last_became_active":"2024-09-22T08:40:35.591114+0000","last_became_peered":"2024-09-22T08:40:35.591114+0000","last_unstale":"2024-09-22T10:34:19.820509+0000","last_undegraded":"2024-09-22T10:34:19.820509+0000","last_fullsized":"2024-09-22T10:34:19.820509+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.820325+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.820325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:45:43.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"269'185","reported_seq":725,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:26.833419+0000","last_change":"2024-09-22T10:34:26.833191+0000","last_active":"2024-09-22T10:34:26.833419+0000","last_peered":"2024-09-22T10:34:26.833419+0000","last_clean":"2024-09-22T10:34:26.833419+0000","last_became_active":"2024-09-22T08:40:37.852330+0000","last_became_peered":"2024-09-22T08:40:37.852330+0000","last_unstale":"2024-09-22T10:34:26.833419+0000","last_undegraded":"2024-09-22T10:34:26.833419+0000","last_fullsized":"2024-09-22T10:34:26.833419+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'185","last_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_deep_scrub":"269'185","last_deep_scrub_stamp":"2024-09-22T10:34:26.832930+0000","last_clean_scrub_stamp":"2024-09-22T10:34:26.832930+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:05:26.284092+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":250,"num_read_kb":261,"num_write":426,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"269'479","reported_seq":2210,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.328764+0000","last_change":"2024-09-22T10:33:59.328601+0000","last_active":"2024-09-22T10:33:59.328764+0000","last_peered":"2024-09-22T10:33:59.328764+0000","last_clean":"2024-09-22T10:33:59.328764+0000","last_became_active":"2024-09-22T08:40:29.577110+0000","last_became_peered":"2024-09-22T08:40:29.577110+0000","last_unstale":"2024-09-22T10:33:59.328764+0000","last_undegraded":"2024-09-22T10:33:59.328764+0000","last_fullsized":"2024-09-22T10:33:59.328764+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'479","last_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_deep_scrub":"269'479","last_deep_scrub_stamp":"2024-09-22T10:33:59.328403+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.328403+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:46.536184+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2546,"num_read_kb":2417,"num_write":545,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"269'363","reported_seq":1080,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.877690+0000","last_change":"2024-09-22T10:33:49.877520+0000","last_active":"2024-09-22T10:33:49.877690+0000","last_peered":"2024-09-22T10:33:49.877690+0000","last_clean":"2024-09-22T10:33:49.877690+0000","last_became_active":"2024-09-22T08:40:57.705380+0000","last_became_peered":"2024-09-22T08:40:57.705380+0000","last_unstale":"2024-09-22T10:33:49.877690+0000","last_undegraded":"2024-09-22T10:33:49.877690+0000","last_fullsized":"2024-09-22T10:33:49.877690+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:33:49.877291+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.877291+0000","objects_scrubbed":8,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:46:30.548628+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":732,"num_read_kb":18000,"num_write":1084,"num_write_kb":41518,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.484566+0000","last_change":"2024-09-22T10:34:02.484566+0000","last_active":"2024-09-22T10:34:02.484566+0000","last_peered":"2024-09-22T10:34:02.484566+0000","last_clean":"2024-09-22T10:34:02.484566+0000","last_became_active":"2024-09-22T08:40:31.595660+0000","last_became_peered":"2024-09-22T08:40:31.595660+0000","last_unstale":"2024-09-22T10:34:02.484566+0000","last_undegraded":"2024-09-22T10:34:02.484566+0000","last_fullsized":"2024-09-22T10:34:02.484566+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:02.484386+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.484386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:41:54.498365+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"269'395","reported_seq":1054,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.577953+0000","last_change":"2024-09-22T10:34:15.577953+0000","last_active":"2024-09-22T10:34:15.577953+0000","last_peered":"2024-09-22T10:34:15.577953+0000","last_clean":"2024-09-22T10:34:15.577953+0000","last_became_active":"2024-09-22T08:40:33.595769+0000","last_became_peered":"2024-09-22T08:40:33.595769+0000","last_unstale":"2024-09-22T10:34:15.577953+0000","last_undegraded":"2024-09-22T10:34:15.577953+0000","last_fullsized":"2024-09-22T10:34:15.577953+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'395","last_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_deep_scrub":"269'395","last_deep_scrub_stamp":"2024-09-22T10:34:15.577765+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.577765+0000","objects_scrubbed":8,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:54:44.377797+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48397,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":637,"num_read_kb":1235,"num_write":520,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":526,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.837467+0000","last_change":"2024-09-22T10:34:11.837467+0000","last_active":"2024-09-22T10:34:11.837467+0000","last_peered":"2024-09-22T10:34:11.837467+0000","last_clean":"2024-09-22T10:34:11.837467+0000","last_became_active":"2024-09-22T08:40:35.612548+0000","last_became_peered":"2024-09-22T08:40:35.612548+0000","last_unstale":"2024-09-22T10:34:11.837467+0000","last_undegraded":"2024-09-22T10:34:11.837467+0000","last_fullsized":"2024-09-22T10:34:11.837467+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.837296+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.837296+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:32.006048+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"269'190","reported_seq":1096,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.494846+0000","last_change":"2024-09-22T10:34:11.494693+0000","last_active":"2024-09-22T10:34:11.494846+0000","last_peered":"2024-09-22T10:34:11.494846+0000","last_clean":"2024-09-22T10:34:11.494846+0000","last_became_active":"2024-09-22T08:40:37.633430+0000","last_became_peered":"2024-09-22T08:40:37.633430+0000","last_unstale":"2024-09-22T10:34:11.494846+0000","last_undegraded":"2024-09-22T10:34:11.494846+0000","last_fullsized":"2024-09-22T10:34:11.494846+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'190","last_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_deep_scrub":"269'190","last_deep_scrub_stamp":"2024-09-22T10:34:11.494489+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.494489+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:24:26.512099+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1610,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":642,"num_read_kb":635,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"269'497","reported_seq":2141,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.897073+0000","last_change":"2024-09-22T10:34:02.897073+0000","last_active":"2024-09-22T10:34:02.897073+0000","last_peered":"2024-09-22T10:34:02.897073+0000","last_clean":"2024-09-22T10:34:02.897073+0000","last_became_active":"2024-09-22T08:40:29.572253+0000","last_became_peered":"2024-09-22T08:40:29.572253+0000","last_unstale":"2024-09-22T10:34:02.897073+0000","last_undegraded":"2024-09-22T10:34:02.897073+0000","last_fullsized":"2024-09-22T10:34:02.897073+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'497","last_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_deep_scrub":"269'497","last_deep_scrub_stamp":"2024-09-22T10:34:02.896904+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.896904+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:37:46.612922+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2807,"num_read_kb":2629,"num_write":613,"num_write_kb":171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"269'410","reported_seq":1139,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.925095+0000","last_change":"2024-09-22T10:33:49.925095+0000","last_active":"2024-09-22T10:33:49.925095+0000","last_peered":"2024-09-22T10:33:49.925095+0000","last_clean":"2024-09-22T10:33:49.925095+0000","last_became_active":"2024-09-22T08:40:27.623376+0000","last_became_peered":"2024-09-22T08:40:27.623376+0000","last_unstale":"2024-09-22T10:33:49.925095+0000","last_undegraded":"2024-09-22T10:33:49.925095+0000","last_fullsized":"2024-09-22T10:33:49.925095+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'410","last_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_deep_scrub":"269'410","last_deep_scrub_stamp":"2024-09-22T10:33:49.924891+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.924891+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:38:17.598015+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048590,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":790,"num_read_kb":44345,"num_write":1254,"num_write_kb":46241,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":537,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.770167+0000","last_change":"2024-09-22T10:34:11.770167+0000","last_active":"2024-09-22T10:34:11.770167+0000","last_peered":"2024-09-22T10:34:11.770167+0000","last_clean":"2024-09-22T10:34:11.770167+0000","last_became_active":"2024-09-22T08:40:31.575928+0000","last_became_peered":"2024-09-22T08:40:31.575928+0000","last_unstale":"2024-09-22T10:34:11.770167+0000","last_undegraded":"2024-09-22T10:34:11.770167+0000","last_fullsized":"2024-09-22T10:34:11.770167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:11.769990+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.769990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:53:09.939003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"269'337","reported_seq":986,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:15.940922+0000","last_change":"2024-09-22T10:34:15.940795+0000","last_active":"2024-09-22T10:34:15.940922+0000","last_peered":"2024-09-22T10:34:15.940922+0000","last_clean":"2024-09-22T10:34:15.940922+0000","last_became_active":"2024-09-22T08:40:33.588479+0000","last_became_peered":"2024-09-22T08:40:33.588479+0000","last_unstale":"2024-09-22T10:34:15.940922+0000","last_undegraded":"2024-09-22T10:34:15.940922+0000","last_fullsized":"2024-09-22T10:34:15.940922+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'337","last_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_deep_scrub":"269'337","last_deep_scrub_stamp":"2024-09-22T10:34:15.940595+0000","last_clean_scrub_stamp":"2024-09-22T10:34:15.940595+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:34:50.880669+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55919,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":554,"num_read_kb":1193,"num_write":440,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.789519+0000","last_change":"2024-09-22T10:34:10.789385+0000","last_active":"2024-09-22T10:34:10.789519+0000","last_peered":"2024-09-22T10:34:10.789519+0000","last_clean":"2024-09-22T10:34:10.789519+0000","last_became_active":"2024-09-22T08:40:35.608010+0000","last_became_peered":"2024-09-22T08:40:35.608010+0000","last_unstale":"2024-09-22T10:34:10.789519+0000","last_undegraded":"2024-09-22T10:34:10.789519+0000","last_fullsized":"2024-09-22T10:34:10.789519+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.789199+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.789199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:09:59.681766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"269'154","reported_seq":696,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:23.796921+0000","last_change":"2024-09-22T10:34:23.796803+0000","last_active":"2024-09-22T10:34:23.796921+0000","last_peered":"2024-09-22T10:34:23.796921+0000","last_clean":"2024-09-22T10:34:23.796921+0000","last_became_active":"2024-09-22T08:40:37.639568+0000","last_became_peered":"2024-09-22T08:40:37.639568+0000","last_unstale":"2024-09-22T10:34:23.796921+0000","last_undegraded":"2024-09-22T10:34:23.796921+0000","last_fullsized":"2024-09-22T10:34:23.796921+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'154","last_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_deep_scrub":"269'154","last_deep_scrub_stamp":"2024-09-22T10:34:23.796532+0000","last_clean_scrub_stamp":"2024-09-22T10:34:23.796532+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:03:55.445120+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":200,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"269'711","reported_seq":2448,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.404053+0000","last_change":"2024-09-22T10:33:56.404053+0000","last_active":"2024-09-22T10:33:56.404053+0000","last_peered":"2024-09-22T10:33:56.404053+0000","last_clean":"2024-09-22T10:33:56.404053+0000","last_became_active":"2024-09-22T08:40:29.573391+0000","last_became_peered":"2024-09-22T08:40:29.573391+0000","last_unstale":"2024-09-22T10:33:56.404053+0000","last_undegraded":"2024-09-22T10:33:56.404053+0000","last_fullsized":"2024-09-22T10:33:56.404053+0000","mapping_epoch":28,"log_start":"269'700","ondisk_log_start":"269'700","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'711","last_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_deep_scrub":"269'711","last_deep_scrub_stamp":"2024-09-22T10:33:56.403870+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.403870+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":700,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:31:47.356079+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4024,"num_read_kb":3729,"num_write":971,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"269'378","reported_seq":1023,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:49.412197+0000","last_change":"2024-09-22T10:33:49.412197+0000","last_active":"2024-09-22T10:33:49.412197+0000","last_peered":"2024-09-22T10:33:49.412197+0000","last_clean":"2024-09-22T10:33:49.412197+0000","last_became_active":"2024-09-22T08:40:57.852138+0000","last_became_peered":"2024-09-22T08:40:57.852138+0000","last_unstale":"2024-09-22T10:33:49.412197+0000","last_undegraded":"2024-09-22T10:33:49.412197+0000","last_fullsized":"2024-09-22T10:33:49.412197+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'378","last_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_deep_scrub":"269'378","last_deep_scrub_stamp":"2024-09-22T10:33:49.411994+0000","last_clean_scrub_stamp":"2024-09-22T10:33:49.411994+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:50:47.750253+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":599,"num_read_kb":40565,"num_write":1148,"num_write_kb":31494,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:05.813519+0000","last_change":"2024-09-22T10:34:05.813519+0000","last_active":"2024-09-22T10:34:05.813519+0000","last_peered":"2024-09-22T10:34:05.813519+0000","last_clean":"2024-09-22T10:34:05.813519+0000","last_became_active":"2024-09-22T08:40:31.574610+0000","last_became_peered":"2024-09-22T08:40:31.574610+0000","last_unstale":"2024-09-22T10:34:05.813519+0000","last_undegraded":"2024-09-22T10:34:05.813519+0000","last_fullsized":"2024-09-22T10:34:05.813519+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:05.813333+0000","last_clean_scrub_stamp":"2024-09-22T10:34:05.813333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:14:07.765318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"269'171","reported_seq":776,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.709452+0000","last_change":"2024-09-22T10:34:16.709303+0000","last_active":"2024-09-22T10:34:16.709452+0000","last_peered":"2024-09-22T10:34:16.709452+0000","last_clean":"2024-09-22T10:34:16.709452+0000","last_became_active":"2024-09-22T08:40:33.599903+0000","last_became_peered":"2024-09-22T08:40:33.599903+0000","last_unstale":"2024-09-22T10:34:16.709452+0000","last_undegraded":"2024-09-22T10:34:16.709452+0000","last_fullsized":"2024-09-22T10:34:16.709452+0000","mapping_epoch":32,"log_start":"269'100","ondisk_log_start":"269'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'171","last_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_deep_scrub":"269'171","last_deep_scrub_stamp":"2024-09-22T10:34:16.709110+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.709110+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:42:54.491593+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":228,"num_read_kb":221,"num_write":212,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"269'770","reported_seq":3058,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:09.474416+0000","last_change":"2024-09-22T10:34:09.474416+0000","last_active":"2024-09-22T10:34:09.474416+0000","last_peered":"2024-09-22T10:34:09.474416+0000","last_clean":"2024-09-22T10:34:09.474416+0000","last_became_active":"2024-09-22T08:40:35.592074+0000","last_became_peered":"2024-09-22T08:40:35.592074+0000","last_unstale":"2024-09-22T10:34:09.474416+0000","last_undegraded":"2024-09-22T10:34:09.474416+0000","last_fullsized":"2024-09-22T10:34:09.474416+0000","mapping_epoch":34,"log_start":"269'701","ondisk_log_start":"269'701","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'770","last_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_deep_scrub":"269'770","last_deep_scrub_stamp":"2024-09-22T10:34:09.474202+0000","last_clean_scrub_stamp":"2024-09-22T10:34:09.474202+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":701,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:45:47.443876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"269'153","reported_seq":703,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.520454+0000","last_change":"2024-09-22T10:34:20.520303+0000","last_active":"2024-09-22T10:34:20.520454+0000","last_peered":"2024-09-22T10:34:20.520454+0000","last_clean":"2024-09-22T10:34:20.520454+0000","last_became_active":"2024-09-22T08:40:37.644837+0000","last_became_peered":"2024-09-22T08:40:37.644837+0000","last_unstale":"2024-09-22T10:34:20.520454+0000","last_undegraded":"2024-09-22T10:34:20.520454+0000","last_fullsized":"2024-09-22T10:34:20.520454+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'153","last_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_deep_scrub":"269'153","last_deep_scrub_stamp":"2024-09-22T10:34:20.520117+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.520117+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:12:53.493677+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":271,"num_read_kb":248,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"269'346","reported_seq":1818,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.947318+0000","last_change":"2024-09-22T10:34:01.947318+0000","last_active":"2024-09-22T10:34:01.947318+0000","last_peered":"2024-09-22T10:34:01.947318+0000","last_clean":"2024-09-22T10:34:01.947318+0000","last_became_active":"2024-09-22T08:41:58.643924+0000","last_became_peered":"2024-09-22T08:41:58.643924+0000","last_unstale":"2024-09-22T10:34:01.947318+0000","last_undegraded":"2024-09-22T10:34:01.947318+0000","last_fullsized":"2024-09-22T10:34:01.947318+0000","mapping_epoch":41,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'346","last_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_deep_scrub":"269'346","last_deep_scrub_stamp":"2024-09-22T10:34:01.947138+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.947138+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:29:48.518329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1922,"num_read_kb":1848,"num_write":390,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"269'363","reported_seq":1037,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.050370+0000","last_change":"2024-09-22T10:34:00.050370+0000","last_active":"2024-09-22T10:34:00.050370+0000","last_peered":"2024-09-22T10:34:00.050370+0000","last_clean":"2024-09-22T10:34:00.050370+0000","last_became_active":"2024-09-22T08:40:27.591428+0000","last_became_peered":"2024-09-22T08:40:27.591428+0000","last_unstale":"2024-09-22T10:34:00.050370+0000","last_undegraded":"2024-09-22T10:34:00.050370+0000","last_fullsized":"2024-09-22T10:34:00.050370+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'363","last_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_deep_scrub":"269'363","last_deep_scrub_stamp":"2024-09-22T10:34:00.050092+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.050092+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:41:03.993347+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":6601,"num_write":1095,"num_write_kb":35511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.630837+0000","last_change":"2024-09-22T10:34:07.630837+0000","last_active":"2024-09-22T10:34:07.630837+0000","last_peered":"2024-09-22T10:34:07.630837+0000","last_clean":"2024-09-22T10:34:07.630837+0000","last_became_active":"2024-09-22T08:40:31.588245+0000","last_became_peered":"2024-09-22T08:40:31.588245+0000","last_unstale":"2024-09-22T10:34:07.630837+0000","last_undegraded":"2024-09-22T10:34:07.630837+0000","last_fullsized":"2024-09-22T10:34:07.630837+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:07.630626+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.630626+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:47:16.574927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"269'406","reported_seq":1072,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.871278+0000","last_change":"2024-09-22T10:34:17.871056+0000","last_active":"2024-09-22T10:34:17.871278+0000","last_peered":"2024-09-22T10:34:17.871278+0000","last_clean":"2024-09-22T10:34:17.871278+0000","last_became_active":"2024-09-22T08:40:33.593677+0000","last_became_peered":"2024-09-22T08:40:33.593677+0000","last_unstale":"2024-09-22T10:34:17.871278+0000","last_undegraded":"2024-09-22T10:34:17.871278+0000","last_fullsized":"2024-09-22T10:34:17.871278+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:34:17.870772+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.870772+0000","objects_scrubbed":8,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:20:19.596706+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46592,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1225,"num_write":492,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":534,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:16.404315+0000","last_change":"2024-09-22T10:34:16.404315+0000","last_active":"2024-09-22T10:34:16.404315+0000","last_peered":"2024-09-22T10:34:16.404315+0000","last_clean":"2024-09-22T10:34:16.404315+0000","last_became_active":"2024-09-22T08:40:35.604821+0000","last_became_peered":"2024-09-22T08:40:35.604821+0000","last_unstale":"2024-09-22T10:34:16.404315+0000","last_undegraded":"2024-09-22T10:34:16.404315+0000","last_fullsized":"2024-09-22T10:34:16.404315+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:16.404134+0000","last_clean_scrub_stamp":"2024-09-22T10:34:16.404134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:53:24.341650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"269'158","reported_seq":735,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:22.556308+0000","last_change":"2024-09-22T10:34:22.556308+0000","last_active":"2024-09-22T10:34:22.556308+0000","last_peered":"2024-09-22T10:34:22.556308+0000","last_clean":"2024-09-22T10:34:22.556308+0000","last_became_active":"2024-09-22T08:40:37.637334+0000","last_became_peered":"2024-09-22T08:40:37.637334+0000","last_unstale":"2024-09-22T10:34:22.556308+0000","last_undegraded":"2024-09-22T10:34:22.556308+0000","last_fullsized":"2024-09-22T10:34:22.556308+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'158","last_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_deep_scrub":"269'158","last_deep_scrub_stamp":"2024-09-22T10:34:22.556020+0000","last_clean_scrub_stamp":"2024-09-22T10:34:22.556020+0000","objects_scrubbed":4,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:40:40.417327+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":829,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":382,"num_read_kb":331,"num_write":373,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"269'886","reported_seq":2627,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.991556+0000","last_change":"2024-09-22T10:33:58.991556+0000","last_active":"2024-09-22T10:33:58.991556+0000","last_peered":"2024-09-22T10:33:58.991556+0000","last_clean":"2024-09-22T10:33:58.991556+0000","last_became_active":"2024-09-22T08:40:29.583688+0000","last_became_peered":"2024-09-22T08:40:29.583688+0000","last_unstale":"2024-09-22T10:33:58.991556+0000","last_undegraded":"2024-09-22T10:33:58.991556+0000","last_fullsized":"2024-09-22T10:33:58.991556+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'886","last_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_deep_scrub":"269'886","last_deep_scrub_stamp":"2024-09-22T10:33:58.991381+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.991381+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:00:51.488875+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4452,"num_read_kb":3998,"num_write":1203,"num_write_kb":459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2554,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"269'404","reported_seq":1115,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:55.061683+0000","last_change":"2024-09-22T10:33:55.061683+0000","last_active":"2024-09-22T10:33:55.061683+0000","last_peered":"2024-09-22T10:33:55.061683+0000","last_clean":"2024-09-22T10:33:55.061683+0000","last_became_active":"2024-09-22T08:40:27.622137+0000","last_became_peered":"2024-09-22T08:40:27.622137+0000","last_unstale":"2024-09-22T10:33:55.061683+0000","last_undegraded":"2024-09-22T10:33:55.061683+0000","last_fullsized":"2024-09-22T10:33:55.061683+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'404","last_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_deep_scrub":"269'404","last_deep_scrub_stamp":"2024-09-22T10:33:55.061244+0000","last_clean_scrub_stamp":"2024-09-22T10:33:55.061244+0000","objects_scrubbed":8,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:13:58.095968+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5549792,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":725,"num_read_kb":48507,"num_write":1377,"num_write_kb":36658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":533,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:13.921246+0000","last_change":"2024-09-22T10:34:13.921246+0000","last_active":"2024-09-22T10:34:13.921246+0000","last_peered":"2024-09-22T10:34:13.921246+0000","last_clean":"2024-09-22T10:34:13.921246+0000","last_became_active":"2024-09-22T08:40:31.597955+0000","last_became_peered":"2024-09-22T08:40:31.597955+0000","last_unstale":"2024-09-22T10:34:13.921246+0000","last_undegraded":"2024-09-22T10:34:13.921246+0000","last_fullsized":"2024-09-22T10:34:13.921246+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:13.921048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:13.921048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:27:06.637523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"269'341","reported_seq":977,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:11.343250+0000","last_change":"2024-09-22T10:34:11.343250+0000","last_active":"2024-09-22T10:34:11.343250+0000","last_peered":"2024-09-22T10:34:11.343250+0000","last_clean":"2024-09-22T10:34:11.343250+0000","last_became_active":"2024-09-22T08:40:33.585260+0000","last_became_peered":"2024-09-22T08:40:33.585260+0000","last_unstale":"2024-09-22T10:34:11.343250+0000","last_undegraded":"2024-09-22T10:34:11.343250+0000","last_fullsized":"2024-09-22T10:34:11.343250+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'341","last_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_deep_scrub":"269'341","last_deep_scrub_stamp":"2024-09-22T10:34:11.343038+0000","last_clean_scrub_stamp":"2024-09-22T10:34:11.343038+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:45:28.334614+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145781,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":553,"num_read_kb":1380,"num_write":450,"num_write_kb":416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":523,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:08.483417+0000","last_change":"2024-09-22T10:34:08.483300+0000","last_active":"2024-09-22T10:34:08.483417+0000","last_peered":"2024-09-22T10:34:08.483417+0000","last_clean":"2024-09-22T10:34:08.483417+0000","last_became_active":"2024-09-22T08:40:35.610641+0000","last_became_peered":"2024-09-22T08:40:35.610641+0000","last_unstale":"2024-09-22T10:34:08.483417+0000","last_undegraded":"2024-09-22T10:34:08.483417+0000","last_fullsized":"2024-09-22T10:34:08.483417+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:08.483129+0000","last_clean_scrub_stamp":"2024-09-22T10:34:08.483129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:17:23.192926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"269'164","reported_seq":718,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:25.878946+0000","last_change":"2024-09-22T10:34:25.878946+0000","last_active":"2024-09-22T10:34:25.878946+0000","last_peered":"2024-09-22T10:34:25.878946+0000","last_clean":"2024-09-22T10:34:25.878946+0000","last_became_active":"2024-09-22T08:40:37.854228+0000","last_became_peered":"2024-09-22T08:40:37.854228+0000","last_unstale":"2024-09-22T10:34:25.878946+0000","last_undegraded":"2024-09-22T10:34:25.878946+0000","last_fullsized":"2024-09-22T10:34:25.878946+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'164","last_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_deep_scrub":"269'164","last_deep_scrub_stamp":"2024-09-22T10:34:25.878764+0000","last_clean_scrub_stamp":"2024-09-22T10:34:25.878764+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:41:57.437887+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":387,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"269'384","reported_seq":1867,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.929263+0000","last_change":"2024-09-22T10:34:01.929089+0000","last_active":"2024-09-22T10:34:01.929263+0000","last_peered":"2024-09-22T10:34:01.929263+0000","last_clean":"2024-09-22T10:34:01.929263+0000","last_became_active":"2024-09-22T08:40:29.584983+0000","last_became_peered":"2024-09-22T08:40:29.584983+0000","last_unstale":"2024-09-22T10:34:01.929263+0000","last_undegraded":"2024-09-22T10:34:01.929263+0000","last_fullsized":"2024-09-22T10:34:01.929263+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'384","last_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_deep_scrub":"269'384","last_deep_scrub_stamp":"2024-09-22T10:34:01.928898+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.928898+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:59:32.193703+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1956,"num_write":421,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"269'332","reported_seq":1035,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.844936+0000","last_change":"2024-09-22T10:33:50.844808+0000","last_active":"2024-09-22T10:33:50.844936+0000","last_peered":"2024-09-22T10:33:50.844936+0000","last_clean":"2024-09-22T10:33:50.844936+0000","last_became_active":"2024-09-22T08:40:27.595245+0000","last_became_peered":"2024-09-22T08:40:27.595245+0000","last_unstale":"2024-09-22T10:33:50.844936+0000","last_undegraded":"2024-09-22T10:33:50.844936+0000","last_fullsized":"2024-09-22T10:33:50.844936+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:50.844603+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.844603+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:29:42.920299+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":624,"num_read_kb":46451,"num_write":1007,"num_write_kb":23102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":539,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:10.779809+0000","last_change":"2024-09-22T10:34:10.779809+0000","last_active":"2024-09-22T10:34:10.779809+0000","last_peered":"2024-09-22T10:34:10.779809+0000","last_clean":"2024-09-22T10:34:10.779809+0000","last_became_active":"2024-09-22T08:40:31.594040+0000","last_became_peered":"2024-09-22T08:40:31.594040+0000","last_unstale":"2024-09-22T10:34:10.779809+0000","last_undegraded":"2024-09-22T10:34:10.779809+0000","last_fullsized":"2024-09-22T10:34:10.779809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:10.779632+0000","last_clean_scrub_stamp":"2024-09-22T10:34:10.779632+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:29:13.172611+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"269'270","reported_seq":873,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:17.932216+0000","last_change":"2024-09-22T10:34:17.932216+0000","last_active":"2024-09-22T10:34:17.932216+0000","last_peered":"2024-09-22T10:34:17.932216+0000","last_clean":"2024-09-22T10:34:17.932216+0000","last_became_active":"2024-09-22T08:40:33.596614+0000","last_became_peered":"2024-09-22T08:40:33.596614+0000","last_unstale":"2024-09-22T10:34:17.932216+0000","last_undegraded":"2024-09-22T10:34:17.932216+0000","last_fullsized":"2024-09-22T10:34:17.932216+0000","mapping_epoch":32,"log_start":"269'200","ondisk_log_start":"269'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'270","last_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_deep_scrub":"269'270","last_deep_scrub_stamp":"2024-09-22T10:34:17.932048+0000","last_clean_scrub_stamp":"2024-09-22T10:34:17.932048+0000","objects_scrubbed":2,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:10:32.240788+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54380,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":439,"num_read_kb":1043,"num_write":360,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":529,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:19.734205+0000","last_change":"2024-09-22T10:34:19.734205+0000","last_active":"2024-09-22T10:34:19.734205+0000","last_peered":"2024-09-22T10:34:19.734205+0000","last_clean":"2024-09-22T10:34:19.734205+0000","last_became_active":"2024-09-22T08:40:35.602870+0000","last_became_peered":"2024-09-22T08:40:35.602870+0000","last_unstale":"2024-09-22T10:34:19.734205+0000","last_undegraded":"2024-09-22T10:34:19.734205+0000","last_fullsized":"2024-09-22T10:34:19.734205+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:19.734018+0000","last_clean_scrub_stamp":"2024-09-22T10:34:19.734018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:00:15.218961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"269'162","reported_seq":1298,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:21.575397+0000","last_change":"2024-09-22T10:34:21.575397+0000","last_active":"2024-09-22T10:34:21.575397+0000","last_peered":"2024-09-22T10:34:21.575397+0000","last_clean":"2024-09-22T10:34:21.575397+0000","last_became_active":"2024-09-22T08:40:37.631627+0000","last_became_peered":"2024-09-22T08:40:37.631627+0000","last_unstale":"2024-09-22T10:34:21.575397+0000","last_undegraded":"2024-09-22T10:34:21.575397+0000","last_fullsized":"2024-09-22T10:34:21.575397+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'162","last_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_deep_scrub":"269'162","last_deep_scrub_stamp":"2024-09-22T10:34:21.575208+0000","last_clean_scrub_stamp":"2024-09-22T10:34:21.575208+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:30:13.108427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":633,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":826,"num_read_kb":820,"num_write":376,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"269'383","reported_seq":1855,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.996330+0000","last_change":"2024-09-22T10:33:57.996169+0000","last_active":"2024-09-22T10:33:57.996330+0000","last_peered":"2024-09-22T10:33:57.996330+0000","last_clean":"2024-09-22T10:33:57.996330+0000","last_became_active":"2024-09-22T08:40:29.602070+0000","last_became_peered":"2024-09-22T08:40:29.602070+0000","last_unstale":"2024-09-22T10:33:57.996330+0000","last_undegraded":"2024-09-22T10:33:57.996330+0000","last_fullsized":"2024-09-22T10:33:57.996330+0000","mapping_epoch":28,"log_start":"269'300","ondisk_log_start":"269'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'383","last_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_deep_scrub":"269'383","last_deep_scrub_stamp":"2024-09-22T10:33:57.996006+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.996006+0000","objects_scrubbed":2,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:20:35.947293+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2064,"num_read_kb":1951,"num_write":427,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"269'289","reported_seq":930,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.338974+0000","last_change":"2024-09-22T10:33:54.338801+0000","last_active":"2024-09-22T10:33:54.338974+0000","last_peered":"2024-09-22T10:33:54.338974+0000","last_clean":"2024-09-22T10:33:54.338974+0000","last_became_active":"2024-09-22T08:40:27.619704+0000","last_became_peered":"2024-09-22T08:40:27.619704+0000","last_unstale":"2024-09-22T10:33:54.338974+0000","last_undegraded":"2024-09-22T10:33:54.338974+0000","last_fullsized":"2024-09-22T10:33:54.338974+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'289","last_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_deep_scrub":"269'289","last_deep_scrub_stamp":"2024-09-22T10:33:54.338547+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.338547+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:21:35.667637+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4448414,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":429,"num_read_kb":14177,"num_write":944,"num_write_kb":36107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"269'2","reported_seq":538,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.792175+0000","last_change":"2024-09-22T10:34:04.792007+0000","last_active":"2024-09-22T10:34:04.792175+0000","last_peered":"2024-09-22T10:34:04.792175+0000","last_clean":"2024-09-22T10:34:04.792175+0000","last_became_active":"2024-09-22T08:40:31.588283+0000","last_became_peered":"2024-09-22T08:40:31.588283+0000","last_unstale":"2024-09-22T10:34:04.792175+0000","last_undegraded":"2024-09-22T10:34:04.792175+0000","last_fullsized":"2024-09-22T10:34:04.792175+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2","last_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_deep_scrub":"269'2","last_deep_scrub_stamp":"2024-09-22T10:34:04.791824+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.791824+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:56:28.689041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"269'352","reported_seq":999,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:14.781112+0000","last_change":"2024-09-22T10:34:14.781112+0000","last_active":"2024-09-22T10:34:14.781112+0000","last_peered":"2024-09-22T10:34:14.781112+0000","last_clean":"2024-09-22T10:34:14.781112+0000","last_became_active":"2024-09-22T08:40:33.601697+0000","last_became_peered":"2024-09-22T08:40:33.601697+0000","last_unstale":"2024-09-22T10:34:14.781112+0000","last_undegraded":"2024-09-22T10:34:14.781112+0000","last_fullsized":"2024-09-22T10:34:14.781112+0000","mapping_epoch":32,"log_start":"269'300","ondisk_log_start":"269'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'352","last_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_deep_scrub":"269'352","last_deep_scrub_stamp":"2024-09-22T10:34:14.780879+0000","last_clean_scrub_stamp":"2024-09-22T10:34:14.780879+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:31:46.124768+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46782,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":583,"num_read_kb":1237,"num_write":462,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":532,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.437280+0000","last_change":"2024-09-22T10:34:20.437280+0000","last_active":"2024-09-22T10:34:20.437280+0000","last_peered":"2024-09-22T10:34:20.437280+0000","last_clean":"2024-09-22T10:34:20.437280+0000","last_became_active":"2024-09-22T08:40:35.604249+0000","last_became_peered":"2024-09-22T08:40:35.604249+0000","last_unstale":"2024-09-22T10:34:20.437280+0000","last_undegraded":"2024-09-22T10:34:20.437280+0000","last_fullsized":"2024-09-22T10:34:20.437280+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-22T10:34:20.437094+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.437094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:46:47.793533+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"269'157","reported_seq":694,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:20.746395+0000","last_change":"2024-09-22T10:34:20.746395+0000","last_active":"2024-09-22T10:34:20.746395+0000","last_peered":"2024-09-22T10:34:20.746395+0000","last_clean":"2024-09-22T10:34:20.746395+0000","last_became_active":"2024-09-22T08:40:37.623724+0000","last_became_peered":"2024-09-22T08:40:37.623724+0000","last_unstale":"2024-09-22T10:34:20.746395+0000","last_undegraded":"2024-09-22T10:34:20.746395+0000","last_fullsized":"2024-09-22T10:34:20.746395+0000","mapping_epoch":36,"log_start":"269'100","ondisk_log_start":"269'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'157","last_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_deep_scrub":"269'157","last_deep_scrub_stamp":"2024-09-22T10:34:20.746175+0000","last_clean_scrub_stamp":"2024-09-22T10:34:20.746175+0000","objects_scrubbed":2,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:34:58.172954+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":185,"num_write":368,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"269'595","reported_seq":2414,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.832539+0000","last_change":"2024-09-22T10:34:03.832539+0000","last_active":"2024-09-22T10:34:03.832539+0000","last_peered":"2024-09-22T10:34:03.832539+0000","last_clean":"2024-09-22T10:34:03.832539+0000","last_became_active":"2024-09-22T08:40:29.599927+0000","last_became_peered":"2024-09-22T08:40:29.599927+0000","last_unstale":"2024-09-22T10:34:03.832539+0000","last_undegraded":"2024-09-22T10:34:03.832539+0000","last_fullsized":"2024-09-22T10:34:03.832539+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'595","last_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_deep_scrub":"269'595","last_deep_scrub_stamp":"2024-09-22T10:34:03.832346+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.832346+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":500,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:15:17.147662+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3369,"num_read_kb":3112,"num_write":739,"num_write_kb":227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3827,"num_omap_keys":15,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"269'332","reported_seq":1019,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.449252+0000","last_change":"2024-09-22T10:33:51.449115+0000","last_active":"2024-09-22T10:33:51.449252+0000","last_peered":"2024-09-22T10:33:51.449252+0000","last_clean":"2024-09-22T10:33:51.449252+0000","last_became_active":"2024-09-22T08:40:27.591520+0000","last_became_peered":"2024-09-22T08:40:27.591520+0000","last_unstale":"2024-09-22T10:33:51.449252+0000","last_undegraded":"2024-09-22T10:33:51.449252+0000","last_fullsized":"2024-09-22T10:33:51.449252+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'332","last_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_deep_scrub":"269'332","last_deep_scrub_stamp":"2024-09-22T10:33:51.448854+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.448854+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:36:08.489042+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":638,"num_read_kb":30338,"num_write":1093,"num_write_kb":19173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"269'1138","reported_seq":2824,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.877395+0000","last_change":"2024-09-22T10:33:59.877395+0000","last_active":"2024-09-22T10:33:59.877395+0000","last_peered":"2024-09-22T10:33:59.877395+0000","last_clean":"2024-09-22T10:33:59.877395+0000","last_became_active":"2024-09-22T08:40:29.572640+0000","last_became_peered":"2024-09-22T08:40:29.572640+0000","last_unstale":"2024-09-22T10:33:59.877395+0000","last_undegraded":"2024-09-22T10:33:59.877395+0000","last_fullsized":"2024-09-22T10:33:59.877395+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1138","last_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_deep_scrub":"269'1138","last_deep_scrub_stamp":"2024-09-22T10:33:59.877201+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.877201+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":1100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:17:03.203250+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5200,"num_read_kb":4610,"num_write":1536,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"269'305","reported_seq":969,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.427289+0000","last_change":"2024-09-22T10:33:51.427041+0000","last_active":"2024-09-22T10:33:51.427289+0000","last_peered":"2024-09-22T10:33:51.427289+0000","last_clean":"2024-09-22T10:33:51.427289+0000","last_became_active":"2024-09-22T08:40:27.590670+0000","last_became_peered":"2024-09-22T08:40:27.590670+0000","last_unstale":"2024-09-22T10:33:51.427289+0000","last_undegraded":"2024-09-22T10:33:51.427289+0000","last_fullsized":"2024-09-22T10:33:51.427289+0000","mapping_epoch":26,"log_start":"269'200","ondisk_log_start":"269'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'305","last_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_deep_scrub":"269'305","last_deep_scrub_stamp":"2024-09-22T10:33:51.426794+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.426794+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:42:11.568420+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":561,"num_read_kb":13307,"num_write":997,"num_write_kb":15921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"269'492","reported_seq":2134,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.004789+0000","last_change":"2024-09-22T10:34:06.004789+0000","last_active":"2024-09-22T10:34:06.004789+0000","last_peered":"2024-09-22T10:34:06.004789+0000","last_clean":"2024-09-22T10:34:06.004789+0000","last_became_active":"2024-09-22T08:40:29.586094+0000","last_became_peered":"2024-09-22T08:40:29.586094+0000","last_unstale":"2024-09-22T10:34:06.004789+0000","last_undegraded":"2024-09-22T10:34:06.004789+0000","last_fullsized":"2024-09-22T10:34:06.004789+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'492","last_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_deep_scrub":"269'492","last_deep_scrub_stamp":"2024-09-22T10:34:06.004614+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.004614+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:55:09.181901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2536,"num_read_kb":2378,"num_write":570,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"269'495","reported_seq":1221,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.089155+0000","last_change":"2024-09-22T10:33:54.088977+0000","last_active":"2024-09-22T10:33:54.089155+0000","last_peered":"2024-09-22T10:33:54.089155+0000","last_clean":"2024-09-22T10:33:54.089155+0000","last_became_active":"2024-09-22T08:40:27.607520+0000","last_became_peered":"2024-09-22T08:40:27.607520+0000","last_unstale":"2024-09-22T10:33:54.089155+0000","last_undegraded":"2024-09-22T10:33:54.089155+0000","last_fullsized":"2024-09-22T10:33:54.089155+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'495","last_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_deep_scrub":"269'495","last_deep_scrub_stamp":"2024-09-22T10:33:54.088768+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.088768+0000","objects_scrubbed":6,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:57:21.569068+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":958,"num_read_kb":9847,"num_write":1502,"num_write_kb":36266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"269'551","reported_seq":2170,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:58.886398+0000","last_change":"2024-09-22T10:33:58.886398+0000","last_active":"2024-09-22T10:33:58.886398+0000","last_peered":"2024-09-22T10:33:58.886398+0000","last_clean":"2024-09-22T10:33:58.886398+0000","last_became_active":"2024-09-22T08:40:29.590075+0000","last_became_peered":"2024-09-22T08:40:29.590075+0000","last_unstale":"2024-09-22T10:33:58.886398+0000","last_undegraded":"2024-09-22T10:33:58.886398+0000","last_fullsized":"2024-09-22T10:33:58.886398+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'551","last_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_deep_scrub":"269'551","last_deep_scrub_stamp":"2024-09-22T10:33:58.886188+0000","last_clean_scrub_stamp":"2024-09-22T10:33:58.886188+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:47:32.759739+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3006,"num_read_kb":2753,"num_write":695,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"269'340","reported_seq":1008,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:48.370718+0000","last_change":"2024-09-22T10:33:48.370718+0000","last_active":"2024-09-22T10:33:48.370718+0000","last_peered":"2024-09-22T10:33:48.370718+0000","last_clean":"2024-09-22T10:33:48.370718+0000","last_became_active":"2024-09-22T08:40:27.571929+0000","last_became_peered":"2024-09-22T08:40:27.571929+0000","last_unstale":"2024-09-22T10:33:48.370718+0000","last_undegraded":"2024-09-22T10:33:48.370718+0000","last_fullsized":"2024-09-22T10:33:48.370718+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'340","last_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_deep_scrub":"269'340","last_deep_scrub_stamp":"2024-09-22T10:33:48.370333+0000","last_clean_scrub_stamp":"2024-09-22T10:33:48.370333+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:35:42.535219+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":531,"num_read_kb":12261,"num_write":1102,"num_write_kb":47324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"269'1194","reported_seq":2774,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.975114+0000","last_change":"2024-09-22T10:34:04.975114+0000","last_active":"2024-09-22T10:34:04.975114+0000","last_peered":"2024-09-22T10:34:04.975114+0000","last_clean":"2024-09-22T10:34:04.975114+0000","last_became_active":"2024-09-22T08:40:29.591152+0000","last_became_peered":"2024-09-22T08:40:29.591152+0000","last_unstale":"2024-09-22T10:34:04.975114+0000","last_undegraded":"2024-09-22T10:34:04.975114+0000","last_fullsized":"2024-09-22T10:34:04.975114+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1194","last_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_deep_scrub":"269'1194","last_deep_scrub_stamp":"2024-09-22T10:34:04.974855+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.974855+0000","objects_scrubbed":2,"log_size":94,"log_dups_size":1100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T11:20:13.731856+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5348,"num_read_kb":4704,"num_write":1656,"num_write_kb":676,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":220,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"269'359","reported_seq":1034,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.375383+0000","last_change":"2024-09-22T10:33:53.375383+0000","last_active":"2024-09-22T10:33:53.375383+0000","last_peered":"2024-09-22T10:33:53.375383+0000","last_clean":"2024-09-22T10:33:53.375383+0000","last_became_active":"2024-09-22T08:40:57.710114+0000","last_became_peered":"2024-09-22T08:40:57.710114+0000","last_unstale":"2024-09-22T10:33:53.375383+0000","last_undegraded":"2024-09-22T10:33:53.375383+0000","last_fullsized":"2024-09-22T10:33:53.375383+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'359","last_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_deep_scrub":"269'359","last_deep_scrub_stamp":"2024-09-22T10:33:53.375170+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.375170+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:46:31.480867+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":686,"num_read_kb":38522,"num_write":1109,"num_write_kb":31622,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,0],"acting":[2,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"269'1172","reported_seq":2869,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.961137+0000","last_change":"2024-09-22T10:34:00.961006+0000","last_active":"2024-09-22T10:34:00.961137+0000","last_peered":"2024-09-22T10:34:00.961137+0000","last_clean":"2024-09-22T10:34:00.961137+0000","last_became_active":"2024-09-22T08:40:29.604738+0000","last_became_peered":"2024-09-22T08:40:29.604738+0000","last_unstale":"2024-09-22T10:34:00.961137+0000","last_undegraded":"2024-09-22T10:34:00.961137+0000","last_fullsized":"2024-09-22T10:34:00.961137+0000","mapping_epoch":28,"log_start":"269'1100","ondisk_log_start":"269'1100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1172","last_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_deep_scrub":"269'1172","last_deep_scrub_stamp":"2024-09-22T10:34:00.960818+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.960818+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":1100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T22:03:00.583823+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5413,"num_read_kb":4796,"num_write":1599,"num_write_kb":639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"269'355","reported_seq":1033,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:51.801289+0000","last_change":"2024-09-22T10:33:51.801289+0000","last_active":"2024-09-22T10:33:51.801289+0000","last_peered":"2024-09-22T10:33:51.801289+0000","last_clean":"2024-09-22T10:33:51.801289+0000","last_became_active":"2024-09-22T08:40:27.564741+0000","last_became_peered":"2024-09-22T08:40:27.564741+0000","last_unstale":"2024-09-22T10:33:51.801289+0000","last_undegraded":"2024-09-22T10:33:51.801289+0000","last_fullsized":"2024-09-22T10:33:51.801289+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'355","last_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_deep_scrub":"269'355","last_deep_scrub_stamp":"2024-09-22T10:33:51.801041+0000","last_clean_scrub_stamp":"2024-09-22T10:33:51.801041+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:58:32.129083+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":599,"num_read_kb":31166,"num_write":1126,"num_write_kb":28106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"269'478","reported_seq":2056,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.941176+0000","last_change":"2024-09-22T10:34:03.941045+0000","last_active":"2024-09-22T10:34:03.941176+0000","last_peered":"2024-09-22T10:34:03.941176+0000","last_clean":"2024-09-22T10:34:03.941176+0000","last_became_active":"2024-09-22T08:40:29.570855+0000","last_became_peered":"2024-09-22T08:40:29.570855+0000","last_unstale":"2024-09-22T10:34:03.941176+0000","last_undegraded":"2024-09-22T10:34:03.941176+0000","last_fullsized":"2024-09-22T10:34:03.941176+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'478","last_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_deep_scrub":"269'478","last_deep_scrub_stamp":"2024-09-22T10:34:03.940843+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.940843+0000","objects_scrubbed":3,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T17:26:34.069816+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2413,"num_read_kb":2249,"num_write":555,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"269'459","reported_seq":1158,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.492518+0000","last_change":"2024-09-22T10:33:52.492518+0000","last_active":"2024-09-22T10:33:52.492518+0000","last_peered":"2024-09-22T10:33:52.492518+0000","last_clean":"2024-09-22T10:33:52.492518+0000","last_became_active":"2024-09-22T08:40:27.601082+0000","last_became_peered":"2024-09-22T08:40:27.601082+0000","last_unstale":"2024-09-22T10:33:52.492518+0000","last_undegraded":"2024-09-22T10:33:52.492518+0000","last_fullsized":"2024-09-22T10:33:52.492518+0000","mapping_epoch":26,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:33:52.492268+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.492268+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:19:31.614184+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":789,"num_read_kb":32482,"num_write":1379,"num_write_kb":48035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"269'1596","reported_seq":3358,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.456178+0000","last_change":"2024-09-22T10:34:01.456039+0000","last_active":"2024-09-22T10:34:01.456178+0000","last_peered":"2024-09-22T10:34:01.456178+0000","last_clean":"2024-09-22T10:34:01.456178+0000","last_became_active":"2024-09-22T08:40:29.599164+0000","last_became_peered":"2024-09-22T08:40:29.599164+0000","last_unstale":"2024-09-22T10:34:01.456178+0000","last_undegraded":"2024-09-22T10:34:01.456178+0000","last_fullsized":"2024-09-22T10:34:01.456178+0000","mapping_epoch":28,"log_start":"269'1500","ondisk_log_start":"269'1500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'1596","last_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_deep_scrub":"269'1596","last_deep_scrub_stamp":"2024-09-22T10:34:01.455859+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.455859+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":1500,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:56:53.962049+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7239,"num_read_kb":6331,"num_write":2237,"num_write_kb":971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2732,"num_omap_keys":11,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"269'360","reported_seq":1063,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.860189+0000","last_change":"2024-09-22T10:33:52.860189+0000","last_active":"2024-09-22T10:33:52.860189+0000","last_peered":"2024-09-22T10:33:52.860189+0000","last_clean":"2024-09-22T10:33:52.860189+0000","last_became_active":"2024-09-22T08:40:27.594681+0000","last_became_peered":"2024-09-22T08:40:27.594681+0000","last_unstale":"2024-09-22T10:33:52.860189+0000","last_undegraded":"2024-09-22T10:33:52.860189+0000","last_fullsized":"2024-09-22T10:33:52.860189+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'360","last_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_deep_scrub":"269'360","last_deep_scrub_stamp":"2024-09-22T10:33:52.859991+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.859991+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:49:08.108206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":688,"num_read_kb":46630,"num_write":1237,"num_write_kb":39612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"269'820","reported_seq":2396,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.322002+0000","last_change":"2024-09-22T10:34:01.321855+0000","last_active":"2024-09-22T10:34:01.322002+0000","last_peered":"2024-09-22T10:34:01.322002+0000","last_clean":"2024-09-22T10:34:01.322002+0000","last_became_active":"2024-09-22T08:40:29.568254+0000","last_became_peered":"2024-09-22T08:40:29.568254+0000","last_unstale":"2024-09-22T10:34:01.322002+0000","last_undegraded":"2024-09-22T10:34:01.322002+0000","last_fullsized":"2024-09-22T10:34:01.322002+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'820","last_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_deep_scrub":"269'820","last_deep_scrub_stamp":"2024-09-22T10:34:01.321670+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.321670+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:08:31.484581+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3901,"num_read_kb":3495,"num_write":1094,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"269'364","reported_seq":1192,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.999208+0000","last_change":"2024-09-22T10:33:57.999208+0000","last_active":"2024-09-22T10:33:57.999208+0000","last_peered":"2024-09-22T10:33:57.999208+0000","last_clean":"2024-09-22T10:33:57.999208+0000","last_became_active":"2024-09-22T08:40:27.601497+0000","last_became_peered":"2024-09-22T08:40:27.601497+0000","last_unstale":"2024-09-22T10:33:57.999208+0000","last_undegraded":"2024-09-22T10:33:57.999208+0000","last_fullsized":"2024-09-22T10:33:57.999208+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:33:57.998883+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.998883+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:55:53.486601+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1117,"num_read_kb":78563,"num_write":1228,"num_write_kb":28263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"269'556","reported_seq":2241,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.882941+0000","last_change":"2024-09-22T10:34:04.882736+0000","last_active":"2024-09-22T10:34:04.882941+0000","last_peered":"2024-09-22T10:34:04.882941+0000","last_clean":"2024-09-22T10:34:04.882941+0000","last_became_active":"2024-09-22T08:40:29.580306+0000","last_became_peered":"2024-09-22T08:40:29.580306+0000","last_unstale":"2024-09-22T10:34:04.882941+0000","last_undegraded":"2024-09-22T10:34:04.882941+0000","last_fullsized":"2024-09-22T10:34:04.882941+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'556","last_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_deep_scrub":"269'556","last_deep_scrub_stamp":"2024-09-22T10:34:04.882556+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.882556+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T16:11:09.884693+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2952,"num_read_kb":2718,"num_write":699,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"269'324","reported_seq":949,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.412371+0000","last_change":"2024-09-22T10:33:52.412371+0000","last_active":"2024-09-22T10:33:52.412371+0000","last_peered":"2024-09-22T10:33:52.412371+0000","last_clean":"2024-09-22T10:33:52.412371+0000","last_became_active":"2024-09-22T08:40:57.707430+0000","last_became_peered":"2024-09-22T08:40:57.707430+0000","last_unstale":"2024-09-22T10:33:52.412371+0000","last_undegraded":"2024-09-22T10:33:52.412371+0000","last_fullsized":"2024-09-22T10:33:52.412371+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'324","last_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_deep_scrub":"269'324","last_deep_scrub_stamp":"2024-09-22T10:33:52.412127+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.412127+0000","objects_scrubbed":5,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:31:29.449560+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":517,"num_read_kb":10221,"num_write":944,"num_write_kb":27295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"269'853","reported_seq":2555,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.360661+0000","last_change":"2024-09-22T10:33:57.360661+0000","last_active":"2024-09-22T10:33:57.360661+0000","last_peered":"2024-09-22T10:33:57.360661+0000","last_clean":"2024-09-22T10:33:57.360661+0000","last_became_active":"2024-09-22T08:40:29.600406+0000","last_became_peered":"2024-09-22T08:40:29.600406+0000","last_unstale":"2024-09-22T10:33:57.360661+0000","last_undegraded":"2024-09-22T10:33:57.360661+0000","last_fullsized":"2024-09-22T10:33:57.360661+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'853","last_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_deep_scrub":"269'853","last_deep_scrub_stamp":"2024-09-22T10:33:57.360515+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.360515+0000","objects_scrubbed":5,"log_size":53,"log_dups_size":800,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:39:05.485864+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4146,"num_read_kb":3755,"num_write":1137,"num_write_kb":446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"269'328","reported_seq":985,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:56.085481+0000","last_change":"2024-09-22T10:33:56.085481+0000","last_active":"2024-09-22T10:33:56.085481+0000","last_peered":"2024-09-22T10:33:56.085481+0000","last_clean":"2024-09-22T10:33:56.085481+0000","last_became_active":"2024-09-22T08:40:27.620561+0000","last_became_peered":"2024-09-22T08:40:27.620561+0000","last_unstale":"2024-09-22T10:33:56.085481+0000","last_undegraded":"2024-09-22T10:33:56.085481+0000","last_fullsized":"2024-09-22T10:33:56.085481+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'328","last_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_deep_scrub":"269'328","last_deep_scrub_stamp":"2024-09-22T10:33:56.085265+0000","last_clean_scrub_stamp":"2024-09-22T10:33:56.085265+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:13:50.652607+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":554,"num_read_kb":2587,"num_write":1045,"num_write_kb":39355,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"269'481","reported_seq":2136,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:02.912469+0000","last_change":"2024-09-22T10:34:02.912469+0000","last_active":"2024-09-22T10:34:02.912469+0000","last_peered":"2024-09-22T10:34:02.912469+0000","last_clean":"2024-09-22T10:34:02.912469+0000","last_became_active":"2024-09-22T08:40:29.603636+0000","last_became_peered":"2024-09-22T08:40:29.603636+0000","last_unstale":"2024-09-22T10:34:02.912469+0000","last_undegraded":"2024-09-22T10:34:02.912469+0000","last_fullsized":"2024-09-22T10:34:02.912469+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'481","last_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_deep_scrub":"269'481","last_deep_scrub_stamp":"2024-09-22T10:34:02.912275+0000","last_clean_scrub_stamp":"2024-09-22T10:34:02.912275+0000","objects_scrubbed":5,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T10:51:41.264632+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2670,"num_read_kb":2517,"num_write":561,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"269'370","reported_seq":1261,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:50.336024+0000","last_change":"2024-09-22T10:33:50.336024+0000","last_active":"2024-09-22T10:33:50.336024+0000","last_peered":"2024-09-22T10:33:50.336024+0000","last_clean":"2024-09-22T10:33:50.336024+0000","last_became_active":"2024-09-22T08:40:27.582171+0000","last_became_peered":"2024-09-22T08:40:27.582171+0000","last_unstale":"2024-09-22T10:33:50.336024+0000","last_undegraded":"2024-09-22T10:33:50.336024+0000","last_fullsized":"2024-09-22T10:33:50.336024+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'370","last_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_deep_scrub":"269'370","last_deep_scrub_stamp":"2024-09-22T10:33:50.335780+0000","last_clean_scrub_stamp":"2024-09-22T10:33:50.335780+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T14:30:36.211137+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1237,"num_read_kb":59662,"num_write":1240,"num_write_kb":42384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"269'459","reported_seq":2197,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.649431+0000","last_change":"2024-09-22T10:34:01.649431+0000","last_active":"2024-09-22T10:34:01.649431+0000","last_peered":"2024-09-22T10:34:01.649431+0000","last_clean":"2024-09-22T10:34:01.649431+0000","last_became_active":"2024-09-22T08:40:29.599206+0000","last_became_peered":"2024-09-22T08:40:29.599206+0000","last_unstale":"2024-09-22T10:34:01.649431+0000","last_undegraded":"2024-09-22T10:34:01.649431+0000","last_fullsized":"2024-09-22T10:34:01.649431+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'459","last_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_deep_scrub":"269'459","last_deep_scrub_stamp":"2024-09-22T10:34:01.649192+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.649192+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:15:59.173123+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2558,"num_read_kb":2437,"num_write":510,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"269'397","reported_seq":1104,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:53.492831+0000","last_change":"2024-09-22T10:33:53.492831+0000","last_active":"2024-09-22T10:33:53.492831+0000","last_peered":"2024-09-22T10:33:53.492831+0000","last_clean":"2024-09-22T10:33:53.492831+0000","last_became_active":"2024-09-22T08:40:57.702384+0000","last_became_peered":"2024-09-22T08:40:57.702384+0000","last_unstale":"2024-09-22T10:33:53.492831+0000","last_undegraded":"2024-09-22T10:33:53.492831+0000","last_fullsized":"2024-09-22T10:33:53.492831+0000","mapping_epoch":39,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'397","last_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_deep_scrub":"269'397","last_deep_scrub_stamp":"2024-09-22T10:33:53.492531+0000","last_clean_scrub_stamp":"2024-09-22T10:33:53.492531+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:40:28.241552+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048594,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":675,"num_read_kb":42897,"num_write":1134,"num_write_kb":38662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"269'2047","reported_seq":3834,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:00.295906+0000","last_change":"2024-09-22T10:34:00.295906+0000","last_active":"2024-09-22T10:34:00.295906+0000","last_peered":"2024-09-22T10:34:00.295906+0000","last_clean":"2024-09-22T10:34:00.295906+0000","last_became_active":"2024-09-22T08:41:58.927337+0000","last_became_peered":"2024-09-22T08:41:58.927337+0000","last_unstale":"2024-09-22T10:34:00.295906+0000","last_undegraded":"2024-09-22T10:34:00.295906+0000","last_fullsized":"2024-09-22T10:34:00.295906+0000","mapping_epoch":41,"log_start":"269'2000","ondisk_log_start":"269'2000","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'2047","last_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_deep_scrub":"269'2047","last_deep_scrub_stamp":"2024-09-22T10:34:00.295712+0000","last_clean_scrub_stamp":"2024-09-22T10:34:00.295712+0000","objects_scrubbed":4,"log_size":47,"log_dups_size":2000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:29:29.614202+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":11439,"num_read_kb":10185,"num_write":3132,"num_write_kb":1447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5615,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"269'364","reported_seq":1030,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:04.685326+0000","last_change":"2024-09-22T10:34:04.685326+0000","last_active":"2024-09-22T10:34:04.685326+0000","last_peered":"2024-09-22T10:34:04.685326+0000","last_clean":"2024-09-22T10:34:04.685326+0000","last_became_active":"2024-09-22T08:40:27.609408+0000","last_became_peered":"2024-09-22T08:40:27.609408+0000","last_unstale":"2024-09-22T10:34:04.685326+0000","last_undegraded":"2024-09-22T10:34:04.685326+0000","last_fullsized":"2024-09-22T10:34:04.685326+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'364","last_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_deep_scrub":"269'364","last_deep_scrub_stamp":"2024-09-22T10:34:04.685104+0000","last_clean_scrub_stamp":"2024-09-22T10:34:04.685104+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T21:20:49.289651+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194397,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":574,"num_read_kb":13963,"num_write":1094,"num_write_kb":39589,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"269'484","reported_seq":2217,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:07.050911+0000","last_change":"2024-09-22T10:34:07.050911+0000","last_active":"2024-09-22T10:34:07.050911+0000","last_peered":"2024-09-22T10:34:07.050911+0000","last_clean":"2024-09-22T10:34:07.050911+0000","last_became_active":"2024-09-22T08:40:29.567779+0000","last_became_peered":"2024-09-22T08:40:29.567779+0000","last_unstale":"2024-09-22T10:34:07.050911+0000","last_undegraded":"2024-09-22T10:34:07.050911+0000","last_fullsized":"2024-09-22T10:34:07.050911+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'484","last_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_deep_scrub":"269'484","last_deep_scrub_stamp":"2024-09-22T10:34:07.050723+0000","last_clean_scrub_stamp":"2024-09-22T10:34:07.050723+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:40:14.097683+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2700,"num_read_kb":2545,"num_write":566,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"269'311","reported_seq":996,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:54.406682+0000","last_change":"2024-09-22T10:33:54.406543+0000","last_active":"2024-09-22T10:33:54.406682+0000","last_peered":"2024-09-22T10:33:54.406682+0000","last_clean":"2024-09-22T10:33:54.406682+0000","last_became_active":"2024-09-22T08:40:27.579739+0000","last_became_peered":"2024-09-22T08:40:27.579739+0000","last_unstale":"2024-09-22T10:33:54.406682+0000","last_undegraded":"2024-09-22T10:33:54.406682+0000","last_fullsized":"2024-09-22T10:33:54.406682+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'311","last_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_deep_scrub":"269'311","last_deep_scrub_stamp":"2024-09-22T10:33:54.406316+0000","last_clean_scrub_stamp":"2024-09-22T10:33:54.406316+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:43:44.079224+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":561,"num_read_kb":29482,"num_write":1063,"num_write_kb":30651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"269'527","reported_seq":2302,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:59.656982+0000","last_change":"2024-09-22T10:33:59.656982+0000","last_active":"2024-09-22T10:33:59.656982+0000","last_peered":"2024-09-22T10:33:59.656982+0000","last_clean":"2024-09-22T10:33:59.656982+0000","last_became_active":"2024-09-22T08:40:29.595202+0000","last_became_peered":"2024-09-22T08:40:29.595202+0000","last_unstale":"2024-09-22T10:33:59.656982+0000","last_undegraded":"2024-09-22T10:33:59.656982+0000","last_fullsized":"2024-09-22T10:33:59.656982+0000","mapping_epoch":28,"log_start":"269'500","ondisk_log_start":"269'500","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'527","last_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_deep_scrub":"269'527","last_deep_scrub_stamp":"2024-09-22T10:33:59.656786+0000","last_clean_scrub_stamp":"2024-09-22T10:33:59.656786+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T18:15:09.134821+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2842,"num_read_kb":2675,"num_write":622,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"269'406","reported_seq":1065,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:57.045757+0000","last_change":"2024-09-22T10:33:57.045617+0000","last_active":"2024-09-22T10:33:57.045757+0000","last_peered":"2024-09-22T10:33:57.045757+0000","last_clean":"2024-09-22T10:33:57.045757+0000","last_became_active":"2024-09-22T08:40:27.621975+0000","last_became_peered":"2024-09-22T08:40:27.621975+0000","last_unstale":"2024-09-22T10:33:57.045757+0000","last_undegraded":"2024-09-22T10:33:57.045757+0000","last_fullsized":"2024-09-22T10:33:57.045757+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'406","last_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_deep_scrub":"269'406","last_deep_scrub_stamp":"2024-09-22T10:33:57.045426+0000","last_clean_scrub_stamp":"2024-09-22T10:33:57.045426+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T12:47:29.017844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":574,"num_read_kb":22348,"num_write":1146,"num_write_kb":35632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"269'338","reported_seq":1077,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:01.024208+0000","last_change":"2024-09-22T10:34:01.024048+0000","last_active":"2024-09-22T10:34:01.024208+0000","last_peered":"2024-09-22T10:34:01.024208+0000","last_clean":"2024-09-22T10:34:01.024208+0000","last_became_active":"2024-09-22T08:40:27.592527+0000","last_became_peered":"2024-09-22T08:40:27.592527+0000","last_unstale":"2024-09-22T10:34:01.024208+0000","last_undegraded":"2024-09-22T10:34:01.024208+0000","last_fullsized":"2024-09-22T10:34:01.024208+0000","mapping_epoch":26,"log_start":"269'300","ondisk_log_start":"269'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'338","last_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_deep_scrub":"269'338","last_deep_scrub_stamp":"2024-09-22T10:34:01.023816+0000","last_clean_scrub_stamp":"2024-09-22T10:34:01.023816+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T13:55:00.052539+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194355,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":630,"num_read_kb":94218,"num_write":960,"num_write_kb":39767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"269'427","reported_seq":1998,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:03.303690+0000","last_change":"2024-09-22T10:34:03.303534+0000","last_active":"2024-09-22T10:34:03.303690+0000","last_peered":"2024-09-22T10:34:03.303690+0000","last_clean":"2024-09-22T10:34:03.303690+0000","last_became_active":"2024-09-22T08:40:29.581216+0000","last_became_peered":"2024-09-22T08:40:29.581216+0000","last_unstale":"2024-09-22T10:34:03.303690+0000","last_undegraded":"2024-09-22T10:34:03.303690+0000","last_fullsized":"2024-09-22T10:34:03.303690+0000","mapping_epoch":28,"log_start":"269'400","ondisk_log_start":"269'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'427","last_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_deep_scrub":"269'427","last_deep_scrub_stamp":"2024-09-22T10:34:03.303342+0000","last_clean_scrub_stamp":"2024-09-22T10:34:03.303342+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T15:34:21.629859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2581,"num_read_kb":2431,"num_write":515,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":475,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"269'433","reported_seq":1223,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:33:52.778482+0000","last_change":"2024-09-22T10:33:52.778329+0000","last_active":"2024-09-22T10:33:52.778482+0000","last_peered":"2024-09-22T10:33:52.778482+0000","last_clean":"2024-09-22T10:33:52.778482+0000","last_became_active":"2024-09-22T08:40:57.703547+0000","last_became_peered":"2024-09-22T08:40:57.703547+0000","last_unstale":"2024-09-22T10:33:52.778482+0000","last_undegraded":"2024-09-22T10:33:52.778482+0000","last_fullsized":"2024-09-22T10:33:52.778482+0000","mapping_epoch":39,"log_start":"269'400","ondisk_log_start":"269'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'433","last_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_deep_scrub":"269'433","last_deep_scrub_stamp":"2024-09-22T10:33:52.778121+0000","last_clean_scrub_stamp":"2024-09-22T10:33:52.778121+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T19:04:45.197069+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1105,"num_read_kb":37084,"num_write":1465,"num_write_kb":50446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"269'884","reported_seq":2599,"reported_epoch":269,"state":"active+clean","last_fresh":"2024-09-22T10:34:06.970193+0000","last_change":"2024-09-22T10:34:06.970193+0000","last_active":"2024-09-22T10:34:06.970193+0000","last_peered":"2024-09-22T10:34:06.970193+0000","last_clean":"2024-09-22T10:34:06.970193+0000","last_became_active":"2024-09-22T08:40:29.572629+0000","last_became_peered":"2024-09-22T08:40:29.572629+0000","last_unstale":"2024-09-22T10:34:06.970193+0000","last_undegraded":"2024-09-22T10:34:06.970193+0000","last_fullsized":"2024-09-22T10:34:06.970193+0000","mapping_epoch":28,"log_start":"269'800","ondisk_log_start":"269'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"269'884","last_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_deep_scrub":"269'884","last_deep_scrub_stamp":"2024-09-22T10:34:06.969968+0000","last_clean_scrub_stamp":"2024-09-22T10:34:06.969968+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":800,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-23T20:45:50.958207+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4374,"num_read_kb":3947,"num_write":1219,"num_write_kb":498,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10921,"num_read_kb":9496,"num_write":3127,"num_write_kb":1015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1014,"ondisk_log_size":1014,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14601,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":16452,"num_read_kb":16125,"num_write":17069,"num_write_kb":4990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2448,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":29202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1781,"ondisk_log_size":1781,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":632,"ondisk_log_size":632,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1671504,"num_objects":200,"num_object_clones":0,"num_object_copies":400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200,"num_whiteouts":0,"num_read":21110,"num_read_kb":40995,"num_write":17681,"num_write_kb":12731,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":24,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":703954,"num_omap_keys":1632,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2092,"ondisk_log_size":2092,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2392,"num_read_kb":2851,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":221617,"num_read_kb":202581,"num_write":56156,"num_write_kb":19248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35457,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4113,"ondisk_log_size":4113,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":105420719,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":44820,"num_read_kb":2144126,"num_write":73657,"num_write_kb":2302660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159485952,"data_stored":159485952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3787,"ondisk_log_size":3787,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":169,"num_read_kb":183606,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":187612,"num_write":186,"num_write_kb":125134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510831,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317684,"kb_used_data":29668,"kb_used_omap":1,"kb_used_meta":287998,"kb_avail":94054156,"statfs":{"total":96636764160,"available":96311455744,"internally_reserved":0,"allocated":30380032,"data_stored":28225631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":294910410},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510826,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271348,"kb_used_data":19428,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94100492,"statfs":{"total":96636764160,"available":96358903808,"internally_reserved":0,"allocated":19894272,"data_stored":17805704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510831,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":158480,"kb_used_data":23232,"kb_used_omap":1,"kb_used_meta":135230,"kb_avail":94213360,"statfs":{"total":96636764160,"available":96474480640,"internally_reserved":0,"allocated":23789568,"data_stored":21628163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":138475973},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129543529,"num_pgs":123,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317860,"kb_used_data":25684,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94053980,"statfs":{"total":96636764160,"available":96311275520,"internally_reserved":0,"allocated":26300416,"data_stored":24168085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":299170247},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129543532,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":102040,"kb_used_data":16712,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94269800,"statfs":{"total":96636764160,"available":96532275200,"internally_reserved":0,"allocated":17113088,"data_stored":15029894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87357894},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129543530,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":180476,"kb_used_data":9132,"kb_used_omap":1,"kb_used_meta":171326,"kb_avail":94191364,"statfs":{"total":96636764160,"available":96451956736,"internally_reserved":0,"allocated":9351168,"data_stored":7238894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":175438277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543530,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":310096,"kb_used_data":35968,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94061744,"statfs":{"total":96636764160,"available":96319225856,"internally_reserved":0,"allocated":36831232,"data_stored":34695603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":280689093},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834576233,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":139260,"kb_used_data":31724,"kb_used_omap":1,"kb_used_meta":107518,"kb_avail":94232580,"statfs":{"total":96636764160,"available":96494161920,"internally_reserved":0,"allocated":32485376,"data_stored":30431824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110098885},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31784960,"data_stored":31784960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4919296,"data_stored":4919296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12709888,"data_stored":12709888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":21848064,"data_stored":21848064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28114944,"data_stored":28114944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19308544,"data_stored":19308544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15486976,"data_stored":15486976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25313280,"data_stored":25313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-22T10:35:11.320 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-22T10:35:11.683 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-22T10:35:11.683 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-22T10:35:11.683 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-22T10:35:11.683 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:16.615 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-22T10:35:17.785 INFO:tasks.ceph.osd.0:Stopped 2024-09-22T10:35:17.785 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-22T10:35:17.785 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:17.872 INFO:tasks.ceph.osd.1:Stopped 2024-09-22T10:35:17.872 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-22T10:35:17.872 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:22.623 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-22T10:35:22.623 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-22T10:35:23.974 INFO:tasks.ceph.osd.2:Stopped 2024-09-22T10:35:23.975 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-22T10:35:23.975 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.062 INFO:tasks.ceph.osd.3:Stopped 2024-09-22T10:35:24.062 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-22T10:35:24.062 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.133 INFO:tasks.ceph.osd.4:Stopped 2024-09-22T10:35:24.134 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-22T10:35:24.134 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.234 INFO:tasks.ceph.osd.5:Stopped 2024-09-22T10:35:24.234 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-22T10:35:24.234 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.332 INFO:tasks.ceph.osd.6:Stopped 2024-09-22T10:35:24.333 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-22T10:35:24.333 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.424 INFO:tasks.ceph.osd.7:Stopped 2024-09-22T10:35:24.424 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-22T10:35:24.424 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-22T10:35:24.424 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.455 INFO:tasks.ceph.mgr.y:Stopped 2024-09-22T10:35:24.456 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-22T10:35:24.456 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.485 INFO:tasks.ceph.mgr.x:Stopped 2024-09-22T10:35:24.485 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-22T10:35:24.485 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-22T10:35:24.485 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.523 INFO:tasks.ceph.mon.a:Stopped 2024-09-22T10:35:24.523 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-22T10:35:24.523 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.582 INFO:tasks.ceph.mon.c:Stopped 2024-09-22T10:35:24.582 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-22T10:35:24.582 INFO:teuthology.orchestra.run:waiting for 300 2024-09-22T10:35:24.610 INFO:tasks.ceph.mon.b:Stopped 2024-09-22T10:35:24.610 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-22T10:35:24.610 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-22T10:35:24.638 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T10:35:24.638 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-22T10:35:25.124 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T10:35:25.125 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-22T10:35:25.340 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T10:35:25.367 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-22T10:35:25.561 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T10:35:25.561 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-22T10:35:25.774 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T10:35:25.774 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-22T10:35:26.193 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T10:35:26.193 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-22T10:35:26.389 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T10:35:26.389 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-22T10:35:26.573 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T10:35:26.573 DEBUG:teuthology.orchestra.run.smithi112:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-22T10:35:26.757 INFO:tasks.ceph:Archiving mon data... 2024-09-22T10:35:26.759 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/data/mon.a.tgz 2024-09-22T10:35:26.759 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-09-22T10:35:26.765 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.N5Xl3tNDxM 2024-09-22T10:35:26.765 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.N5Xl3tNDxM 2024-09-22T10:35:26.963 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.N5Xl3tNDxM 2024-09-22T10:35:27.032 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.N5Xl3tNDxM is 610KB 2024-09-22T10:35:27.094 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.N5Xl3tNDxM 2024-09-22T10:35:27.099 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/data/mon.c.tgz 2024-09-22T10:35:27.099 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-09-22T10:35:27.149 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.FH3nM00qct 2024-09-22T10:35:27.149 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.FH3nM00qct 2024-09-22T10:35:27.355 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.FH3nM00qct 2024-09-22T10:35:27.420 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.FH3nM00qct is 640KB 2024-09-22T10:35:27.481 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.FH3nM00qct 2024-09-22T10:35:27.487 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/data/mon.b.tgz 2024-09-22T10:35:27.487 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-09-22T10:35:27.493 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.O7sAYX5E2n 2024-09-22T10:35:27.493 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.O7sAYX5E2n 2024-09-22T10:35:27.624 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-22T10:35:27.695 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.O7sAYX5E2n 2024-09-22T10:35:27.757 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.O7sAYX5E2n is 639KB 2024-09-22T10:35:27.776 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.O7sAYX5E2n 2024-09-22T10:35:27.780 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-22T10:35:27.781 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-22T10:35:27.783 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-22T10:35:27.898 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-22T10:35:27.904 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-22T10:35:27.904 INFO:tasks.ceph:Archiving crash dumps... 2024-09-22T10:35:27.905 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/crash to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi084/crash 2024-09-22T10:35:27.906 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-22T10:35:27.920 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/crash to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi112/crash 2024-09-22T10:35:27.921 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-22T10:35:27.958 INFO:tasks.ceph:Compressing logs... 2024-09-22T10:35:27.958 DEBUG:teuthology.orchestra.run.smithi084:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-22T10:35:27.965 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-22T10:35:27.987 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144621.log 2024-09-22T10:35:27.987 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48274.log 2024-09-22T10:35:27.988 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.144621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102137.log 2024-09-22T10:35:27.989 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119838.log 2024-09-22T10:35:27.989 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48274.log: /var/log/ceph/ceph-client.admin.102137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50634.log 2024-09-22T10:35:27.990 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.119838.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.102137.log.gz 2024-09-22T10:35:27.990 INFO:teuthology.orchestra.run.smithi084.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.144621.log.gz 2024-09-22T10:35:27.990 INFO:teuthology.orchestra.run.smithi084.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.48274.log.gz 2024-09-22T10:35:27.990 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139308.log 2024-09-22T10:35:27.991 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88559.log 2024-09-22T10:35:27.991 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50634.log.gz 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.139308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179539.log 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.119838.log.gz 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.139308.log.gz 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.88559.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.88559.log.gz 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.179539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98007.log 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179539.log.gz 2024-09-22T10:35:27.992 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92106.log 2024-09-22T10:35:27.993 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/rgw.ceph.client.0.log: /var/log/ceph/ceph-client.admin.98007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169002.log 2024-09-22T10:35:27.993 INFO:teuthology.orchestra.run.smithi084.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.98007.log.gz 2024-09-22T10:35:27.993 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.92106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148752.log 2024-09-22T10:35:27.993 INFO:teuthology.orchestra.run.smithi084.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.92106.log.gz 2024-09-22T10:35:27.993 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76167.log 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.169002.log: /var/log/ceph/ceph-client.admin.148752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111577.log 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.148752.log.gz 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.76167.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.169002.log.gz 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157109.log 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.111577.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.76167.log.gz 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.111577.log.gz 2024-09-22T10:35:27.995 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.157109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182458.log 2024-09-22T10:35:27.996 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157109.log.gz 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128098.log 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.182458.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.182458.log.gz --verbose 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr: -- /var/log/ceph/ceph-client.admin.32280.log 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.128098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81477.log 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.128098.log.gz 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31848.log 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32280.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32280.log.gz 2024-09-22T10:35:27.997 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.81477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182695.log 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.81477.log.gz 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31848.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31848.log.gz 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32467.log 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108037.log 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56046.log 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32467.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182695.log.gz 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32467.log.gz 2024-09-22T10:35:27.999 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.108037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126328.log 2024-09-22T10:35:28.000 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.108037.log.gz 2024-09-22T10:35:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56046.log: 20.3% -- replaced with /var/log/ceph/ceph-client.admin.56046.log.gz 2024-09-22T10:35:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37950.log 2024-09-22T10:35:28.000 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.126328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61833.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.37950.log: 44.2% -- replaced with /var/log/ceph/ceph-client.0.37950.log.gz 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53069.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83247.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.61833.log: /var/log/ceph/ceph-client.admin.53069.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.126328.log.gz 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.53069.log.gz -5 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr: --verbose -- /var/log/ceph/ceph-client.admin.73217.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.83247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98597.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.83247.log.gz 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.73217.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.98597.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.73217.log.gz 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr:gzip 82.1% -5 -- replaced with /var/log/ceph/ceph-client.admin.98597.log.gz 2024-09-22T10:35:28.002 INFO:teuthology.orchestra.run.smithi084.stderr: --verbose -- /var/log/ceph/ceph-client.0.169592.log 2024-09-22T10:35:28.004 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150522.log 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.169592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32064.log 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.169592.log.gz 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.61833.log.gz 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.150522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113937.log 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.150522.log.gz 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59897.log 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32064.log.gz 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.113937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47094.log 2024-09-22T10:35:28.005 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115118.log 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:gzip/var/log/ceph/ceph-client.admin.47094.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.33725.log 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.115118.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.47094.log.gz 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.113937.log.gz 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55479.log 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.115118.log.gz 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.33725.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.59897.log.gz 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179463.log 2024-09-22T10:35:28.009 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33725.log.gz 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87379.log 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55479.log: /var/log/ceph/ceph-client.admin.179463.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179463.log.gzgzip 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45324.log 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99777.log 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.87379.log: /var/log/ceph/ceph-client.admin.45324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117478.log 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.87379.log.gz 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49454.log 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.45324.log.gz 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.99777.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.99777.log.gz 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.117478.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.117478.log.gz 2024-09-22T10:35:28.010 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157084.log 2024-09-22T10:35:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32507.log 2024-09-22T10:35:28.012 INFO:teuthology.orchestra.run.smithi084.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.49454.log.gz 2024-09-22T10:35:28.012 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.157084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134588.log 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157084.log.gz 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32507.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67663.log 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32507.log.gz 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.134588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70158.log 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.67663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172542.log 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3%/var/log/ceph/ceph-client.0.70158.log: -- replaced with /var/log/ceph/ceph-client.admin.67663.log.gz 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86199.log 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.70158.log.gz 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.172542.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.134588.log.gz 2024-09-22T10:35:28.013 INFO:teuthology.orchestra.run.smithi084.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.172542.log.gz 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.159213.log 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.86199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125148.log 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.86199.log.gz 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.159213.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21918.log 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.159213.log.gz 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.125148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31712.log 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.125148.log.gz 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph.tmp-client.admin.21918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133408.log 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21918.log.gz 2024-09-22T10:35:28.015 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145802.log 2024-09-22T10:35:28.016 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31712.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31712.log.gz 2024-09-22T10:35:28.016 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.133408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178825.log 2024-09-22T10:35:28.017 INFO:teuthology.orchestra.run.smithi084.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.133408.log.gz 2024-09-22T10:35:28.017 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.145802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53094.log 2024-09-22T10:35:28.017 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.145802.log.gz 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.178825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182562.log 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178825.log.gz 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182250.log 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.53094.log.gz 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36782.log 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182562.log.gz 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26710.log 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182250.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182250.log.gz 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.36782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182406.log 2024-09-22T10:35:28.018 INFO:teuthology.orchestra.run.smithi084.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36782.log.gz 2024-09-22T10:35:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140491.log 2024-09-22T10:35:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.26710.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26710.log.gz 2024-09-22T10:35:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42299.log 2024-09-22T10:35:28.020 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182406.log.gz 2024-09-22T10:35:28.020 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.140491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85609.log 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.140491.log.gz 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr:gzip/var/log/ceph/ceph-client.admin.42299.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.162848.log 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42299.log.gz 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.85609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182666.log 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.85609.log.gz 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.162848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170182.log 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.162848.log.gz 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182510.log 2024-09-22T10:35:28.021 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182666.log.gz 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.170182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32720.log 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.170182.log.gz 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182510.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182510.log.gz 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32278.log 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32720.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32720.log.gz 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57962.log 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46504.log 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32278.log.gz 2024-09-22T10:35:28.023 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53684.log 2024-09-22T10:35:28.024 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44709.log 2024-09-22T10:35:28.024 INFO:teuthology.orchestra.run.smithi084.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.46504.log.gz 2024-09-22T10:35:28.024 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53684.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.53684.log.gz 2024-09-22T10:35:28.025 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26785.log 2024-09-22T10:35:28.025 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26881.log 2024-09-22T10:35:28.026 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45914.log 2024-09-22T10:35:28.026 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31732.log 2024-09-22T10:35:28.026 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44709.log.gz 2024-09-22T10:35:28.026 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45914.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.45914.log.gz 2024-09-22T10:35:28.034 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26785.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-22T10:35:28.034 INFO:teuthology.orchestra.run.smithi112.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26785.log.gz 2024-09-22T10:35:28.034 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26881.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26881.log.gz 2024-09-22T10:35:28.034 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26809.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26737.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26809.log.gz 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26737.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.26737.log.gz -5 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr: --verbose -- /var/log/ceph/ceph-client.admin.26713.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26713.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26713.log.gz 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26857.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:gzip/var/log/ceph/ceph-client.admin.26857.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.26761.log 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26857.log.gz 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-09-22T10:35:28.035 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26833.log 2024-09-22T10:35:28.036 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26761.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-22T10:35:28.036 INFO:teuthology.orchestra.run.smithi112.stderr: -- replaced with /var/log/ceph/ceph-client.admin.26761.log.gz 2024-09-22T10:35:28.036 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-22T10:35:28.036 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.admin.26833.log: /var/log/ceph/ceph-mon.b.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26833.log.gz 2024-09-22T10:35:28.036 INFO:teuthology.orchestra.run.smithi112.stderr: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-22T10:35:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74397.log 2024-09-22T10:35:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171952.log 2024-09-22T10:35:28.039 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31732.log.gz 2024-09-22T10:35:28.039 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.74397.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55479.log.gz 2024-09-22T10:35:28.039 INFO:teuthology.orchestra.run.smithi084.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.74397.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.33844.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.171952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182588.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.171952.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.33844.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182588.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182588.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.57962.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32060.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 95.9% -- replaced with /var/log/ceph/ceph-client.0.33844.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56080.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182068.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32060.log.gz 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182224.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.56080.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31857.log 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T10:35:28.040 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182068.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182068.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182224.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182224.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182120.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32061.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31857.log: /var/log/ceph/ceph-client.admin.182120.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31857.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141081.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182120.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32061.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152292.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32061.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.141081.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.141081.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72627.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168412.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.152292.log: 0.0%/var/log/ceph/ceph-client.admin.72627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83837.log 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.152292.log.gz 2024-09-22T10:35:28.041 INFO:teuthology.orchestra.run.smithi084.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.72627.log.gz/var/log/ceph/ceph-client.0.168412.log: 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41684.log 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.168412.log.gz 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.83837.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.83837.log.gz 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102727.log 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161670.log 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.41684.log: /var/log/ceph/ceph-client.admin.102727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31854.log 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.41684.log.gz 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.161670.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.102727.log.gz 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141671.log 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31854.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31854.log.gz 2024-09-22T10:35:28.042 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57317.log 2024-09-22T10:35:28.043 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-osd.4.log: 88.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-22T10:35:28.048 INFO:teuthology.orchestra.run.smithi084.stderr: 93.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60543.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.141671.log: -- replaced with /var/log/ceph/ceph-client.admin.161670.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.141671.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57317.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.57317.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159805.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.60543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182354.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.159805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79707.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182354.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182354.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31784.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.60543.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.79707.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.79707.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164164.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32508.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31784.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31784.log.gz 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.164164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50684.log 2024-09-22T10:35:28.049 INFO:teuthology.orchestra.run.smithi084.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.164164.log.gz/var/log/ceph/ceph-client.admin.32508.log: 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32508.log.gz 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157724.log 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.159805.log.gz 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157134.log 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50684.log: /var/log/ceph/ceph-client.admin.157724.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.50684.log.gz 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.157724.log.gz 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170772.log 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152904.log 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.157134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65889.log 2024-09-22T10:35:28.050 INFO:teuthology.orchestra.run.smithi084.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.157134.log.gz 2024-09-22T10:35:28.051 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.170772.log: /var/log/ceph/ceph-client.admin.152904.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.170772.log.gz 2024-09-22T10:35:28.051 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.152904.log.gz 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80887.log 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.65889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.69568.log 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.65889.log.gz/var/log/ceph/ceph-client.admin.80887.log: 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165342.log 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80887.log.gz 2024-09-22T10:35:28.052 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.69568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160394.log 2024-09-22T10:35:28.053 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151112.log 2024-09-22T10:35:28.053 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.165342.log: /var/log/ceph/ceph-client.admin.160394.log: 92.5% 92.3% -- replaced with /var/log/ceph/ceph-client.admin.165342.log.gz 2024-09-22T10:35:28.053 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.160394.log.gz 2024-09-22T10:35:28.053 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154674.log 2024-09-22T10:35:28.054 INFO:teuthology.orchestra.run.smithi084.stderr: 92.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136358.log 2024-09-22T10:35:28.054 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.0.69568.log.gz 2024-09-22T10:35:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.151112.log: /var/log/ceph/ceph-client.admin.154674.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.151112.log.gz 2024-09-22T10:35:28.055 INFO:teuthology.orchestra.run.smithi084.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.154674.log.gz 2024-09-22T10:35:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32262.log 2024-09-22T10:35:28.055 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.136358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55456.log 2024-09-22T10:35:28.056 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32262.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.136358.log.gz 2024-09-22T10:35:28.056 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153494.log 2024-09-22T10:35:28.056 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32262.log.gz 2024-09-22T10:35:28.056 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100367.log 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55456.log: /var/log/ceph/ceph-client.admin.153494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96237.log 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.55456.log.gz 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.153494.log.gz 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.100367.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.100367.log.gz 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93877.log 2024-09-22T10:35:28.057 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.96237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32049.log 2024-09-22T10:35:28.059 INFO:teuthology.orchestra.run.smithi084.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.96237.log.gz 2024-09-22T10:35:28.059 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.93877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155264.log 2024-09-22T10:35:28.059 INFO:teuthology.orchestra.run.smithi084.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.93877.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32496.log 2024-09-22T10:35:28.059 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T10:35:28.060 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32049.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32049.log.gz 2024-09-22T10:35:28.060 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.155264.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155264.log.gz 2024-09-22T10:35:28.060 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33797.log 2024-09-22T10:35:28.060 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135768.log 2024-09-22T10:35:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32496.log: /var/log/ceph/ceph-client.admin.33797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118658.log 2024-09-22T10:35:28.061 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33797.log.gz 2024-09-22T10:35:28.061 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32496.log.gz 2024-09-22T10:35:28.061 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.135768.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.135768.log.gz 2024-09-22T10:35:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146982.log 2024-09-22T10:35:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.118658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59252.log 2024-09-22T10:35:28.062 INFO:teuthology.orchestra.run.smithi084.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.118658.log.gz 2024-09-22T10:35:28.062 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.146982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31689.log 2024-09-22T10:35:28.062 INFO:teuthology.orchestra.run.smithi084.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.146982.log.gz 2024-09-22T10:35:28.063 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32668.log 2024-09-22T10:35:28.064 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154084.log 2024-09-22T10:35:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31689.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31689.log.gz 2024-09-22T10:35:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32668.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32668.log.gz 2024-09-22T10:35:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93286.log 2024-09-22T10:35:28.065 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.154084.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.154084.log.gz 2024-09-22T10:35:28.066 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-22T10:35:28.066 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182719.log 2024-09-22T10:35:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.93286.log: /var/log/ceph/ceph-osd.3.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.93286.log.gz 2024-09-22T10:35:28.067 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64422.log 2024-09-22T10:35:28.068 INFO:teuthology.orchestra.run.smithi084.stderr: 93.1%/var/log/ceph/ceph-client.admin.182719.log: -- replaced with /var/log/ceph/ceph-client.admin.59252.log.gz 2024-09-22T10:35:28.068 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182719.log.gz 2024-09-22T10:35:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41094.log 2024-09-22T10:35:28.068 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.64422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179488.log 2024-09-22T10:35:28.069 INFO:teuthology.orchestra.run.smithi084.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.64422.log.gz/var/log/ceph/ceph-client.admin.41094.log: 2024-09-22T10:35:28.069 INFO:teuthology.orchestra.run.smithi084.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.41094.log.gz 2024-09-22T10:35:28.069 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44734.log 2024-09-22T10:35:28.070 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79117.log 2024-09-22T10:35:28.072 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.179488.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179488.log.gz 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31864.log 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.44734.log.gz 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.79117.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.79117.log.gz 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121018.log 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118068.log 2024-09-22T10:35:28.073 INFO:teuthology.orchestra.run.smithi084.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31864.log.gz 2024-09-22T10:35:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.121018.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.121018.log.gz 2024-09-22T10:35:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125738.log 2024-09-22T10:35:28.074 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163437.log 2024-09-22T10:35:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.118068.log: /var/log/ceph/ceph-client.admin.125738.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.118068.log.gz 2024-09-22T10:35:28.075 INFO:teuthology.orchestra.run.smithi084.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.125738.log.gz 2024-09-22T10:35:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51274.log 2024-09-22T10:35:28.075 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182198.log 2024-09-22T10:35:28.077 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.163437.log: /var/log/ceph/ceph-client.admin.51274.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.163437.log.gz 2024-09-22T10:35:28.077 INFO:teuthology.orchestra.run.smithi084.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.51274.log.gz 2024-09-22T10:35:28.077 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182484.log 2024-09-22T10:35:28.077 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182198.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182198.log.gz 2024-09-22T10:35:28.077 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122788.log 2024-09-22T10:35:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99187.log 2024-09-22T10:35:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182484.log: 29.5% -- replaced with /var/log/ceph/ceph-client.admin.182484.log.gz 2024-09-22T10:35:28.078 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.122788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32072.log 2024-09-22T10:35:28.079 INFO:teuthology.orchestra.run.smithi084.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.122788.log.gz 2024-09-22T10:35:28.080 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.99187.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.99187.log.gz 2024-09-22T10:35:28.080 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178187.log 2024-09-22T10:35:28.080 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119248.log 2024-09-22T10:35:28.080 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32072.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32072.log.gz 2024-09-22T10:35:28.081 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.178187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95647.log 2024-09-22T10:35:28.081 INFO:teuthology.orchestra.run.smithi084.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.178187.log.gz 2024-09-22T10:35:28.082 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.119248.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.119248.log.gz 2024-09-22T10:35:28.082 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147572.log 2024-09-22T10:35:28.082 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50044.log 2024-09-22T10:35:28.083 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.95647.log: /var/log/ceph/ceph-client.admin.147572.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.95647.log.gz 2024-09-22T10:35:28.084 INFO:teuthology.orchestra.run.smithi084.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.147572.log.gz 2024-09-22T10:35:28.084 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90329.log 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50044.log: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.50044.log.gz 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109217.log 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112167.log 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.90329.log: /var/log/ceph/ceph-client.admin.109217.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.90329.log.gz 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95057.log 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.109217.log.gz 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.112167.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.112167.log.gz 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146392.log 2024-09-22T10:35:28.087 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179513.log 2024-09-22T10:35:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.95057.log: /var/log/ceph/ceph-client.admin.146392.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.95057.log.gz 2024-09-22T10:35:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130458.log 2024-09-22T10:35:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.179513.log: 28.2% -- replaced with /var/log/ceph/ceph-client.admin.179513.log.gz 2024-09-22T10:35:28.089 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-22T10:35:28.091 INFO:teuthology.orchestra.run.smithi084.stderr: 86.2%/var/log/ceph/ceph-client.admin.130458.log: -- replaced with /var/log/ceph/ceph-client.admin.146392.log.gz 2024-09-22T10:35:28.091 INFO:teuthology.orchestra.run.smithi084.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.130458.log.gz 2024-09-22T10:35:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63771.log 2024-09-22T10:35:28.091 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32694.log 2024-09-22T10:35:28.095 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: /var/log/ceph/ceph-client.admin.63771.log: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.63771.log.gz 2024-09-22T10:35:28.095 INFO:teuthology.orchestra.run.smithi084.stderr: 94.1% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-22T10:35:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-22T10:35:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62478.log 2024-09-22T10:35:28.096 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32694.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32694.log.gz 2024-09-22T10:35:28.097 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32264.log 2024-09-22T10:35:28.098 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.62478.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62478.log.gz 2024-09-22T10:35:28.098 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31863.log 2024-09-22T10:35:28.099 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32264.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32264.log.gz 2024-09-22T10:35:28.099 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155289.log 2024-09-22T10:35:28.100 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31863.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31863.log.gz 2024-09-22T10:35:28.100 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55248.log 2024-09-22T10:35:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.155289.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155289.log.gz 2024-09-22T10:35:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105087.log 2024-09-22T10:35:28.101 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55248.log: 50.8% -- replaced with /var/log/ceph/ceph-client.admin.55248.log.gz 2024-09-22T10:35:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109807.log 2024-09-22T10:35:28.102 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.105087.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.105087.log.gz 2024-09-22T10:35:28.103 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138718.log 2024-09-22T10:35:28.104 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.109807.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.109807.log.gz 2024-09-22T10:35:28.104 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44094.log 2024-09-22T10:35:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.138718.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.138718.log.gz 2024-09-22T10:35:28.106 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155904.log 2024-09-22T10:35:28.107 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44094.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.44094.log.gz 2024-09-22T10:35:28.107 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73807.log 2024-09-22T10:35:28.108 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.155904.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.155904.log.gz 2024-09-22T10:35:28.109 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106857.log 2024-09-22T10:35:28.110 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.73807.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.73807.log.gz 2024-09-22T10:35:28.110 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167222.log 2024-09-22T10:35:28.111 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.106857.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.106857.log.gz 2024-09-22T10:35:28.111 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124558.log 2024-09-22T10:35:28.112 INFO:teuthology.orchestra.run.smithi112.stderr: 95.2% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-22T10:35:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.167222.log: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.167222.log.gz 2024-09-22T10:35:28.115 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110397.log 2024-09-22T10:35:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.124558.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.124558.log.gz 2024-09-22T10:35:28.116 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32460.log 2024-09-22T10:35:28.117 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.110397.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.110397.log.gz 2024-09-22T10:35:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63123.log 2024-09-22T10:35:28.118 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32460.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32460.log.gz 2024-09-22T10:35:28.119 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121608.log 2024-09-22T10:35:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.63123.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63123.log.gz 2024-09-22T10:35:28.121 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42914.log 2024-09-22T10:35:28.122 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.121608.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.121608.log.gz 2024-09-22T10:35:28.123 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158314.log 2024-09-22T10:35:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.42914.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.42914.log.gz 2024-09-22T10:35:28.124 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82067.log 2024-09-22T10:35:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.158314.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.158314.log.gz 2024-09-22T10:35:28.125 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115708.log 2024-09-22T10:35:28.126 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.82067.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.82067.log.gz 2024-09-22T10:35:28.126 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178777.log 2024-09-22T10:35:28.127 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.115708.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.115708.log.gz 2024-09-22T10:35:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34434.log 2024-09-22T10:35:28.128 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.178777.log: 23.9% -- replaced with /var/log/ceph/ceph-client.admin.178777.log.gz 2024-09-22T10:35:28.129 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178850.log 2024-09-22T10:35:28.129 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.34434.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.34434.log.gz 2024-09-22T10:35:28.130 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92696.log 2024-09-22T10:35:28.131 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.178850.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.178850.log.gz 2024-09-22T10:35:28.131 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35608.log 2024-09-22T10:35:28.132 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.92696.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.92696.log.gz 2024-09-22T10:35:28.133 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96827.log 2024-09-22T10:35:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.35608.log: 42.8% -- replaced with /var/log/ceph/ceph-client.0.35608.log.gz 2024-09-22T10:35:28.134 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38534.log 2024-09-22T10:35:28.135 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.96827.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.96827.log.gz 2024-09-22T10:35:28.135 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148162.log 2024-09-22T10:35:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.38534.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.38534.log.gz 2024-09-22T10:35:28.136 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26955.log 2024-09-22T10:35:28.137 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.148162.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.148162.log.gz 2024-09-22T10:35:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75577.log 2024-09-22T10:35:28.138 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.26955.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26955.log.gz 2024-09-22T10:35:28.139 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32071.log 2024-09-22T10:35:28.140 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.75577.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.75577.log.gz 2024-09-22T10:35:28.140 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36192.log 2024-09-22T10:35:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32071.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32071.log.gz 2024-09-22T10:35:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55504.log 2024-09-22T10:35:28.142 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.36192.log: 81.0% -- replaced with /var/log/ceph/ceph-client.0.36192.log.gz 2024-09-22T10:35:28.142 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122198.log 2024-09-22T10:35:28.143 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55504.log: 54.6% -- replaced with /var/log/ceph/ceph-client.admin.55504.log.gz 2024-09-22T10:35:28.144 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32263.log 2024-09-22T10:35:28.144 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.122198.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.122198.log.gz 2024-09-22T10:35:28.145 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89149.log 2024-09-22T10:35:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32263.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32263.log.gz 2024-09-22T10:35:28.146 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162259.log 2024-09-22T10:35:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.89149.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.89149.log.gz 2024-09-22T10:35:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68306.log 2024-09-22T10:35:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.162259.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.162259.log.gz 2024-09-22T10:35:28.149 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80297.log 2024-09-22T10:35:28.150 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.68306.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.68306.log.gz 2024-09-22T10:35:28.150 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142261.log 2024-09-22T10:35:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.80297.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.80297.log.gz 2024-09-22T10:35:28.151 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-22T10:35:28.152 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.142261.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.142261.log.gz 2024-09-22T10:35:28.152 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135178.log 2024-09-22T10:35:28.172 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52454.log 2024-09-22T10:35:28.173 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.135178.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.135178.log.gz 2024-09-22T10:35:28.177 INFO:teuthology.orchestra.run.smithi084.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-22T10:35:28.180 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103907.log 2024-09-22T10:35:28.181 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52454.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.52454.log.gz 2024-09-22T10:35:28.181 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104497.log 2024-09-22T10:35:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.103907.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.103907.log.gz 2024-09-22T10:35:28.182 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107447.log 2024-09-22T10:35:28.183 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.104497.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.104497.log.gz 2024-09-22T10:35:28.184 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85019.log 2024-09-22T10:35:28.185 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.107447.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.107447.log.gz 2024-09-22T10:35:28.185 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131048.log 2024-09-22T10:35:28.186 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.85019.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.85019.log.gz 2024-09-22T10:35:28.186 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180757.log 2024-09-22T10:35:28.187 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.131048.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.131048.log.gz 2024-09-22T10:35:28.188 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165931.log 2024-09-22T10:35:28.208 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.180757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90923.log 2024-09-22T10:35:28.209 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.165931.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.165931.log.gz 2024-09-22T10:35:28.220 INFO:teuthology.orchestra.run.smithi084.stderr: 86.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149932.log 2024-09-22T10:35:28.222 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.90923.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.90923.log.gz 2024-09-22T10:35:28.223 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.0.180757.log.gz 2024-09-22T10:35:28.223 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133998.log 2024-09-22T10:35:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.149932.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.149932.log.gz 2024-09-22T10:35:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31560.log 2024-09-22T10:35:28.225 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.133998.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.133998.log.gz 2024-09-22T10:35:28.225 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48864.log 2024-09-22T10:35:28.226 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31560.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31560.log.gz 2024-09-22T10:35:28.226 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55527.log 2024-09-22T10:35:28.227 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48864.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.48864.log.gz 2024-09-22T10:35:28.228 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31847.log 2024-09-22T10:35:28.229 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55527.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.55527.log.gz 2024-09-22T10:35:28.229 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39914.log 2024-09-22T10:35:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31847.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31847.log.gz 2024-09-22T10:35:28.230 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32043.log 2024-09-22T10:35:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.39914.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.39914.log.gz 2024-09-22T10:35:28.231 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33773.log 2024-09-22T10:35:28.232 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32043.log.gz 2024-09-22T10:35:28.232 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32252.log 2024-09-22T10:35:28.233 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.33773.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33773.log.gz 2024-09-22T10:35:28.233 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173132.log 2024-09-22T10:35:28.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32252.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32252.log.gz 2024-09-22T10:35:28.235 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26857.log 2024-09-22T10:35:28.235 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.173132.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.173132.log.gz 2024-09-22T10:35:28.236 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70857.log 2024-09-22T10:35:28.236 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.26857.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26857.log.gz 2024-09-22T10:35:28.237 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137538.log 2024-09-22T10:35:28.238 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.70857.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.70857.log.gz 2024-09-22T10:35:28.238 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182536.log 2024-09-22T10:35:28.239 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.137538.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.137538.log.gz 2024-09-22T10:35:28.239 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58607.log 2024-09-22T10:35:28.240 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182536.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182536.log.gz 2024-09-22T10:35:28.240 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174312.log 2024-09-22T10:35:28.246 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58607.log: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.58607.log.gz 2024-09-22T10:35:28.246 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-22T10:35:28.247 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.174312.log: 84.6% -- replaced with /var/log/ceph/ceph-client.0.174312.log.gz 2024-09-22T10:35:28.247 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164753.log 2024-09-22T10:35:28.264 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182172.log 2024-09-22T10:35:28.265 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.164753.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.164753.log.gz 2024-09-22T10:35:28.283 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74987.log 2024-09-22T10:35:28.284 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182172.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182172.log.gz 2024-09-22T10:35:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177597.log 2024-09-22T10:35:28.292 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.74987.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.74987.log.gz 2024-09-22T10:35:28.300 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66482.log 2024-09-22T10:35:28.300 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.177597.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.177597.log.gz 2024-09-22T10:35:28.308 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106267.log 2024-09-22T10:35:28.309 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.66482.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.66482.log.gz 2024-09-22T10:35:28.316 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105677.log 2024-09-22T10:35:28.316 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.106267.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.106267.log.gz 2024-09-22T10:35:28.324 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152314.log 2024-09-22T10:35:28.325 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.105677.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.105677.log.gz 2024-09-22T10:35:28.332 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132228.log 2024-09-22T10:35:28.332 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.152314.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.152314.log.gz 2024-09-22T10:35:28.340 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138128.log 2024-09-22T10:35:28.340 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.132228.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.132228.log.gz 2024-09-22T10:35:28.348 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144031.log 2024-09-22T10:35:28.348 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.138128.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.138128.log.gz 2024-09-22T10:35:28.356 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97417.log 2024-09-22T10:35:28.356 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.144031.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.144031.log.gz 2024-09-22T10:35:28.364 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182302.log 2024-09-22T10:35:28.364 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.97417.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97417.log.gz 2024-09-22T10:35:28.372 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173722.log 2024-09-22T10:35:28.372 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182302.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182302.log.gz 2024-09-22T10:35:28.380 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156494.log 2024-09-22T10:35:28.380 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.173722.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.173722.log.gz 2024-09-22T10:35:28.388 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89739.log 2024-09-22T10:35:28.388 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.156494.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.156494.log.gz 2024-09-22T10:35:28.396 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110987.log 2024-09-22T10:35:28.396 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.89739.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.89739.log.gz 2024-09-22T10:35:28.404 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142851.log 2024-09-22T10:35:28.404 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.110987.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.110987.log.gz 2024-09-22T10:35:28.412 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82657.log 2024-09-22T10:35:28.413 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.142851.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.142851.log.gz 2024-09-22T10:35:28.428 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65300.log 2024-09-22T10:35:28.429 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.82657.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.82657.log.gz 2024-09-22T10:35:28.436 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91513.log 2024-09-22T10:35:28.436 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.65300.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.65300.log.gz 2024-09-22T10:35:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33821.log 2024-09-22T10:35:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.91513.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.91513.log.gz 2024-09-22T10:35:28.451 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78527.log 2024-09-22T10:35:28.452 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.33821.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33821.log.gz 2024-09-22T10:35:28.460 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47684.log 2024-09-22T10:35:28.460 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.78527.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.78527.log.gz 2024-09-22T10:35:28.468 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-22T10:35:28.468 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47684.log: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.47684.log.gz 2024-09-22T10:35:28.488 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108627.log 2024-09-22T10:35:28.496 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86789.log 2024-09-22T10:35:28.496 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.108627.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.108627.log.gz 2024-09-22T10:35:28.504 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51864.log 2024-09-22T10:35:28.504 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.86789.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.86789.log.gz 2024-09-22T10:35:28.524 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179564.log 2024-09-22T10:35:28.524 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51864.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.51864.log.gz 2024-09-22T10:35:28.532 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43504.log 2024-09-22T10:35:28.532 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.179564.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.179564.log.gz 2024-09-22T10:35:28.543 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114527.log 2024-09-22T10:35:28.543 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43504.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.43504.log.gz 2024-09-22T10:35:28.552 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175492.log 2024-09-22T10:35:28.552 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.114527.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.114527.log.gz 2024-09-22T10:35:28.572 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-22T10:35:28.573 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.175492.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.175492.log.gz 2024-09-22T10:35:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31860.log 2024-09-22T10:35:28.596 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph.audit.log: 94.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67072.log 2024-09-22T10:35:28.596 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31860.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31860.log.gz 2024-09-22T10:35:28.600 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-22T10:35:28.604 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145211.log 2024-09-22T10:35:28.604 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.67072.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.67072.log.gz 2024-09-22T10:35:28.620 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167811.log 2024-09-22T10:35:28.621 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.145211.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.145211.log.gz 2024-09-22T10:35:28.632 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149342.log 2024-09-22T10:35:28.632 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.167811.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.167811.log.gz 2024-09-22T10:35:28.644 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116298.log 2024-09-22T10:35:28.645 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.149342.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.149342.log.gz 2024-09-22T10:35:28.656 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94467.log 2024-09-22T10:35:28.656 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.116298.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.116298.log.gz 2024-09-22T10:35:28.663 INFO:teuthology.orchestra.run.smithi084.stderr: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-22T10:35:28.675 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182614.log 2024-09-22T10:35:28.676 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.94467.log: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.94467.log.gz 2024-09-22T10:35:28.692 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31861.log 2024-09-22T10:35:28.692 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182614.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182614.log.gz 2024-09-22T10:35:28.708 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56021.log 2024-09-22T10:35:28.708 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31861.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31861.log.gz 2024-09-22T10:35:28.724 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68896.log 2024-09-22T10:35:28.724 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56021.log: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.56021.log.gz 2024-09-22T10:35:28.748 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174902.log 2024-09-22T10:35:28.749 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.68896.log: 84.6% -- replaced with /var/log/ceph/ceph-client.0.68896.log.gz 2024-09-22T10:35:28.760 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129868.log 2024-09-22T10:35:28.760 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.174902.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.174902.log.gz 2024-09-22T10:35:28.772 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87969.log 2024-09-22T10:35:28.772 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.129868.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.129868.log.gz 2024-09-22T10:35:28.784 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/valgrind/ceph.client.0.log 2024-09-22T10:35:28.784 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.87969.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.87969.log.gz 2024-09-22T10:35:28.800 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151702.log 2024-09-22T10:35:28.800 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/valgrind/ceph.client.0.log: 63.1% -- replaced with /var/log/ceph/valgrind/ceph.client.0.log.gz 2024-09-22T10:35:28.812 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180161.log 2024-09-22T10:35:28.812 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.151702.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.151702.log.gz 2024-09-22T10:35:28.824 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127508.log 2024-09-22T10:35:28.824 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.180161.log: 81.2% -- replaced with /var/log/ceph/ceph-client.0.180161.log.gz 2024-09-22T10:35:28.836 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55177.log 2024-09-22T10:35:28.836 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.127508.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.127508.log.gz 2024-09-22T10:35:28.860 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84429.log 2024-09-22T10:35:28.860 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55177.log: 57.6% -- replaced with /var/log/ceph/ceph-client.admin.55177.log.gz 2024-09-22T10:35:28.876 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53044.log 2024-09-22T10:35:28.876 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.84429.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.84429.log.gz 2024-09-22T10:35:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171362.log 2024-09-22T10:35:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53044.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53044.log.gz 2024-09-22T10:35:28.904 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31810.log 2024-09-22T10:35:28.904 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.171362.log: 79.7% -- replaced with /var/log/ceph/ceph-client.0.171362.log.gz 2024-09-22T10:35:28.916 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155314.log 2024-09-22T10:35:28.916 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31810.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31810.log.gz 2024-09-22T10:35:28.932 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54274.log 2024-09-22T10:35:28.932 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.155314.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.155314.log.gz 2024-09-22T10:35:28.952 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182380.log 2024-09-22T10:35:28.952 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54274.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.54274.log.gz 2024-09-22T10:35:28.968 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55415.log 2024-09-22T10:35:28.968 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182380.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182380.log.gz 2024-09-22T10:35:28.988 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56669.log 2024-09-22T10:35:28.988 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55415.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.55415.log.gz 2024-09-22T10:35:29.000 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178800.log 2024-09-22T10:35:29.016 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56669.log: 93.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136948.log 2024-09-22T10:35:29.016 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.178800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.178800.log.gz 2024-09-22T10:35:29.024 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126918.log 2024-09-22T10:35:29.024 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.136948.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.136948.log.gz 2024-09-22T10:35:29.027 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56669.log.gz 2024-09-22T10:35:29.032 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32495.log 2024-09-22T10:35:29.032 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.126918.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.126918.log.gz 2024-09-22T10:35:29.048 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32052.log 2024-09-22T10:35:29.048 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32495.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32495.log.gz 2024-09-22T10:35:29.064 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100957.log 2024-09-22T10:35:29.064 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32052.log.gz 2024-09-22T10:35:29.088 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131638.log 2024-09-22T10:35:29.089 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.100957.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.100957.log.gz 2024-09-22T10:35:29.093 INFO:teuthology.orchestra.run.smithi084.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-22T10:35:29.093 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44684.log 2024-09-22T10:35:29.094 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.131638.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.131638.log.gz 2024-09-22T10:35:29.095 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182640.log 2024-09-22T10:35:29.095 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44684.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.44684.log.gz 2024-09-22T10:35:29.096 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182094.log 2024-09-22T10:35:29.096 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182640.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182640.log.gz 2024-09-22T10:35:29.097 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182146.log 2024-09-22T10:35:29.097 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182094.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182094.log.gz 2024-09-22T10:35:29.098 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103317.log 2024-09-22T10:35:29.098 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182146.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182146.log.gz 2024-09-22T10:35:29.098 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31664.log 2024-09-22T10:35:29.099 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.103317.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.103317.log.gz 2024-09-22T10:35:29.099 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179440.log 2024-09-22T10:35:29.100 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31664.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31664.log.gz 2024-09-22T10:35:29.100 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69534.log 2024-09-22T10:35:29.101 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.179440.log: 24.2% -- replaced with /var/log/ceph/ceph-client.admin.179440.log.gz 2024-09-22T10:35:29.101 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72037.log 2024-09-22T10:35:29.102 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.69534.log: 48.2% -- replaced with /var/log/ceph/ceph-client.admin.69534.log.gz 2024-09-22T10:35:29.102 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77937.log 2024-09-22T10:35:29.103 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.72037.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.72037.log.gz 2024-09-22T10:35:29.103 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101547.log 2024-09-22T10:35:29.104 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.77937.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.77937.log.gz 2024-09-22T10:35:29.104 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112757.log 2024-09-22T10:35:29.105 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.101547.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.101547.log.gz 2024-09-22T10:35:29.105 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128688.log 2024-09-22T10:35:29.106 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.112757.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.112757.log.gz 2024-09-22T10:35:29.106 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182432.log 2024-09-22T10:35:29.107 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.128688.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.128688.log.gz 2024-09-22T10:35:29.107 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116888.log 2024-09-22T10:35:29.108 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182432.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182432.log.gz 2024-09-22T10:35:29.108 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42274.log 2024-09-22T10:35:29.109 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.116888.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.116888.log.gz 2024-09-22T10:35:29.109 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182328.log 2024-09-22T10:35:29.109 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.42274.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42274.log.gz 2024-09-22T10:35:29.110 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113347.log 2024-09-22T10:35:29.111 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182328.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182328.log.gz 2024-09-22T10:35:29.111 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129278.log 2024-09-22T10:35:29.111 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.113347.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.113347.log.gz 2024-09-22T10:35:29.112 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139898.log 2024-09-22T10:35:29.112 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.129278.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.129278.log.gz 2024-09-22T10:35:29.113 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120428.log 2024-09-22T10:35:29.114 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.139898.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.139898.log.gz 2024-09-22T10:35:29.114 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32279.log 2024-09-22T10:35:29.115 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.120428.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.120428.log.gz 2024-09-22T10:35:29.115 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71447.log 2024-09-22T10:35:29.115 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32279.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32279.log.gz 2024-09-22T10:35:29.116 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32506.log 2024-09-22T10:35:29.116 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.71447.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.71447.log.gz 2024-09-22T10:35:29.117 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123378.log 2024-09-22T10:35:29.117 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32506.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32506.log.gz 2024-09-22T10:35:29.118 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35018.log 2024-09-22T10:35:29.118 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.123378.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.123378.log.gz 2024-09-22T10:35:29.119 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123968.log 2024-09-22T10:35:29.119 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.35018.log: 81.1% -- replaced with /var/log/ceph/ceph-client.0.35018.log.gz 2024-09-22T10:35:29.120 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50659.log 2024-09-22T10:35:29.120 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.123968.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.123968.log.gz 2024-09-22T10:35:29.121 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32468.log 2024-09-22T10:35:29.121 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50659.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50659.log.gz 2024-09-22T10:35:29.122 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54958.log 2024-09-22T10:35:29.122 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32468.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32468.log.gz 2024-09-22T10:35:29.123 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40504.log 2024-09-22T10:35:29.123 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54958.log: 57.4% -- replaced with /var/log/ceph/ceph-client.admin.54958.log.gz 2024-09-22T10:35:29.124 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77347.log 2024-09-22T10:35:29.124 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.40504.log: 83.7% -- replaced with /var/log/ceph/ceph-client.admin.40504.log.gz 2024-09-22T10:35:29.125 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176082.log 2024-09-22T10:35:29.125 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.77347.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.77347.log.gz 2024-09-22T10:35:29.126 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132818.log 2024-09-22T10:35:29.126 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.176082.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.176082.log.gz 2024-09-22T10:35:29.126 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33749.log 2024-09-22T10:35:29.127 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.132818.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.132818.log.gz 2024-09-22T10:35:29.127 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31758.log 2024-09-22T10:35:29.128 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.33749.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33749.log.gz 2024-09-22T10:35:29.129 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.182276.log 2024-09-22T10:35:29.129 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.31758.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.31758.log.gz 2024-09-22T10:35:29.130 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76757.log 2024-09-22T10:35:29.130 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.182276.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.182276.log.gz 2024-09-22T10:35:29.131 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32275.log 2024-09-22T10:35:29.131 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.76757.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.76757.log.gz 2024-09-22T10:35:29.131 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37366.log 2024-09-22T10:35:29.132 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.32275.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32275.log.gz 2024-09-22T10:35:29.132 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143441.log 2024-09-22T10:35:29.133 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.37366.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.37366.log.gz 2024-09-22T10:35:29.133 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42324.log 2024-09-22T10:35:29.134 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.143441.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.143441.log.gz 2024-09-22T10:35:29.134 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176672.log 2024-09-22T10:35:29.134 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.42324.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.42324.log.gz 2024-09-22T10:35:29.135 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68254.log 2024-09-22T10:35:29.135 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.176672.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.176672.log.gz 2024-09-22T10:35:29.136 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61188.log 2024-09-22T10:35:29.136 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.68254.log: 24.2% -- replaced with /var/log/ceph/ceph-client.admin.68254.log.gz 2024-09-22T10:35:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.61188.log: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.61188.log.gz 2024-09-22T10:35:29.239 INFO:teuthology.orchestra.run.smithi112.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-22T10:35:30.190 INFO:teuthology.orchestra.run.smithi084.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-22T10:35:31.580 INFO:teuthology.orchestra.run.smithi084.stderr: 92.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-22T10:35:32.780 INFO:teuthology.orchestra.run.smithi084.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-22T10:35:37.654 INFO:teuthology.orchestra.run.smithi084.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-22T10:35:40.389 INFO:teuthology.orchestra.run.smithi112.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-22T10:35:40.579 INFO:teuthology.orchestra.run.smithi112.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-22T10:35:40.797 INFO:teuthology.orchestra.run.smithi084.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-22T10:35:41.054 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-22T10:35:44.564 INFO:teuthology.orchestra.run.smithi084.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-22T10:35:44.660 INFO:teuthology.orchestra.run.smithi112.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-22T10:35:44.661 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-09-22T10:35:44.662 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m16.655s 2024-09-22T10:35:44.662 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m53.886s 2024-09-22T10:35:44.662 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m2.017s 2024-09-22T10:35:50.291 INFO:teuthology.orchestra.run.smithi084.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-22T10:35:50.292 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-09-22T10:35:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:real 0m22.326s 2024-09-22T10:35:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:user 1m10.414s 2024-09-22T10:35:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:sys 0m2.543s 2024-09-22T10:35:50.293 INFO:tasks.ceph:Archiving logs... 2024-09-22T10:35:50.294 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi084/log 2024-09-22T10:35:50.295 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-22T10:35:58.240 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi112/log 2024-09-22T10:35:58.240 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-22T10:36:04.784 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-22T10:36:04.794 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-22T10:36:04.795 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-22T10:36:04.797 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-22T10:36:04.873 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-22T10:36:04.883 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-22T10:36:04.884 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T10:36:04.886 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-22T10:36:04.902 INFO:teuthology.orchestra.run.smithi084.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T10:36:04.902 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================== 2024-09-22T10:36:04.902 INFO:teuthology.orchestra.run.smithi084.stdout:*hv01.front.sepi 67.205.162.81 3 u 99 256 377 0.186 -1.061 0.349 2024-09-22T10:36:04.902 INFO:teuthology.orchestra.run.smithi084.stdout:+hv02.front.sepi 63.231.80.2 3 u 137 256 377 0.154 -0.451 0.130 2024-09-22T10:36:04.902 INFO:teuthology.orchestra.run.smithi084.stdout:+hv03.front.sepi 74.6.168.72 3 u 141 256 377 0.164 -1.836 0.188 2024-09-22T10:36:04.903 INFO:teuthology.orchestra.run.smithi084.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-22T10:36:04.903 INFO:teuthology.orchestra.run.smithi112.stdout: remote refid st t when poll reach delay offset jitter 2024-09-22T10:36:04.904 INFO:teuthology.orchestra.run.smithi112.stdout:============================================================================== 2024-09-22T10:36:04.904 INFO:teuthology.orchestra.run.smithi112.stdout:*hv01.front.sepi 67.205.162.81 3 u 119 256 377 0.128 -1.204 0.486 2024-09-22T10:36:04.904 INFO:teuthology.orchestra.run.smithi112.stdout:+hv02.front.sepi 63.231.80.2 3 u 118 256 377 0.196 -0.776 0.382 2024-09-22T10:36:04.904 INFO:teuthology.orchestra.run.smithi112.stdout:+hv03.front.sepi 74.6.168.72 3 u 248 256 377 0.205 -2.131 0.268 2024-09-22T10:36:04.904 INFO:teuthology.orchestra.run.smithi112.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-22T10:36:04.905 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-22T10:36:04.914 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-22T10:36:04.915 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-22T10:36:04.924 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-22T10:36:04.934 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-22T10:36:04.944 INFO:teuthology.task.internal:Duration was 7605.175344 seconds 2024-09-22T10:36:04.945 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-22T10:36:04.954 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-22T10:36:04.954 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-22T10:36:04.957 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-22T10:36:04.993 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-22T10:36:04.993 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-09-22T10:36:04.993 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-22T10:36:05.045 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-09-22T10:36:05.045 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-22T10:36:05.056 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-22T10:36:05.056 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-22T10:36:05.093 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-22T10:36:05.129 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-22T10:36:05.129 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-22T10:36:05.161 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-22T10:36:05.230 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-22T10:36:05.241 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-22T10:36:05.241 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-22T10:36:05.253 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-22T10:36:05.266 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-22T10:36:05.282 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-22T10:36:05.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-22T10:36:05.303 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-09-22T10:36:05.320 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-09-22T10:36:05.350 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-22T10:36:05.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T10:36:05.363 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-22T10:36:05.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-22T10:36:05.398 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-22T10:36:05.409 INFO:teuthology.task.internal:Transferring archived files... 2024-09-22T10:36:05.410 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi084 2024-09-22T10:36:05.410 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-22T10:36:05.433 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/soumyakoduri-2024-09-22_06:37:27-rgw-wip-skoduri-cloud-restore-distro-default-smithi/7915064/remote/smithi112 2024-09-22T10:36:05.433 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-22T10:36:05.463 INFO:teuthology.task.internal:Removing archive directory... 2024-09-22T10:36:05.463 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-22T10:36:05.473 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-22T10:36:05.506 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-22T10:36:05.519 INFO:teuthology.task.internal:Not uploading archives. 2024-09-22T10:36:05.519 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-22T10:36:05.530 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-22T10:36:05.530 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-22T10:36:05.533 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-22T10:36:05.536 INFO:teuthology.orchestra.run.smithi084.stdout: 658622 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 22 10:36 /home/ubuntu/cephtest 2024-09-22T10:36:05.555 INFO:teuthology.orchestra.run.smithi112.stdout: 658652 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 22 10:36 /home/ubuntu/cephtest 2024-09-22T10:36:05.556 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-22T10:36:05.567 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-22T10:36:05.592 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} duration: 7605.175343751907 flavor: default owner: scheduled_soumyakoduri@teuthology success: true 2024-09-22T10:36:05.592 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-22T10:36:05.667 INFO:teuthology.run:pass